-- Logs begin at Thu 2021-04-22 19:32:04 UTC, end at Thu 2021-04-22 20:30:17 UTC. --
Apr 22 20:03:08.869711 dv-cinder-787632-1-iscsi systemd[1]: Started Devstack devstack@q-svc.service.
Apr 22 20:03:11.980650 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.common.config [-] Logging enabled!
Apr 22 20:03:11.981132 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev123
Apr 22 20:03:11.982539 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=86219) setup_logging /opt/stack/neutron/neutron/common/config.py:112}}
Apr 22 20:03:11.984277 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.common.config [-] Logging enabled!
Apr 22 20:03:11.984564 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev123
Apr 22 20:03:11.984912 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=86219) setup_logging /opt/stack/neutron/neutron/common/config.py:112}}
Apr 22 20:03:11.985976 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=86219) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2567}}
Apr 22 20:03:11.986242 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=86219) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2568}}
Apr 22 20:03:11.987309 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=86219) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2569}}
Apr 22 20:03:11.987590 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=86219) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2571}}
Apr 22 20:03:11.987849 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=86219) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2572}}
Apr 22 20:03:11.988214 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.common.config [-] allow_bulk                     = True {{(pid=86219) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 22 20:03:11.988554 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.common.config [-] allow_overlapping_ips          = True {{(pid=86219) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 22 20:03:11.988893 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.common.config [-] api_extensions_path            =  {{(pid=86219) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 22 20:03:11.989155 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.common.config [-] api_paste_config               = api-paste.ini {{(pid=86219) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 22 20:03:11.989491 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.common.config [-] api_workers                    = 2 {{(pid=86219) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 22 20:03:11.989845 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.common.config [-] auth_strategy                  = keystone {{(pid=86219) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 22 20:03:11.990166 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.common.config [-] backlog                        = 4096 {{(pid=86219) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 22 20:03:11.990496 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.common.config [-] base_mac                       = fa:16:3e:00:00:00 {{(pid=86219) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 22 20:03:11.990833 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.common.config [-] bind_host                      = 0.0.0.0 {{(pid=86219) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 22 20:03:11.991156 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.common.config [-] bind_port                      = 9696 {{(pid=86219) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 22 20:03:11.991468 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.common.config [-] client_socket_timeout          = 900 {{(pid=86219) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 22 20:03:11.991786 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.common.config [-] config_dir                     = [] {{(pid=86219) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 22 20:03:11.992047 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.common.config [-] config_file                    = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=86219) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 22 20:03:11.992363 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.common.config [-] config_source                  = [] {{(pid=86219) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 22 20:03:11.992694 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.common.config [-] control_exchange               = neutron {{(pid=86219) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 22 20:03:11.993019 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.common.config [-] core_plugin                    = ml2 {{(pid=86219) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 22 20:03:11.993273 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.common.config [-] debug                          = True {{(pid=86219) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 22 20:03:11.993609 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.common.config [-] default_availability_zones     = [] {{(pid=86219) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 22 20:03:11.994148 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.common.config [-] default_log_levels             = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=86219) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 22 20:03:11.994463 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.common.config [-] dhcp_agent_notification        = True {{(pid=86219) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 22 20:03:11.994775 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.common.config [-] dhcp_lease_duration            = 86400 {{(pid=86219) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 22 20:03:11.995103 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.common.config [-] dns_domain                     = openstacklocal {{(pid=86219) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 22 20:03:11.995415 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.common.config [-] enable_traditional_dhcp        = True {{(pid=86219) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 22 20:03:11.995720 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.common.config [-] external_dns_driver            = None {{(pid=86219) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 22 20:03:11.996029 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.common.config [-] filter_validation              = True {{(pid=86219) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 22 20:03:11.996345 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.common.config [-] global_physnet_mtu             = 1500 {{(pid=86219) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 22 20:03:11.996709 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.common.config [-] host                           = dv-cinder-787632-1-iscsi {{(pid=86219) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 22 20:03:11.997024 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.common.config [-] http_retries                   = 3 {{(pid=86219) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 22 20:03:11.997349 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.common.config [-] instance_format                = [instance: %(uuid)s]  {{(pid=86219) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 22 20:03:11.997674 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.common.config [-] instance_uuid_format           = [instance: %(uuid)s]  {{(pid=86219) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 22 20:03:11.998027 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.common.config [-] ipam_driver                    = internal {{(pid=86219) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 22 20:03:11.998337 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.common.config [-] ipv6_pd_enabled                = False {{(pid=86219) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 22 20:03:11.998649 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.common.config [-] log_config_append              = None {{(pid=86219) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 22 20:03:11.998971 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.common.config [-] log_date_format                = %Y-%m-%d %H:%M:%S {{(pid=86219) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 22 20:03:11.999279 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.common.config [-] log_dir                        = None {{(pid=86219) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 22 20:03:11.999587 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.common.config [-] log_file                       = None {{(pid=86219) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 22 20:03:11.999894 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.common.config [-] log_rotate_interval            = 1 {{(pid=86219) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 22 20:03:12.000227 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.common.config [-] log_rotate_interval_type       = days {{(pid=86219) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 22 20:03:12.000555 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.common.config [-] log_rotation_type              = none {{(pid=86219) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 22 20:03:12.000896 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.common.config [-] logging_context_format_string  = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=86219) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 22 20:03:12.001148 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.common.config [-] logging_debug_format_suffix    = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=86219) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 22 20:03:12.001398 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.common.config [-] logging_default_format_string  = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=86219) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 22 20:03:12.001730 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.common.config [-] logging_exception_prefix       = ERROR %(name)s %(instance)s {{(pid=86219) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 22 20:03:12.002095 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.common.config [-] logging_user_identity_format   = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=86219) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 22 20:03:12.002391 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.common.config [-] max_dns_nameservers            = 5 {{(pid=86219) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 22 20:03:12.002703 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.common.config [-] max_header_line                = 16384 {{(pid=86219) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 22 20:03:12.003039 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.common.config [-] max_logfile_count              = 30 {{(pid=86219) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 22 20:03:12.003349 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.common.config [-] max_logfile_size_mb            = 200 {{(pid=86219) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 22 20:03:12.003669 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.common.config [-] max_subnet_host_routes         = 20 {{(pid=86219) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 22 20:03:12.003956 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.common.config [-] network_link_prefix            = None {{(pid=86219) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 22 20:03:12.004276 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=86219) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 22 20:03:12.004597 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=86219) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 22 20:03:12.004919 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.common.config [-] pagination_max_limit           = -1 {{(pid=86219) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 22 20:03:12.005227 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.common.config [-] periodic_fuzzy_delay           = 5 {{(pid=86219) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 22 20:03:12.005534 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.common.config [-] periodic_interval              = 40 {{(pid=86219) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 22 20:03:12.005860 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.common.config [-] publish_errors                 = False {{(pid=86219) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 22 20:03:12.006166 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.common.config [-] rate_limit_burst               = 0 {{(pid=86219) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 22 20:03:12.006489 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.common.config [-] rate_limit_except_level        = CRITICAL {{(pid=86219) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 22 20:03:12.006792 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.common.config [-] rate_limit_interval            = 0 {{(pid=86219) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 22 20:03:12.007099 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.common.config [-] retry_until_window             = 30 {{(pid=86219) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 22 20:03:12.007401 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.common.config [-] rpc_response_max_timeout       = 600 {{(pid=86219) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 22 20:03:12.007724 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.common.config [-] rpc_state_report_workers       = 0 {{(pid=86219) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 22 20:03:12.008027 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.common.config [-] rpc_workers                    = None {{(pid=86219) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 22 20:03:12.008328 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.common.config [-] send_events_interval           = 2 {{(pid=86219) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 22 20:03:12.008666 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.common.config [-] service_plugins                = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=86219) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 22 20:03:12.008989 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.common.config [-] setproctitle                   = on {{(pid=86219) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 22 20:03:12.009309 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.common.config [-] state_path                     = /opt/stack/data/neutron {{(pid=86219) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 22 20:03:12.009633 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.common.config [-] syslog_log_facility            = LOG_USER {{(pid=86219) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 22 20:03:12.009963 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.common.config [-] tcp_keepidle                   = 600 {{(pid=86219) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 22 20:03:12.010288 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.common.config [-] transport_url                  = **** {{(pid=86219) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 22 20:03:12.010590 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.common.config [-] use_eventlog                   = False {{(pid=86219) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 22 20:03:12.010893 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.common.config [-] use_journal                    = False {{(pid=86219) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 22 20:03:12.011195 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.common.config [-] use_json                       = False {{(pid=86219) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 22 20:03:12.011500 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.common.config [-] use_ssl                        = False {{(pid=86219) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 22 20:03:12.011804 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.common.config [-] use_stderr                     = False {{(pid=86219) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 22 20:03:12.012121 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.common.config [-] use_syslog                     = False {{(pid=86219) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 22 20:03:12.012425 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.common.config [-] vlan_transparent               = False {{(pid=86219) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 22 20:03:12.012732 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.common.config [-] watch_log_file                 = False {{(pid=86219) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 22 20:03:12.013034 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.common.config [-] wsgi_default_pool_size         = 100 {{(pid=86219) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 22 20:03:12.013333 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.common.config [-] wsgi_keep_alive                = True {{(pid=86219) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 22 20:03:12.013657 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.common.config [-] wsgi_log_format                = %(client_ip)s "%(request_line)s" status: %(status_code)s  len: %(body_length)s time: %(wall_seconds).7f {{(pid=86219) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 22 20:03:12.014017 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=86219) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 20:03:12.014350 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path     = /opt/stack/data/neutron/lock {{(pid=86219) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 20:03:12.014688 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.common.config [-] profiler.connection_string     = messaging:// {{(pid=86219) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 20:03:12.015004 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.common.config [-] profiler.enabled               = False {{(pid=86219) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 20:03:12.015334 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.common.config [-] profiler.es_doc_type           = notification {{(pid=86219) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 20:03:12.015646 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.common.config [-] profiler.es_scroll_size        = 10000 {{(pid=86219) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 20:03:12.015972 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.common.config [-] profiler.es_scroll_time        = 2m {{(pid=86219) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 20:03:12.016284 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.common.config [-] profiler.filter_error_trace    = False {{(pid=86219) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 20:03:12.016608 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.common.config [-] profiler.hmac_keys             = SECRET_KEY {{(pid=86219) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 20:03:12.016936 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=86219) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 20:03:12.017257 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.common.config [-] profiler.socket_timeout        = 0.1 {{(pid=86219) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 20:03:12.017565 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy      = False {{(pid=86219) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 20:03:12.017909 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=86219) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 20:03:12.018224 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope      = False {{(pid=86219) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 20:03:12.019105 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=86219) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 20:03:12.019449 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs        = ['policy.d'] {{(pid=86219) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 20:03:12.019781 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.common.config [-] oslo_policy.policy_file        = /etc/neutron/policy.json {{(pid=86219) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 20:03:12.020110 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=86219) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 20:03:12.020417 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=86219) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 20:03:12.020722 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=86219) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 20:03:12.021032 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=86219) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 20:03:12.021340 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=86219) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 20:03:12.021659 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.common.config [-] nova.auth_section              = None {{(pid=86219) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 20:03:12.022016 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.common.config [-] nova.auth_type                 = password {{(pid=86219) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 20:03:12.022347 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.common.config [-] nova.cafile                    = /opt/stack/data/ca-bundle.pem {{(pid=86219) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 20:03:12.022658 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.common.config [-] nova.certfile                  = None {{(pid=86219) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 20:03:12.022970 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.common.config [-] nova.collect_timing            = False {{(pid=86219) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 20:03:12.023299 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.common.config [-] nova.endpoint_type             = public {{(pid=86219) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 20:03:12.023611 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.common.config [-] nova.insecure                  = False {{(pid=86219) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 20:03:12.023916 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.common.config [-] nova.keyfile                   = None {{(pid=86219) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 20:03:12.024225 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.common.config [-] nova.live_migration_events     = False {{(pid=86219) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 20:03:12.024554 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.common.config [-] nova.region_name               = RegionOne {{(pid=86219) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 20:03:12.024864 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.common.config [-] nova.split_loggers             = False {{(pid=86219) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 20:03:12.025167 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.common.config [-] nova.timeout                   = None {{(pid=86219) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 20:03:12.025480 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.common.config [-] placement.auth_section         = None {{(pid=86219) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 20:03:12.025806 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.common.config [-] placement.auth_type            = None {{(pid=86219) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 20:03:12.026114 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.common.config [-] placement.cafile               = None {{(pid=86219) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 20:03:12.026418 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.common.config [-] placement.certfile             = None {{(pid=86219) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 20:03:12.026728 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.common.config [-] placement.collect_timing       = False {{(pid=86219) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 20:03:12.027054 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.common.config [-] placement.endpoint_type        = public {{(pid=86219) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 20:03:12.027364 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.common.config [-] placement.insecure             = False {{(pid=86219) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 20:03:12.027664 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.common.config [-] placement.keyfile              = None {{(pid=86219) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 20:03:12.027964 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.common.config [-] placement.region_name          = None {{(pid=86219) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 20:03:12.028272 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.common.config [-] placement.split_loggers        = False {{(pid=86219) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 20:03:12.028573 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.common.config [-] placement.timeout              = None {{(pid=86219) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 20:03:12.028893 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.common.config [-] ironic.auth_section            = None {{(pid=86219) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 20:03:12.029199 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.common.config [-] ironic.auth_type               = None {{(pid=86219) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 20:03:12.029501 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.common.config [-] ironic.cafile                  = None {{(pid=86219) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 20:03:12.029835 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.common.config [-] ironic.certfile                = None {{(pid=86219) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 20:03:12.030145 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.common.config [-] ironic.collect_timing          = False {{(pid=86219) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 20:03:12.030449 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.common.config [-] ironic.connect_retries         = None {{(pid=86219) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 20:03:12.030753 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.common.config [-] ironic.connect_retry_delay     = None {{(pid=86219) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 20:03:12.031061 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.common.config [-] ironic.enable_notifications    = False {{(pid=86219) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 20:03:12.031366 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.common.config [-] ironic.endpoint_override       = None {{(pid=86219) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 20:03:12.031671 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.common.config [-] ironic.insecure                = False {{(pid=86219) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 20:03:12.031973 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.common.config [-] ironic.interface               = None {{(pid=86219) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 20:03:12.032272 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.common.config [-] ironic.keyfile                 = None {{(pid=86219) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 20:03:12.032581 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.common.config [-] ironic.max_version             = None {{(pid=86219) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 20:03:12.032882 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.common.config [-] ironic.min_version             = None {{(pid=86219) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 20:03:12.033182 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.common.config [-] ironic.region_name             = None {{(pid=86219) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 20:03:12.033482 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.common.config [-] ironic.service_name            = None {{(pid=86219) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 20:03:12.033844 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.common.config [-] ironic.service_type            = None {{(pid=86219) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 20:03:12.034196 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.common.config [-] ironic.split_loggers           = False {{(pid=86219) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 20:03:12.035015 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.common.config [-] ironic.status_code_retries     = None {{(pid=86219) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 20:03:12.035322 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=86219) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 20:03:12.035627 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.common.config [-] ironic.timeout                 = None {{(pid=86219) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 20:03:12.035934 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.common.config [-] ironic.valid_interfaces        = None {{(pid=86219) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 20:03:12.036239 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.common.config [-] ironic.version                 = None {{(pid=86219) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 20:03:12.036559 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=86219) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 20:03:12.036893 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=86219) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 20:03:12.037206 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=86219) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 20:03:12.037517 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=86219) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 20:03:12.037868 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=86219) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 20:03:12.038183 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=86219) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 20:03:12.038499 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=86219) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 20:03:12.038792 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=86219) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 20:03:12.039103 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=86219) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 20:03:12.039413 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=86219) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 20:03:12.039717 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=86219) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 20:03:12.040047 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=86219) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 20:03:12.040362 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=86219) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 20:03:12.040680 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=86219) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 20:03:12.040996 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=86219) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 20:03:12.041303 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=86219) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 20:03:12.041636 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=86219) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 20:03:12.041971 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=86219) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 20:03:12.042287 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=86219) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 20:03:12.042598 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=86219) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 20:03:12.042906 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=86219) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 20:03:12.043231 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=86219) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 20:03:12.043547 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl      = False {{(pid=86219) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 20:03:12.043877 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file =  {{(pid=86219) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 20:03:12.044203 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file =  {{(pid=86219) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 20:03:12.044530 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file =  {{(pid=86219) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 20:03:12.044854 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version =  {{(pid=86219) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 20:03:12.045181 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=86219) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 20:03:12.045492 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=86219) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 20:03:12.045860 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=86219) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 20:03:12.046429 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=86219) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 20:03:12.046676 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=86219) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2591}}
Apr 22 20:03:12.046936 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=86219) load_app /usr/local/lib/python3.6/dist-packages/oslo_service/wsgi.py:350}}
Apr 22 20:03:12.701667 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO keyring.backend [-] Loading Gnome
Apr 22 20:03:12.717991 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO keyring.backend [-] Loading Google
Apr 22 20:03:12.720634 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO keyring.backend [-] Loading Windows (alt)
Apr 22 20:03:12.724176 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO keyring.backend [-] Loading file
Apr 22 20:03:12.725018 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO keyring.backend [-] Loading keyczar
Apr 22 20:03:12.725293 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO keyring.backend [-] Loading multi
Apr 22 20:03:12.725950 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO keyring.backend [-] Loading pyfs
Apr 22 20:03:12.772074 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=86219) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 20:03:12.772378 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=86219) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 20:03:12.772699 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=86219) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 20:03:12.773074 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.manager [-] Loading core plugin: ml2
Apr 22 20:03:13.161727 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.securitygroup.SecurityGroup'>> rbac-policy before_create 55550000 {{(pid=86219) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 22 20:03:13.162334 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.securitygroup.SecurityGroup'>> rbac-policy before_update 55550000 {{(pid=86219) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 22 20:03:13.162334 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.securitygroup.SecurityGroup'>> rbac-policy before_delete 55550000 {{(pid=86219) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 22 20:03:13.163683 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_group.AddressGroup'>> rbac-policy before_create 55550000 {{(pid=86219) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 22 20:03:13.164103 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_group.AddressGroup'>> rbac-policy before_update 55550000 {{(pid=86219) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 22 20:03:13.164400 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_group.AddressGroup'>> rbac-policy before_delete 55550000 {{(pid=86219) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 22 20:03:13.201192 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.network.Network'>> rbac-policy before_create 55550000 {{(pid=86219) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 22 20:03:13.201503 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.network.Network'>> rbac-policy before_update 55550000 {{(pid=86219) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 22 20:03:13.201887 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.network.Network'>> rbac-policy before_delete 55550000 {{(pid=86219) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 22 20:03:13.216351 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.qos.policy.QosPolicy'>> rbac-policy before_create 55550000 {{(pid=86219) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 22 20:03:13.216803 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.qos.policy.QosPolicy'>> rbac-policy before_update 55550000 {{(pid=86219) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 22 20:03:13.217018 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.qos.policy.QosPolicy'>> rbac-policy before_delete 55550000 {{(pid=86219) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 22 20:03:13.281889 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.subnetpool.SubnetPool'>> rbac-policy before_create 55550000 {{(pid=86219) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 22 20:03:13.282202 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.subnetpool.SubnetPool'>> rbac-policy before_update 55550000 {{(pid=86219) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 22 20:03:13.282501 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.subnetpool.SubnetPool'>> rbac-policy before_delete 55550000 {{(pid=86219) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 22 20:03:13.283510 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_scope.AddressScope'>> rbac-policy before_create 55550000 {{(pid=86219) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 22 20:03:13.283797 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_scope.AddressScope'>> rbac-policy before_update 55550000 {{(pid=86219) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 22 20:03:13.286150 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_scope.AddressScope'>> rbac-policy before_delete 55550000 {{(pid=86219) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 22 20:03:13.554595 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _update_segment_host_mapping_for_agent at 0x7f013ee1a7b8> agent after_create 55550000 {{(pid=86219) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 22 20:03:13.554922 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _update_segment_host_mapping_for_agent at 0x7f013ee1a7b8> agent after_update 55550000 {{(pid=86219) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 22 20:03:13.555226 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _add_segment_host_mapping_for_segment at 0x7f013ee1a6a8> segment precommit_create 55550000 {{(pid=86219) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 22 20:03:13.555532 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _delete_segments_for_network at 0x7f013ee1a730> network precommit_delete 55550000 {{(pid=86219) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 22 20:03:13.556358 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _prevent_segment_delete_with_port_bound at 0x7f013f07d9d8> segment before_delete 55550000 {{(pid=86219) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 22 20:03:13.702127 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._before_network_delete_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f013f9ef160>> network before_delete 55550000 {{(pid=86219) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 22 20:03:13.702505 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function DVRDbMixin._delete_mac_associated_with_agent at 0x7f013ee2da60> agent before_delete 55550000 {{(pid=86219) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 22 20:03:13.702827 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupDbMixin._ensure_default_security_group_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f013f9ef160>> network before_create 55550000 {{(pid=86219) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 22 20:03:13.703132 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupDbMixin._ensure_default_security_group_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f013f9ef160>> port before_create 55550000 {{(pid=86219) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 22 20:03:13.703429 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupDbMixin._ensure_default_security_group_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f013f9ef160>> port before_update 55550000 {{(pid=86219) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 22 20:03:13.703811 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_after_delete_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f013f9ef160>> segment after_delete 55550000 {{(pid=86219) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 22 20:03:13.704273 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f013f9ef160>> segment precommit_create 55550000 {{(pid=86219) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 22 20:03:13.704566 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f013f9ef160>> segment precommit_delete 55550000 {{(pid=86219) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 22 20:03:13.704857 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f013f9ef160>> segment after_create 55550000 {{(pid=86219) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 22 20:03:13.705196 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._network_delete_after_delete_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f013f9ef160>> network after_delete 55550000 {{(pid=86219) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 22 20:03:13.705499 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._network_delete_precommit_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f013f9ef160>> network precommit_delete 0 {{(pid=86219) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 22 20:03:13.705827 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._port_provisioned of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f013f9ef160>> port provisioning_complete 55550000 {{(pid=86219) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 22 20:03:13.706679 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._process_ext_policy_create of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f013f9ef160>> rbac-policy before_create 55550000 {{(pid=86219) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 22 20:03:13.706970 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._process_ext_policy_delete of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f013f9ef160>> rbac-policy after_delete 55550000 {{(pid=86219) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 22 20:03:13.707286 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._retry_binding_revived_agents of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f013f9ef160>> agent after_update 55550000 {{(pid=86219) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 22 20:03:13.707605 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._subnet_delete_after_delete_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f013f9ef160>> subnet after_delete 55550000 {{(pid=86219) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 22 20:03:13.707903 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._subnet_delete_precommit_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f013f9ef160>> subnet precommit_delete 0 {{(pid=86219) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 22 20:03:13.708219 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._validate_ext_not_in_use_by_tenant of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f013f9ef160>> rbac-policy before_update 55550000 {{(pid=86219) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 22 20:03:13.708507 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._validate_ext_not_in_use_by_tenant of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f013f9ef160>> rbac-policy before_delete 55550000 {{(pid=86219) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 22 20:03:13.708844 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method DhcpAgentSchedulerDbMixin.auto_schedule_new_network_segments of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f013f9ef160>> segment_host_mapping after_create 55550000 {{(pid=86219) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 22 20:03:13.709295 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f013f9ef160>> port after_create 55550000 {{(pid=86219) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 22 20:03:13.709577 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f013f9ef160>> port after_update 55550000 {{(pid=86219) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 22 20:03:13.709882 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f013f9ef160>> port after_delete 55550000 {{(pid=86219) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 22 20:03:13.710224 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f013f9ef160>> rbac-policy before_create 55550000 {{(pid=86219) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 22 20:03:13.710505 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f013f9ef160>> rbac-policy before_update 55550000 {{(pid=86219) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 22 20:03:13.710781 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f013f9ef160>> rbac-policy before_delete 55550000 {{(pid=86219) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 22 20:03:13.711203 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=86219) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}}
Apr 22 20:03:13.711480 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=86219) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}}
Apr 22 20:03:13.711753 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=86219) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}}
Apr 22 20:03:13.712026 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=86219) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}}
Apr 22 20:03:13.712294 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=86219) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}}
Apr 22 20:03:13.712564 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=86219) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}}
Apr 22 20:03:13.712981 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve']
Apr 22 20:03:13.716070 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1']
Apr 22 20:03:13.719941 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete
Apr 22 20:03:13.723737 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(350, 399)])])
Apr 22 20:03:13.725373 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']
Apr 22 20:03:13.726662 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'])
Apr 22 20:03:13.727039 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan']
Apr 22 20:03:13.727464 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security']
Apr 22 20:03:13.731169 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security']
Apr 22 20:03:13.731458 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security']
Apr 22 20:03:13.731846 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv']
Apr 22 20:03:13.758556 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa']
Apr 22 20:03:13.759070 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method DriverBase._register of <neutron.services.qos.drivers.openvswitch.driver.OVSDriver object at 0x7f013ef7ecf8>> qos_plugin after_init 55550000 {{(pid=86219) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 22 20:03:13.759398 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=86219) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}}
Apr 22 20:03:13.759807 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method DriverBase._register of <neutron.services.logapi.drivers.openvswitch.driver.OVSDriver object at 0x7f013ee9c518>> logging-plugin after_init 55550000 {{(pid=86219) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 22 20:03:13.761127 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=86219) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}}
Apr 22 20:03:13.761446 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv']
Apr 22 20:03:13.761724 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv']
Apr 22 20:03:13.764854 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Notifier._send_nova_notification of <neutron.notifiers.nova.Notifier object at 0x7f013ee9c588>> floatingip before_response 55550000 {{(pid=86219) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 22 20:03:13.765161 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Notifier._send_nova_notification of <neutron.notifiers.nova.Notifier object at 0x7f013ee9c588>> port before_response 55550000 {{(pid=86219) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 22 20:03:13.832218 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat'
Apr 22 20:03:13.832490 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete
Apr 22 20:03:13.832760 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve'
Apr 22 20:03:13.833168 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)]
Apr 22 20:03:13.866063 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_db.sqlalchemy.engines [None req-bd6183cf-e4f4-403f-97c9-ca1b650eb9cf None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION {{(pid=86219) _check_effective_sql_mode /usr/local/lib/python3.6/dist-packages/oslo_db/sqlalchemy/engines.py:304}}
Apr 22 20:03:14.302732 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.plugins.ml2.managers [None req-bd6183cf-e4f4-403f-97c9-ca1b650eb9cf None None] Initializing driver for type 'gre'
Apr 22 20:03:14.303270 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-bd6183cf-e4f4-403f-97c9-ca1b650eb9cf None None] gre ID ranges: [(1, 1000)]
Apr 22 20:03:14.342746 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.plugins.ml2.managers [None req-bd6183cf-e4f4-403f-97c9-ca1b650eb9cf None None] Initializing driver for type 'local'
Apr 22 20:03:14.343123 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.plugins.ml2.managers [None req-bd6183cf-e4f4-403f-97c9-ca1b650eb9cf None None] Initializing driver for type 'vlan'
Apr 22 20:03:14.353492 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-bd6183cf-e4f4-403f-97c9-ca1b650eb9cf None None] VlanTypeDriver initialization complete
Apr 22 20:03:14.353895 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.plugins.ml2.managers [None req-bd6183cf-e4f4-403f-97c9-ca1b650eb9cf None None] Initializing driver for type 'vxlan'
Apr 22 20:03:14.354417 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-bd6183cf-e4f4-403f-97c9-ca1b650eb9cf None None] vxlan ID ranges: [(1, 1000)]
Apr 22 20:03:14.393065 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.plugins.ml2.managers [None req-bd6183cf-e4f4-403f-97c9-ca1b650eb9cf None None] Initializing extension driver 'port_security'
Apr 22 20:03:14.394035 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.plugins.ml2.extensions.port_security [None req-bd6183cf-e4f4-403f-97c9-ca1b650eb9cf None None] PortSecurityExtensionDriver initialization complete
Apr 22 20:03:14.394431 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.plugins.ml2.managers [None req-bd6183cf-e4f4-403f-97c9-ca1b650eb9cf None None] Initializing mechanism driver 'openvswitch'
Apr 22 20:03:14.394796 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.plugins.ml2.managers [None req-bd6183cf-e4f4-403f-97c9-ca1b650eb9cf None None] Initializing mechanism driver 'hyperv'
Apr 22 20:03:14.401062 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.plugin [None req-bd6183cf-e4f4-403f-97c9-ca1b650eb9cf None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=86219) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 22 20:03:14.401914 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-bd6183cf-e4f4-403f-97c9-ca1b650eb9cf None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f013edb9a90>> port after_create 55550000 {{(pid=86219) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 22 20:03:14.402330 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-bd6183cf-e4f4-403f-97c9-ca1b650eb9cf None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f013edb9a90>> port after_update 55550000 {{(pid=86219) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 22 20:03:14.402722 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-bd6183cf-e4f4-403f-97c9-ca1b650eb9cf None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f013edb9a90>> port after_delete 55550000 {{(pid=86219) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 22 20:03:14.403147 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-bd6183cf-e4f4-403f-97c9-ca1b650eb9cf None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f013e8f9fd0>> subnet after_create 55550000 {{(pid=86219) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 22 20:03:14.403543 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-bd6183cf-e4f4-403f-97c9-ca1b650eb9cf None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f013e8f9fd0>> subnet after_update 55550000 {{(pid=86219) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 22 20:03:14.403928 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-bd6183cf-e4f4-403f-97c9-ca1b650eb9cf None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f013e8f9fd0>> subnet after_delete 55550000 {{(pid=86219) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 22 20:03:14.404349 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-bd6183cf-e4f4-403f-97c9-ca1b650eb9cf None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f013e9001d0>> network after_create 55550000 {{(pid=86219) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 22 20:03:14.404734 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-bd6183cf-e4f4-403f-97c9-ca1b650eb9cf None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f013e9001d0>> network after_update 55550000 {{(pid=86219) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 22 20:03:14.405118 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-bd6183cf-e4f4-403f-97c9-ca1b650eb9cf None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f013e9001d0>> network after_delete 55550000 {{(pid=86219) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 22 20:03:14.405534 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-bd6183cf-e4f4-403f-97c9-ca1b650eb9cf None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f013e900390>> security_group after_create 55550000 {{(pid=86219) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 22 20:03:14.405949 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-bd6183cf-e4f4-403f-97c9-ca1b650eb9cf None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f013e900390>> security_group after_update 55550000 {{(pid=86219) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 22 20:03:14.406479 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-bd6183cf-e4f4-403f-97c9-ca1b650eb9cf None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f013e900390>> security_group after_delete 55550000 {{(pid=86219) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 22 20:03:14.406897 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-bd6183cf-e4f4-403f-97c9-ca1b650eb9cf None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f013e900550>> security_group_rule after_create 55550000 {{(pid=86219) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 22 20:03:14.407285 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-bd6183cf-e4f4-403f-97c9-ca1b650eb9cf None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f013e900550>> security_group_rule after_update 55550000 {{(pid=86219) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 22 20:03:14.407669 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-bd6183cf-e4f4-403f-97c9-ca1b650eb9cf None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f013e900550>> security_group_rule after_delete 55550000 {{(pid=86219) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 22 20:03:14.408089 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-bd6183cf-e4f4-403f-97c9-ca1b650eb9cf None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f013e900710>> address_group after_create 55550000 {{(pid=86219) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 22 20:03:14.408474 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-bd6183cf-e4f4-403f-97c9-ca1b650eb9cf None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f013e900710>> address_group after_update 55550000 {{(pid=86219) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 22 20:03:14.408852 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-bd6183cf-e4f4-403f-97c9-ca1b650eb9cf None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f013e900710>> address_group after_delete 55550000 {{(pid=86219) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 22 20:03:14.409253 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-bd6183cf-e4f4-403f-97c9-ca1b650eb9cf None None] ML2 OVO RPC backend initialized. {{(pid=86219) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:141}}
Apr 22 20:03:14.410077 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-bd6183cf-e4f4-403f-97c9-ca1b650eb9cf None None] Subscribe: <bound method DhcpAgentNotifyAPI._after_router_interface_created of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f013e9007f0>> router_interface after_create 55550000 {{(pid=86219) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 22 20:03:14.410472 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-bd6183cf-e4f4-403f-97c9-ca1b650eb9cf None None] Subscribe: <bound method DhcpAgentNotifyAPI._after_router_interface_deleted of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f013e9007f0>> router_interface after_delete 55550000 {{(pid=86219) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 22 20:03:14.410932 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-bd6183cf-e4f4-403f-97c9-ca1b650eb9cf None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f013e9007f0>> network before_response 55550000 {{(pid=86219) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 22 20:03:14.411318 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-bd6183cf-e4f4-403f-97c9-ca1b650eb9cf None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f013e9007f0>> networks before_response 55550000 {{(pid=86219) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 22 20:03:14.411703 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-bd6183cf-e4f4-403f-97c9-ca1b650eb9cf None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f013e9007f0>> port before_response 55550000 {{(pid=86219) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 22 20:03:14.412086 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-bd6183cf-e4f4-403f-97c9-ca1b650eb9cf None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f013e9007f0>> ports before_response 55550000 {{(pid=86219) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 22 20:03:14.412472 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-bd6183cf-e4f4-403f-97c9-ca1b650eb9cf None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f013e9007f0>> subnet before_response 55550000 {{(pid=86219) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 22 20:03:14.412854 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-bd6183cf-e4f4-403f-97c9-ca1b650eb9cf None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f013e9007f0>> subnets before_response 55550000 {{(pid=86219) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 22 20:03:14.413244 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-bd6183cf-e4f4-403f-97c9-ca1b650eb9cf None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f013e9007f0>> network after_create 55550000 {{(pid=86219) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 22 20:03:14.413624 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-bd6183cf-e4f4-403f-97c9-ca1b650eb9cf None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f013e9007f0>> network after_update 55550000 {{(pid=86219) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 22 20:03:14.414044 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-bd6183cf-e4f4-403f-97c9-ca1b650eb9cf None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f013e9007f0>> network after_delete 55550000 {{(pid=86219) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 22 20:03:14.414423 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-bd6183cf-e4f4-403f-97c9-ca1b650eb9cf None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f013e9007f0>> port after_create 55550000 {{(pid=86219) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 22 20:03:14.414800 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-bd6183cf-e4f4-403f-97c9-ca1b650eb9cf None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f013e9007f0>> port after_update 55550000 {{(pid=86219) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 22 20:03:14.415173 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-bd6183cf-e4f4-403f-97c9-ca1b650eb9cf None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f013e9007f0>> port after_delete 55550000 {{(pid=86219) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 22 20:03:14.415546 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-bd6183cf-e4f4-403f-97c9-ca1b650eb9cf None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f013e9007f0>> subnet after_create 55550000 {{(pid=86219) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 22 20:03:14.415920 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-bd6183cf-e4f4-403f-97c9-ca1b650eb9cf None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f013e9007f0>> subnet after_update 55550000 {{(pid=86219) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 22 20:03:14.416294 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-bd6183cf-e4f4-403f-97c9-ca1b650eb9cf None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f013e9007f0>> subnet after_delete 55550000 {{(pid=86219) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 22 20:03:14.416926 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.plugins.ml2.plugin [None req-bd6183cf-e4f4-403f-97c9-ca1b650eb9cf None None] Modular L2 Plugin initialization complete
Apr 22 20:03:14.417285 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.manager [None req-bd6183cf-e4f4-403f-97c9-ca1b650eb9cf None None] Loading services supported by the core plugin {{(pid=86219) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}}
Apr 22 20:03:14.417656 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.plugins.ml2.managers [None req-bd6183cf-e4f4-403f-97c9-ca1b650eb9cf None None] Got port-security extension from driver 'port_security'
Apr 22 20:03:14.418199 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.extensions.vlantransparent [None req-bd6183cf-e4f4-403f-97c9-ca1b650eb9cf None None] Disabled vlantransparent extension.
Apr 22 20:03:14.418741 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.manager [None req-bd6183cf-e4f4-403f-97c9-ca1b650eb9cf None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=86219) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}}
Apr 22 20:03:14.419093 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.manager [None req-bd6183cf-e4f4-403f-97c9-ca1b650eb9cf None None] Loading Plugin: router
Apr 22 20:03:14.458064 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-bd6183cf-e4f4-403f-97c9-ca1b650eb9cf None None] Subscribe: <bound method DVRResourceOperationHandler._add_csnat_on_interface_create of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f013e900978>> router_interface before_create 55550000 {{(pid=86219) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 22 20:03:14.458506 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-bd6183cf-e4f4-403f-97c9-ca1b650eb9cf None None] Subscribe: <bound method L3_HA_NAT_db_mixin._after_router_create of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f013e900978>> router after_create 55549900 {{(pid=86219) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 22 20:03:14.458923 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-bd6183cf-e4f4-403f-97c9-ca1b650eb9cf None None] Subscribe: <bound method L3_HA_NAT_db_mixin._before_router_create of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f013e900978>> router before_create 55549900 {{(pid=86219) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 22 20:03:14.459336 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-bd6183cf-e4f4-403f-97c9-ca1b650eb9cf None None] Subscribe: <bound method DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f013e900978>> router_interface before_delete 55550000 {{(pid=86219) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 22 20:03:14.459758 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-bd6183cf-e4f4-403f-97c9-ca1b650eb9cf None None] Subscribe: <bound method DVRResourceOperationHandler._cleanup_after_interface_removal of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f013e900978>> router_interface after_delete 55550000 {{(pid=86219) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 22 20:03:14.460154 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-bd6183cf-e4f4-403f-97c9-ca1b650eb9cf None None] Subscribe: <bound method L3_HA_NAT_db_mixin._cleanup_ha_network of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f013e900978>> router after_delete 55549900 {{(pid=86219) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 22 20:03:14.460560 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-bd6183cf-e4f4-403f-97c9-ca1b650eb9cf None None] Subscribe: <bound method DVRResourceOperationHandler._create_dvr_floating_gw_port of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f013e900978>> floatingip after_update 55550000 {{(pid=86219) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 22 20:03:14.460971 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-bd6183cf-e4f4-403f-97c9-ca1b650eb9cf None None] Subscribe: <bound method DVRResourceOperationHandler._create_snat_interfaces_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f013e900978>> router after_create 55549900 {{(pid=86219) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 22 20:03:14.461359 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-bd6183cf-e4f4-403f-97c9-ca1b650eb9cf None None] Subscribe: <bound method DVRResourceOperationHandler._create_snat_interfaces_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f013e900978>> router after_update 55549900 {{(pid=86219) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 22 20:03:14.461754 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-bd6183cf-e4f4-403f-97c9-ca1b650eb9cf None None] Subscribe: <bound method DVRResourceOperationHandler._delete_distributed_port_bindings_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f013e900978>> router after_update 55549900 {{(pid=86219) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 22 20:03:14.462173 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-bd6183cf-e4f4-403f-97c9-ca1b650eb9cf None None] Subscribe: <bound method DVRResourceOperationHandler._delete_dvr_internal_ports of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f013e900978>> router_gateway after_delete 55550000 {{(pid=86219) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 22 20:03:14.462582 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-bd6183cf-e4f4-403f-97c9-ca1b650eb9cf None None] Subscribe: <bound method DVRResourceOperationHandler._delete_snat_interfaces_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f013e900978>> router after_update 55549900 {{(pid=86219) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 22 20:03:14.463082 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-bd6183cf-e4f4-403f-97c9-ca1b650eb9cf None None] Subscribe: <bound method DVRResourceOperationHandler._handle_distributed_migration of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f013e900978>> router precommit_update 55549900 {{(pid=86219) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 22 20:03:14.463510 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-bd6183cf-e4f4-403f-97c9-ca1b650eb9cf None None] Subscribe: <function L3RpcNotifierMixin._notify_gateway_port_ip_changed at 0x7f013ef54c80> port after_update 55550000 {{(pid=86219) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 22 20:03:14.463894 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-bd6183cf-e4f4-403f-97c9-ca1b650eb9cf None None] Subscribe: <function L3RpcNotifierMixin._notify_routers_callback at 0x7f013ef54e18> port after_delete 55550000 {{(pid=86219) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 22 20:03:14.464272 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-bd6183cf-e4f4-403f-97c9-ca1b650eb9cf None None] Subscribe: <function L3RpcNotifierMixin._notify_subnet_gateway_ip_update at 0x7f013ef54d90> subnet after_update 55550000 {{(pid=86219) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 22 20:03:14.464658 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-bd6183cf-e4f4-403f-97c9-ca1b650eb9cf None None] Subscribe: <function L3RpcNotifierMixin._notify_subnetpool_address_scope_update at 0x7f013ef54d08> subnetpool_address_scope after_update 55550000 {{(pid=86219) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 22 20:03:14.465054 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-bd6183cf-e4f4-403f-97c9-ca1b650eb9cf None None] Subscribe: <bound method L3_NAT_dbonly_mixin._precommit_delete_port_callback of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f013e900978>> port precommit_delete 55550000 {{(pid=86219) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 22 20:03:14.465446 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-bd6183cf-e4f4-403f-97c9-ca1b650eb9cf None None] Subscribe: <bound method L3_HA_NAT_db_mixin._precommit_router_create of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f013e900978>> router precommit_create 55549900 {{(pid=86219) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 22 20:03:14.465857 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-bd6183cf-e4f4-403f-97c9-ca1b650eb9cf None None] Subscribe: <function L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback at 0x7f013ef4c8c8> port before_delete 55550000 {{(pid=86219) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 22 20:03:14.466246 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-bd6183cf-e4f4-403f-97c9-ca1b650eb9cf None None] Subscribe: <bound method RouterAvailabilityZoneMixin._process_az_request of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f013e900978>> router precommit_create 55550000 {{(pid=86219) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 22 20:03:14.466659 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-bd6183cf-e4f4-403f-97c9-ca1b650eb9cf None None] Subscribe: <bound method L3_HA_NAT_db_mixin._reconfigure_ha_resources of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f013e900978>> router after_update 55549900 {{(pid=86219) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 22 20:03:14.467044 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-bd6183cf-e4f4-403f-97c9-ca1b650eb9cf None None] Subscribe: <bound method L3_HA_NAT_db_mixin._release_router_vr_id of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f013e900978>> router precommit_delete 55549900 {{(pid=86219) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 22 20:03:14.467441 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-bd6183cf-e4f4-403f-97c9-ca1b650eb9cf None None] Subscribe: <bound method DVRResourceOperationHandler._set_distributed_flag of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f013e900978>> router precommit_create 55549900 {{(pid=86219) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 22 20:03:14.467852 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-bd6183cf-e4f4-403f-97c9-ca1b650eb9cf None None] Subscribe: <bound method DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f013e900978>> router_interface after_create 55550000 {{(pid=86219) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 22 20:03:14.468245 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-bd6183cf-e4f4-403f-97c9-ca1b650eb9cf None None] Subscribe: <bound method L3_HA_NAT_db_mixin._validate_migration of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f013e900978>> router precommit_update 55549900 {{(pid=86219) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 22 20:03:14.468688 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-bd6183cf-e4f4-403f-97c9-ca1b650eb9cf None None] Subscribe: <bound method DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f013e900978>> network after_delete 55550000 {{(pid=86219) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 22 20:03:14.469674 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.quota.resource_registry [None req-bd6183cf-e4f4-403f-97c9-ca1b650eb9cf None None] Tracking information for resource: router configured {{(pid=86219) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}}
Apr 22 20:03:14.470094 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.quota.resource_registry [None req-bd6183cf-e4f4-403f-97c9-ca1b650eb9cf None None] Tracking information for resource: floatingip configured {{(pid=86219) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}}
Apr 22 20:03:14.474876 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.db.l3_agentschedulers_db [None req-bd6183cf-e4f4-403f-97c9-ca1b650eb9cf None None] Skipping period L3 agent status check because automatic router rescheduling is disabled.
Apr 22 20:03:14.475531 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-bd6183cf-e4f4-403f-97c9-ca1b650eb9cf None None] Subscribe: <function _notify_l3_agent_port_update at 0x7f013e8c6378> port after_update 55550000 {{(pid=86219) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 22 20:03:14.475933 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-bd6183cf-e4f4-403f-97c9-ca1b650eb9cf None None] Subscribe: <function _notify_l3_agent_new_port at 0x7f013e8c6268> port after_create 55550000 {{(pid=86219) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 22 20:03:14.476326 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-bd6183cf-e4f4-403f-97c9-ca1b650eb9cf None None] Subscribe: <function _notify_port_delete at 0x7f013e8c62f0> port after_delete 55550000 {{(pid=86219) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 22 20:03:14.476718 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-bd6183cf-e4f4-403f-97c9-ca1b650eb9cf None None] Subscribe: <function _notify_l3_agent_ha_port_update at 0x7f013e8c6510> port after_update 55550000 {{(pid=86219) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 22 20:03:14.477610 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-bd6183cf-e4f4-403f-97c9-ca1b650eb9cf None None] Subscribe: <bound method DriverController._check_router_request of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7f013e8e1780>> router before_create 55550100 {{(pid=86219) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 22 20:03:14.478044 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-bd6183cf-e4f4-403f-97c9-ca1b650eb9cf None None] Subscribe: <bound method DriverController._clear_router_provider of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7f013e8e1780>> router precommit_delete 55550100 {{(pid=86219) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 22 20:03:14.478458 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-bd6183cf-e4f4-403f-97c9-ca1b650eb9cf None None] Subscribe: <bound method DriverController._set_router_provider of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7f013e8e1780>> router precommit_create 55550100 {{(pid=86219) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 22 20:03:14.478857 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-bd6183cf-e4f4-403f-97c9-ca1b650eb9cf None None] Subscribe: <bound method DriverController._update_router_provider of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7f013e8e1780>> router precommit_update 55550100 {{(pid=86219) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 22 20:03:14.483770 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.services.provider_configuration [None req-bd6183cf-e4f4-403f-97c9-ca1b650eb9cf None None] Service providers = [] {{(pid=86219) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}}
Apr 22 20:03:14.484174 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.servicetype_db [None req-bd6183cf-e4f4-403f-97c9-ca1b650eb9cf None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=86219) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}}
Apr 22 20:03:14.487041 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.services.service_base [None req-bd6183cf-e4f4-403f-97c9-ca1b650eb9cf None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=86219) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}}
Apr 22 20:03:14.487462 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.services.service_base [None req-bd6183cf-e4f4-403f-97c9-ca1b650eb9cf None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=86219) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}}
Apr 22 20:03:14.487846 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.services.service_base [None req-bd6183cf-e4f4-403f-97c9-ca1b650eb9cf None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=86219) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}}
Apr 22 20:03:14.488754 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.services.service_base [None req-bd6183cf-e4f4-403f-97c9-ca1b650eb9cf None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=86219) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}}
Apr 22 20:03:14.489159 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.services.service_base [None req-bd6183cf-e4f4-403f-97c9-ca1b650eb9cf None None] Default provider is not specified for service type L3_ROUTER_NAT
Apr 22 20:03:14.489576 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.manager [None req-bd6183cf-e4f4-403f-97c9-ca1b650eb9cf None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=86219) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}}
Apr 22 20:03:14.489967 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.manager [None req-bd6183cf-e4f4-403f-97c9-ca1b650eb9cf None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin
Apr 22 20:03:14.500074 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.manager [None req-bd6183cf-e4f4-403f-97c9-ca1b650eb9cf None None] Successfully loaded METERING plugin. Description: METERING {{(pid=86219) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}}
Apr 22 20:03:14.500457 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.manager [None req-bd6183cf-e4f4-403f-97c9-ca1b650eb9cf None None] Loading Plugin: auto_allocate
Apr 22 20:03:14.506772 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-bd6183cf-e4f4-403f-97c9-ca1b650eb9cf None None] Subscribe: <function _ensure_external_network_default_value_callback at 0x7f013e898b70> network precommit_update 55550000 {{(pid=86219) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 22 20:03:14.507180 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-bd6183cf-e4f4-403f-97c9-ca1b650eb9cf None None] Subscribe: <function _ensure_external_network_default_value_callback at 0x7f013e898b70> network precommit_create 55550000 {{(pid=86219) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 22 20:03:14.507780 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.manager [None req-bd6183cf-e4f4-403f-97c9-ca1b650eb9cf None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=86219) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}}
Apr 22 20:03:14.508142 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.manager [None req-bd6183cf-e4f4-403f-97c9-ca1b650eb9cf None None] Loading Plugin: tag
Apr 22 20:03:14.515221 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.manager [None req-bd6183cf-e4f4-403f-97c9-ca1b650eb9cf None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=86219) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}}
Apr 22 20:03:14.515599 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.manager [None req-bd6183cf-e4f4-403f-97c9-ca1b650eb9cf None None] Loading Plugin: timestamp
Apr 22 20:03:14.520029 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.manager [None req-bd6183cf-e4f4-403f-97c9-ca1b650eb9cf None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=86219) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}}
Apr 22 20:03:14.520402 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.manager [None req-bd6183cf-e4f4-403f-97c9-ca1b650eb9cf None None] Loading Plugin: network_ip_availability
Apr 22 20:03:14.525964 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-bd6183cf-e4f4-403f-97c9-ca1b650eb9cf None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f013e7b5390>> rbac-policy before_create 55550000 {{(pid=86219) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 22 20:03:14.526382 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-bd6183cf-e4f4-403f-97c9-ca1b650eb9cf None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f013e7b5390>> rbac-policy before_update 55550000 {{(pid=86219) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 22 20:03:14.526779 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-bd6183cf-e4f4-403f-97c9-ca1b650eb9cf None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f013e7b5390>> rbac-policy before_delete 55550000 {{(pid=86219) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 22 20:03:14.527587 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.manager [None req-bd6183cf-e4f4-403f-97c9-ca1b650eb9cf None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=86219) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}}
Apr 22 20:03:14.527952 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.manager [None req-bd6183cf-e4f4-403f-97c9-ca1b650eb9cf None None] Loading Plugin: flavors
Apr 22 20:03:14.532509 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.manager [None req-bd6183cf-e4f4-403f-97c9-ca1b650eb9cf None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=86219) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}}
Apr 22 20:03:14.532886 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.manager [None req-bd6183cf-e4f4-403f-97c9-ca1b650eb9cf None None] Loading Plugin: revisions
Apr 22 20:03:14.537358 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.manager [None req-bd6183cf-e4f4-403f-97c9-ca1b650eb9cf None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=86219) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}}
Apr 22 20:03:14.537810 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [None req-bd6183cf-e4f4-403f-97c9-ca1b650eb9cf None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.765s {{(pid=86219) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 20:03:14.538624 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.extensions [None req-bd6183cf-e4f4-403f-97c9-ca1b650eb9cf None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=86219) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}}
Apr 22 20:03:14.538991 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.api.extensions [None req-bd6183cf-e4f4-403f-97c9-ca1b650eb9cf None None] Initializing extension manager.
Apr 22 20:03:14.539551 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.extensions [None req-bd6183cf-e4f4-403f-97c9-ca1b650eb9cf None None] Loading extension file: __init__.py {{(pid=86219) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 22 20:03:14.539934 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.extensions [None req-bd6183cf-e4f4-403f-97c9-ca1b650eb9cf None None] Loading extension file: __pycache__ {{(pid=86219) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 22 20:03:14.540309 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.extensions [None req-bd6183cf-e4f4-403f-97c9-ca1b650eb9cf None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=86219) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 22 20:03:14.540683 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.extensions [None req-bd6183cf-e4f4-403f-97c9-ca1b650eb9cf None None] Loading extension file: address_group.py {{(pid=86219) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 22 20:03:14.541484 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.extensions [None req-bd6183cf-e4f4-403f-97c9-ca1b650eb9cf None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=86219) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 22 20:03:14.542178 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.api.extensions [None req-bd6183cf-e4f4-403f-97c9-ca1b650eb9cf None None] Loaded extension: address-group
Apr 22 20:03:14.542545 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.extensions [None req-bd6183cf-e4f4-403f-97c9-ca1b650eb9cf None None] Loading extension file: address_scope.py {{(pid=86219) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 22 20:03:14.543309 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.extensions [None req-bd6183cf-e4f4-403f-97c9-ca1b650eb9cf None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=86219) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 22 20:03:14.543888 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.api.extensions [None req-bd6183cf-e4f4-403f-97c9-ca1b650eb9cf None None] Loaded extension: address-scope
Apr 22 20:03:14.544250 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.extensions [None req-bd6183cf-e4f4-403f-97c9-ca1b650eb9cf None None] Loading extension file: admin_state_down_before_update.py {{(pid=86219) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 22 20:03:14.545188 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.extensions [None req-bd6183cf-e4f4-403f-97c9-ca1b650eb9cf None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=86219) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 22 20:03:14.545804 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.api.extensions [None req-bd6183cf-e4f4-403f-97c9-ca1b650eb9cf None None] Loaded extension: router-admin-state-down-before-update
Apr 22 20:03:14.546445 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.extensions [None req-bd6183cf-e4f4-403f-97c9-ca1b650eb9cf None None] Loading extension file: agent.py {{(pid=86219) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 22 20:03:14.547203 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.extensions [None req-bd6183cf-e4f4-403f-97c9-ca1b650eb9cf None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=86219) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 22 20:03:14.547783 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.api.extensions [None req-bd6183cf-e4f4-403f-97c9-ca1b650eb9cf None None] Loaded extension: agent
Apr 22 20:03:14.548147 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.extensions [None req-bd6183cf-e4f4-403f-97c9-ca1b650eb9cf None None] Loading extension file: agent_resources_synced.py {{(pid=86219) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 22 20:03:14.549068 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.extensions [None req-bd6183cf-e4f4-403f-97c9-ca1b650eb9cf None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=86219) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 22 20:03:14.549681 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.api.extensions [None req-bd6183cf-e4f4-403f-97c9-ca1b650eb9cf None None] Loaded extension: agent-resources-synced
Apr 22 20:03:14.550073 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.extensions [None req-bd6183cf-e4f4-403f-97c9-ca1b650eb9cf None None] Loading extension file: allowedaddresspairs.py {{(pid=86219) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 22 20:03:14.552359 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.extensions [None req-bd6183cf-e4f4-403f-97c9-ca1b650eb9cf None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=86219) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 22 20:03:14.552999 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.api.extensions [None req-bd6183cf-e4f4-403f-97c9-ca1b650eb9cf None None] Loaded extension: allowed-address-pairs
Apr 22 20:03:14.553327 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.extensions [None req-bd6183cf-e4f4-403f-97c9-ca1b650eb9cf None None] Loading extension file: auto_allocated_topology.py {{(pid=86219) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 22 20:03:14.554466 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.extensions [None req-bd6183cf-e4f4-403f-97c9-ca1b650eb9cf None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=86219) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 22 20:03:14.555046 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.api.extensions [None req-bd6183cf-e4f4-403f-97c9-ca1b650eb9cf None None] Loaded extension: auto-allocated-topology
Apr 22 20:03:14.555415 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.extensions [None req-bd6183cf-e4f4-403f-97c9-ca1b650eb9cf None None] Loading extension file: availability_zone.py {{(pid=86219) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 22 20:03:14.556171 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.extensions [None req-bd6183cf-e4f4-403f-97c9-ca1b650eb9cf None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=86219) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 22 20:03:14.556751 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.api.extensions [None req-bd6183cf-e4f4-403f-97c9-ca1b650eb9cf None None] Loaded extension: availability_zone
Apr 22 20:03:14.557119 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.extensions [None req-bd6183cf-e4f4-403f-97c9-ca1b650eb9cf None None] Loading extension file: availability_zone_filter.py {{(pid=86219) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 22 20:03:14.558083 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.extensions [None req-bd6183cf-e4f4-403f-97c9-ca1b650eb9cf None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=86219) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 22 20:03:14.558670 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.api.extensions [None req-bd6183cf-e4f4-403f-97c9-ca1b650eb9cf None None] Loaded extension: availability_zone_filter
Apr 22 20:03:14.559037 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.extensions [None req-bd6183cf-e4f4-403f-97c9-ca1b650eb9cf None None] Loading extension file: data_plane_status.py {{(pid=86219) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 22 20:03:14.560083 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.extensions [None req-bd6183cf-e4f4-403f-97c9-ca1b650eb9cf None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=86219) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 22 20:03:14.560661 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.api.extensions [None req-bd6183cf-e4f4-403f-97c9-ca1b650eb9cf None None] Extension data-plane-status not supported by any of loaded plugins
Apr 22 20:03:14.561028 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.extensions [None req-bd6183cf-e4f4-403f-97c9-ca1b650eb9cf None None] Loading extension file: default_subnetpools.py {{(pid=86219) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 22 20:03:14.562009 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.extensions [None req-bd6183cf-e4f4-403f-97c9-ca1b650eb9cf None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=86219) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 22 20:03:14.562592 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.api.extensions [None req-bd6183cf-e4f4-403f-97c9-ca1b650eb9cf None None] Loaded extension: default-subnetpools
Apr 22 20:03:14.562960 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.extensions [None req-bd6183cf-e4f4-403f-97c9-ca1b650eb9cf None None] Loading extension file: dhcpagentscheduler.py {{(pid=86219) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 22 20:03:14.563841 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.extensions [None req-bd6183cf-e4f4-403f-97c9-ca1b650eb9cf None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=86219) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 22 20:03:14.564425 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.api.extensions [None req-bd6183cf-e4f4-403f-97c9-ca1b650eb9cf None None] Loaded extension: dhcp_agent_scheduler
Apr 22 20:03:14.564795 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.extensions [None req-bd6183cf-e4f4-403f-97c9-ca1b650eb9cf None None] Loading extension file: dns.py {{(pid=86219) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 22 20:03:14.566276 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.extensions [None req-bd6183cf-e4f4-403f-97c9-ca1b650eb9cf None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=86219) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 22 20:03:14.566850 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.api.extensions [None req-bd6183cf-e4f4-403f-97c9-ca1b650eb9cf None None] Extension dns-integration not supported by any of loaded plugins
Apr 22 20:03:14.567215 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.extensions [None req-bd6183cf-e4f4-403f-97c9-ca1b650eb9cf None None] Loading extension file: dns_domain_ports.py {{(pid=86219) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 22 20:03:14.568147 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.extensions [None req-bd6183cf-e4f4-403f-97c9-ca1b650eb9cf None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=86219) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 22 20:03:14.568734 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.api.extensions [None req-bd6183cf-e4f4-403f-97c9-ca1b650eb9cf None None] Extension dns-domain-ports not supported by any of loaded plugins
Apr 22 20:03:14.569098 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.extensions [None req-bd6183cf-e4f4-403f-97c9-ca1b650eb9cf None None] Loading extension file: dvr.py {{(pid=86219) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 22 20:03:14.569843 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.extensions [None req-bd6183cf-e4f4-403f-97c9-ca1b650eb9cf None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=86219) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 22 20:03:14.570422 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.api.extensions [None req-bd6183cf-e4f4-403f-97c9-ca1b650eb9cf None None] Loaded extension: dvr
Apr 22 20:03:14.570787 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.extensions [None req-bd6183cf-e4f4-403f-97c9-ca1b650eb9cf None None] Loading extension file: empty_string_filtering.py {{(pid=86219) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 22 20:03:14.571711 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.extensions [None req-bd6183cf-e4f4-403f-97c9-ca1b650eb9cf None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=86219) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 22 20:03:14.572287 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.api.extensions [None req-bd6183cf-e4f4-403f-97c9-ca1b650eb9cf None None] Loaded extension: empty-string-filtering
Apr 22 20:03:14.572649 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.extensions [None req-bd6183cf-e4f4-403f-97c9-ca1b650eb9cf None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=86219) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 22 20:03:14.573576 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.extensions [None req-bd6183cf-e4f4-403f-97c9-ca1b650eb9cf None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=86219) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 22 20:03:14.574181 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.api.extensions [None req-bd6183cf-e4f4-403f-97c9-ca1b650eb9cf None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins
Apr 22 20:03:14.574543 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.extensions [None req-bd6183cf-e4f4-403f-97c9-ca1b650eb9cf None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=86219) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 22 20:03:14.575472 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.extensions [None req-bd6183cf-e4f4-403f-97c9-ca1b650eb9cf None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=86219) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 22 20:03:14.576051 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.api.extensions [None req-bd6183cf-e4f4-403f-97c9-ca1b650eb9cf None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins
Apr 22 20:03:14.576410 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.extensions [None req-bd6183cf-e4f4-403f-97c9-ca1b650eb9cf None None] Loading extension file: external_net.py {{(pid=86219) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 22 20:03:14.577337 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.extensions [None req-bd6183cf-e4f4-403f-97c9-ca1b650eb9cf None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=86219) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 22 20:03:14.577976 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.api.extensions [None req-bd6183cf-e4f4-403f-97c9-ca1b650eb9cf None None] Loaded extension: external-net
Apr 22 20:03:14.578347 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.extensions [None req-bd6183cf-e4f4-403f-97c9-ca1b650eb9cf None None] Loading extension file: extra_dhcp_opt.py {{(pid=86219) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 22 20:03:14.579266 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.extensions [None req-bd6183cf-e4f4-403f-97c9-ca1b650eb9cf None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=86219) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 22 20:03:14.579849 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.api.extensions [None req-bd6183cf-e4f4-403f-97c9-ca1b650eb9cf None None] Loaded extension: extra_dhcp_opt
Apr 22 20:03:14.580210 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.extensions [None req-bd6183cf-e4f4-403f-97c9-ca1b650eb9cf None None] Loading extension file: extraroute.py {{(pid=86219) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 22 20:03:14.581706 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.extensions [None req-bd6183cf-e4f4-403f-97c9-ca1b650eb9cf None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=86219) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 22 20:03:14.582313 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.api.extensions [None req-bd6183cf-e4f4-403f-97c9-ca1b650eb9cf None None] Loaded extension: extraroute
Apr 22 20:03:14.582676 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.extensions [None req-bd6183cf-e4f4-403f-97c9-ca1b650eb9cf None None] Loading extension file: extraroute_atomic.py {{(pid=86219) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 22 20:03:14.583721 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.extensions [None req-bd6183cf-e4f4-403f-97c9-ca1b650eb9cf None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=86219) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 22 20:03:14.584299 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.api.extensions [None req-bd6183cf-e4f4-403f-97c9-ca1b650eb9cf None None] Loaded extension: extraroute-atomic
Apr 22 20:03:14.584666 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.extensions [None req-bd6183cf-e4f4-403f-97c9-ca1b650eb9cf None None] Loading extension file: filter_validation.py {{(pid=86219) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 22 20:03:14.585368 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.extensions [None req-bd6183cf-e4f4-403f-97c9-ca1b650eb9cf None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=86219) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 22 20:03:14.585973 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.api.extensions [None req-bd6183cf-e4f4-403f-97c9-ca1b650eb9cf None None] Loaded extension: filter-validation
Apr 22 20:03:14.586343 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.extensions [None req-bd6183cf-e4f4-403f-97c9-ca1b650eb9cf None None] Loading extension file: fip_pf_description.py {{(pid=86219) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 22 20:03:14.587266 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.extensions [None req-bd6183cf-e4f4-403f-97c9-ca1b650eb9cf None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=86219) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 22 20:03:14.587834 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.api.extensions [None req-bd6183cf-e4f4-403f-97c9-ca1b650eb9cf None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins
Apr 22 20:03:14.588199 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.extensions [None req-bd6183cf-e4f4-403f-97c9-ca1b650eb9cf None None] Loading extension file: fip_port_details.py {{(pid=86219) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 22 20:03:14.589226 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.extensions [None req-bd6183cf-e4f4-403f-97c9-ca1b650eb9cf None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=86219) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 22 20:03:14.589827 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.api.extensions [None req-bd6183cf-e4f4-403f-97c9-ca1b650eb9cf None None] Loaded extension: fip-port-details
Apr 22 20:03:14.590195 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.extensions [None req-bd6183cf-e4f4-403f-97c9-ca1b650eb9cf None None] Loading extension file: flavors.py {{(pid=86219) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 22 20:03:14.591428 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.extensions [None req-bd6183cf-e4f4-403f-97c9-ca1b650eb9cf None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=86219) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 22 20:03:14.592016 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.api.extensions [None req-bd6183cf-e4f4-403f-97c9-ca1b650eb9cf None None] Loaded extension: flavors
Apr 22 20:03:14.592380 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.extensions [None req-bd6183cf-e4f4-403f-97c9-ca1b650eb9cf None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=86219) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 22 20:03:14.594083 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.extensions [None req-bd6183cf-e4f4-403f-97c9-ca1b650eb9cf None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=86219) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 22 20:03:14.594681 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.api.extensions [None req-bd6183cf-e4f4-403f-97c9-ca1b650eb9cf None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins
Apr 22 20:03:14.595051 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.extensions [None req-bd6183cf-e4f4-403f-97c9-ca1b650eb9cf None None] Loading extension file: floatingip_pools.py {{(pid=86219) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 22 20:03:14.595807 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.extensions [None req-bd6183cf-e4f4-403f-97c9-ca1b650eb9cf None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=86219) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 22 20:03:14.596397 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.api.extensions [None req-bd6183cf-e4f4-403f-97c9-ca1b650eb9cf None None] Loaded extension: floatingip-pools
Apr 22 20:03:14.596845 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.extensions [None req-bd6183cf-e4f4-403f-97c9-ca1b650eb9cf None None] Loading extension file: ip_allocation.py {{(pid=86219) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 22 20:03:14.597825 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.extensions [None req-bd6183cf-e4f4-403f-97c9-ca1b650eb9cf None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=86219) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 22 20:03:14.598406 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.api.extensions [None req-bd6183cf-e4f4-403f-97c9-ca1b650eb9cf None None] Extension ip_allocation not supported by any of loaded plugins
Apr 22 20:03:14.598776 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.extensions [None req-bd6183cf-e4f4-403f-97c9-ca1b650eb9cf None None] Loading extension file: ip_substring_port_filtering.py {{(pid=86219) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 22 20:03:14.599711 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.extensions [None req-bd6183cf-e4f4-403f-97c9-ca1b650eb9cf None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=86219) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 22 20:03:14.600289 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.api.extensions [None req-bd6183cf-e4f4-403f-97c9-ca1b650eb9cf None None] Loaded extension: ip-substring-filtering
Apr 22 20:03:14.600660 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.extensions [None req-bd6183cf-e4f4-403f-97c9-ca1b650eb9cf None None] Loading extension file: l2_adjacency.py {{(pid=86219) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 22 20:03:14.601594 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.extensions [None req-bd6183cf-e4f4-403f-97c9-ca1b650eb9cf None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=86219) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 22 20:03:14.602223 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.api.extensions [None req-bd6183cf-e4f4-403f-97c9-ca1b650eb9cf None None] Extension l2_adjacency not supported by any of loaded plugins
Apr 22 20:03:14.602591 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.extensions [None req-bd6183cf-e4f4-403f-97c9-ca1b650eb9cf None None] Loading extension file: l3.py {{(pid=86219) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 22 20:03:14.603655 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.extensions [None req-bd6183cf-e4f4-403f-97c9-ca1b650eb9cf None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=86219) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 22 20:03:14.604245 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.api.extensions [None req-bd6183cf-e4f4-403f-97c9-ca1b650eb9cf None None] Loaded extension: router
Apr 22 20:03:14.604610 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.extensions [None req-bd6183cf-e4f4-403f-97c9-ca1b650eb9cf None None] Loading extension file: l3_conntrack_helper.py {{(pid=86219) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 22 20:03:14.606945 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.extensions [None req-bd6183cf-e4f4-403f-97c9-ca1b650eb9cf None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=86219) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 22 20:03:14.607545 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.api.extensions [None req-bd6183cf-e4f4-403f-97c9-ca1b650eb9cf None None] Extension l3-conntrack-helper not supported by any of loaded plugins
Apr 22 20:03:14.607920 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.extensions [None req-bd6183cf-e4f4-403f-97c9-ca1b650eb9cf None None] Loading extension file: l3_ext_gw_mode.py {{(pid=86219) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 22 20:03:14.608870 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.extensions [None req-bd6183cf-e4f4-403f-97c9-ca1b650eb9cf None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=86219) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 22 20:03:14.609463 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.api.extensions [None req-bd6183cf-e4f4-403f-97c9-ca1b650eb9cf None None] Loaded extension: ext-gw-mode
Apr 22 20:03:14.609861 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.extensions [None req-bd6183cf-e4f4-403f-97c9-ca1b650eb9cf None None] Loading extension file: l3_ext_ha_mode.py {{(pid=86219) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 22 20:03:14.610903 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.extensions [None req-bd6183cf-e4f4-403f-97c9-ca1b650eb9cf None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=86219) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 22 20:03:14.611489 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.api.extensions [None req-bd6183cf-e4f4-403f-97c9-ca1b650eb9cf None None] Loaded extension: l3-ha
Apr 22 20:03:14.611860 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.extensions [None req-bd6183cf-e4f4-403f-97c9-ca1b650eb9cf None None] Loading extension file: l3_flavors.py {{(pid=86219) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 22 20:03:14.612822 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.extensions [None req-bd6183cf-e4f4-403f-97c9-ca1b650eb9cf None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=86219) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 22 20:03:14.613400 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.api.extensions [None req-bd6183cf-e4f4-403f-97c9-ca1b650eb9cf None None] Loaded extension: l3-flavors
Apr 22 20:03:14.613810 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.extensions [None req-bd6183cf-e4f4-403f-97c9-ca1b650eb9cf None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=86219) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 22 20:03:14.614721 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.extensions [None req-bd6183cf-e4f4-403f-97c9-ca1b650eb9cf None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=86219) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 22 20:03:14.615295 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.api.extensions [None req-bd6183cf-e4f4-403f-97c9-ca1b650eb9cf None None] Loaded extension: l3-port-ip-change-not-allowed
Apr 22 20:03:14.615660 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.extensions [None req-bd6183cf-e4f4-403f-97c9-ca1b650eb9cf None None] Loading extension file: l3agentscheduler.py {{(pid=86219) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 22 20:03:14.616848 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.extensions [None req-bd6183cf-e4f4-403f-97c9-ca1b650eb9cf None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=86219) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 22 20:03:14.617440 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.api.extensions [None req-bd6183cf-e4f4-403f-97c9-ca1b650eb9cf None None] Loaded extension: l3_agent_scheduler
Apr 22 20:03:14.617830 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.extensions [None req-bd6183cf-e4f4-403f-97c9-ca1b650eb9cf None None] Loading extension file: logging.py {{(pid=86219) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 22 20:03:14.619357 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.extensions [None req-bd6183cf-e4f4-403f-97c9-ca1b650eb9cf None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=86219) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 22 20:03:14.619947 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.api.extensions [None req-bd6183cf-e4f4-403f-97c9-ca1b650eb9cf None None] Extension logging not supported by any of loaded plugins
Apr 22 20:03:14.620325 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.extensions [None req-bd6183cf-e4f4-403f-97c9-ca1b650eb9cf None None] Loading extension file: metering.py {{(pid=86219) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 22 20:03:14.621121 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.extensions [None req-bd6183cf-e4f4-403f-97c9-ca1b650eb9cf None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=86219) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 22 20:03:14.621837 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.api.extensions [None req-bd6183cf-e4f4-403f-97c9-ca1b650eb9cf None None] Loaded extension: metering
Apr 22 20:03:14.622214 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.extensions [None req-bd6183cf-e4f4-403f-97c9-ca1b650eb9cf None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=86219) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 22 20:03:14.623328 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.extensions [None req-bd6183cf-e4f4-403f-97c9-ca1b650eb9cf None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=86219) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 22 20:03:14.623917 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.api.extensions [None req-bd6183cf-e4f4-403f-97c9-ca1b650eb9cf None None] Loaded extension: metering_source_and_destination_fields
Apr 22 20:03:14.624284 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.extensions [None req-bd6183cf-e4f4-403f-97c9-ca1b650eb9cf None None] Loading extension file: multiprovidernet.py {{(pid=86219) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 22 20:03:14.625215 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.extensions [None req-bd6183cf-e4f4-403f-97c9-ca1b650eb9cf None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=86219) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 22 20:03:14.625825 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.api.extensions [None req-bd6183cf-e4f4-403f-97c9-ca1b650eb9cf None None] Loaded extension: multi-provider
Apr 22 20:03:14.626201 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.extensions [None req-bd6183cf-e4f4-403f-97c9-ca1b650eb9cf None None] Loading extension file: netmtu.py {{(pid=86219) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 22 20:03:14.627127 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.extensions [None req-bd6183cf-e4f4-403f-97c9-ca1b650eb9cf None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=86219) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 22 20:03:14.627706 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.api.extensions [None req-bd6183cf-e4f4-403f-97c9-ca1b650eb9cf None None] Loaded extension: net-mtu
Apr 22 20:03:14.628587 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.extensions [None req-bd6183cf-e4f4-403f-97c9-ca1b650eb9cf None None] Loading extension file: netmtu_writable.py {{(pid=86219) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 22 20:03:14.629546 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.extensions [None req-bd6183cf-e4f4-403f-97c9-ca1b650eb9cf None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=86219) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 22 20:03:14.630149 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.api.extensions [None req-bd6183cf-e4f4-403f-97c9-ca1b650eb9cf None None] Loaded extension: net-mtu-writable
Apr 22 20:03:14.630517 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.extensions [None req-bd6183cf-e4f4-403f-97c9-ca1b650eb9cf None None] Loading extension file: network_availability_zone.py {{(pid=86219) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 22 20:03:14.631345 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.extensions [None req-bd6183cf-e4f4-403f-97c9-ca1b650eb9cf None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=86219) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 22 20:03:14.631934 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.api.extensions [None req-bd6183cf-e4f4-403f-97c9-ca1b650eb9cf None None] Loaded extension: network_availability_zone
Apr 22 20:03:14.632303 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.extensions [None req-bd6183cf-e4f4-403f-97c9-ca1b650eb9cf None None] Loading extension file: network_ip_availability.py {{(pid=86219) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 22 20:03:14.633421 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.extensions [None req-bd6183cf-e4f4-403f-97c9-ca1b650eb9cf None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=86219) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 22 20:03:14.634051 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.api.extensions [None req-bd6183cf-e4f4-403f-97c9-ca1b650eb9cf None None] Loaded extension: network-ip-availability
Apr 22 20:03:14.634423 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.extensions [None req-bd6183cf-e4f4-403f-97c9-ca1b650eb9cf None None] Loading extension file: network_segment_range.py {{(pid=86219) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 22 20:03:14.635264 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.extensions [None req-bd6183cf-e4f4-403f-97c9-ca1b650eb9cf None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=86219) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 22 20:03:14.635848 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.api.extensions [None req-bd6183cf-e4f4-403f-97c9-ca1b650eb9cf None None] Extension network-segment-range not supported by any of loaded plugins
Apr 22 20:03:14.636215 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.extensions [None req-bd6183cf-e4f4-403f-97c9-ca1b650eb9cf None None] Loading extension file: pagination.py {{(pid=86219) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 22 20:03:14.637224 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.extensions [None req-bd6183cf-e4f4-403f-97c9-ca1b650eb9cf None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=86219) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 22 20:03:14.637607 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.api.extensions [None req-bd6183cf-e4f4-403f-97c9-ca1b650eb9cf None None] Loaded extension: pagination
Apr 22 20:03:14.637996 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.extensions [None req-bd6183cf-e4f4-403f-97c9-ca1b650eb9cf None None] Loading extension file: port_device_profile.py {{(pid=86219) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 22 20:03:14.638930 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.extensions [None req-bd6183cf-e4f4-403f-97c9-ca1b650eb9cf None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=86219) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 22 20:03:14.639518 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.api.extensions [None req-bd6183cf-e4f4-403f-97c9-ca1b650eb9cf None None] Loaded extension: port-device-profile
Apr 22 20:03:14.639886 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.extensions [None req-bd6183cf-e4f4-403f-97c9-ca1b650eb9cf None None] Loading extension file: port_mac_address_regenerate.py {{(pid=86219) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 22 20:03:14.640832 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.extensions [None req-bd6183cf-e4f4-403f-97c9-ca1b650eb9cf None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=86219) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 22 20:03:14.641428 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.api.extensions [None req-bd6183cf-e4f4-403f-97c9-ca1b650eb9cf None None] Loaded extension: port-mac-address-regenerate
Apr 22 20:03:14.641823 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.extensions [None req-bd6183cf-e4f4-403f-97c9-ca1b650eb9cf None None] Loading extension file: port_numa_affinity_policy.py {{(pid=86219) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 22 20:03:14.642759 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.extensions [None req-bd6183cf-e4f4-403f-97c9-ca1b650eb9cf None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=86219) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 22 20:03:14.643341 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.api.extensions [None req-bd6183cf-e4f4-403f-97c9-ca1b650eb9cf None None] Loaded extension: port-numa-affinity-policy
Apr 22 20:03:14.644467 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.extensions [None req-bd6183cf-e4f4-403f-97c9-ca1b650eb9cf None None] Loading extension file: port_resource_request.py {{(pid=86219) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 22 20:03:14.645421 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.extensions [None req-bd6183cf-e4f4-403f-97c9-ca1b650eb9cf None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=86219) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 22 20:03:14.646022 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.api.extensions [None req-bd6183cf-e4f4-403f-97c9-ca1b650eb9cf None None] Extension port-resource-request not supported by any of loaded plugins
Apr 22 20:03:14.646387 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.extensions [None req-bd6183cf-e4f4-403f-97c9-ca1b650eb9cf None None] Loading extension file: portbindings.py {{(pid=86219) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 22 20:03:14.647339 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.extensions [None req-bd6183cf-e4f4-403f-97c9-ca1b650eb9cf None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=86219) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 22 20:03:14.647929 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.api.extensions [None req-bd6183cf-e4f4-403f-97c9-ca1b650eb9cf None None] Loaded extension: binding
Apr 22 20:03:14.648293 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.extensions [None req-bd6183cf-e4f4-403f-97c9-ca1b650eb9cf None None] Loading extension file: portbindings_extended.py {{(pid=86219) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 22 20:03:14.649581 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.extensions [None req-bd6183cf-e4f4-403f-97c9-ca1b650eb9cf None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=86219) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 22 20:03:14.650192 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.api.extensions [None req-bd6183cf-e4f4-403f-97c9-ca1b650eb9cf None None] Loaded extension: binding-extended
Apr 22 20:03:14.650560 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.extensions [None req-bd6183cf-e4f4-403f-97c9-ca1b650eb9cf None None] Loading extension file: portsecurity.py {{(pid=86219) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 22 20:03:14.651497 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.extensions [None req-bd6183cf-e4f4-403f-97c9-ca1b650eb9cf None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=86219) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 22 20:03:14.652076 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.api.extensions [None req-bd6183cf-e4f4-403f-97c9-ca1b650eb9cf None None] Loaded extension: port-security
Apr 22 20:03:14.652440 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.extensions [None req-bd6183cf-e4f4-403f-97c9-ca1b650eb9cf None None] Loading extension file: project_id.py {{(pid=86219) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 22 20:03:14.653425 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.extensions [None req-bd6183cf-e4f4-403f-97c9-ca1b650eb9cf None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=86219) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 22 20:03:14.653820 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.api.extensions [None req-bd6183cf-e4f4-403f-97c9-ca1b650eb9cf None None] Loaded extension: project-id
Apr 22 20:03:14.654192 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.extensions [None req-bd6183cf-e4f4-403f-97c9-ca1b650eb9cf None None] Loading extension file: providernet.py {{(pid=86219) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 22 20:03:14.655132 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.extensions [None req-bd6183cf-e4f4-403f-97c9-ca1b650eb9cf None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=86219) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 22 20:03:14.655712 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.api.extensions [None req-bd6183cf-e4f4-403f-97c9-ca1b650eb9cf None None] Loaded extension: provider
Apr 22 20:03:14.656073 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.extensions [None req-bd6183cf-e4f4-403f-97c9-ca1b650eb9cf None None] Loading extension file: qos.py {{(pid=86219) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 22 20:03:14.659823 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.extensions [None req-bd6183cf-e4f4-403f-97c9-ca1b650eb9cf None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=86219) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 22 20:03:14.660420 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.api.extensions [None req-bd6183cf-e4f4-403f-97c9-ca1b650eb9cf None None] Extension qos not supported by any of loaded plugins
Apr 22 20:03:14.660799 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.extensions [None req-bd6183cf-e4f4-403f-97c9-ca1b650eb9cf None None] Loading extension file: qos_bw_limit_direction.py {{(pid=86219) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 22 20:03:14.662121 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.extensions [None req-bd6183cf-e4f4-403f-97c9-ca1b650eb9cf None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=86219) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 22 20:03:14.662711 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.api.extensions [None req-bd6183cf-e4f4-403f-97c9-ca1b650eb9cf None None] Extension qos-bw-limit-direction not supported by any of loaded plugins
Apr 22 20:03:14.663083 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.extensions [None req-bd6183cf-e4f4-403f-97c9-ca1b650eb9cf None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=86219) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 22 20:03:14.664020 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.extensions [None req-bd6183cf-e4f4-403f-97c9-ca1b650eb9cf None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=86219) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 22 20:03:14.664604 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.api.extensions [None req-bd6183cf-e4f4-403f-97c9-ca1b650eb9cf None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins
Apr 22 20:03:14.664976 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.extensions [None req-bd6183cf-e4f4-403f-97c9-ca1b650eb9cf None None] Loading extension file: qos_default.py {{(pid=86219) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 22 20:03:14.665930 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.extensions [None req-bd6183cf-e4f4-403f-97c9-ca1b650eb9cf None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=86219) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 22 20:03:14.666517 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.api.extensions [None req-bd6183cf-e4f4-403f-97c9-ca1b650eb9cf None None] Extension qos-default not supported by any of loaded plugins
Apr 22 20:03:14.666885 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.extensions [None req-bd6183cf-e4f4-403f-97c9-ca1b650eb9cf None None] Loading extension file: qos_fip.py {{(pid=86219) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 22 20:03:14.667577 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.extensions [None req-bd6183cf-e4f4-403f-97c9-ca1b650eb9cf None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=86219) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 22 20:03:14.668148 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.api.extensions [None req-bd6183cf-e4f4-403f-97c9-ca1b650eb9cf None None] Extension qos-fip not supported by any of loaded plugins
Apr 22 20:03:14.668515 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.extensions [None req-bd6183cf-e4f4-403f-97c9-ca1b650eb9cf None None] Loading extension file: qos_gateway_ip.py {{(pid=86219) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 22 20:03:14.669452 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.extensions [None req-bd6183cf-e4f4-403f-97c9-ca1b650eb9cf None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=86219) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 22 20:03:14.670103 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.api.extensions [None req-bd6183cf-e4f4-403f-97c9-ca1b650eb9cf None None] Extension qos-gateway-ip not supported by any of loaded plugins
Apr 22 20:03:14.670474 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.extensions [None req-bd6183cf-e4f4-403f-97c9-ca1b650eb9cf None None] Loading extension file: qos_port_network_policy.py {{(pid=86219) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 22 20:03:14.671665 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.extensions [None req-bd6183cf-e4f4-403f-97c9-ca1b650eb9cf None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=86219) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 22 20:03:14.672255 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.api.extensions [None req-bd6183cf-e4f4-403f-97c9-ca1b650eb9cf None None] Extension qos-port-network-policy not supported by any of loaded plugins
Apr 22 20:03:14.672619 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.extensions [None req-bd6183cf-e4f4-403f-97c9-ca1b650eb9cf None None] Loading extension file: qos_rule_type_details.py {{(pid=86219) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 22 20:03:14.673553 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.extensions [None req-bd6183cf-e4f4-403f-97c9-ca1b650eb9cf None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=86219) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 22 20:03:14.674152 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.api.extensions [None req-bd6183cf-e4f4-403f-97c9-ca1b650eb9cf None None] Extension qos-rule-type-details not supported by any of loaded plugins
Apr 22 20:03:14.674514 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.extensions [None req-bd6183cf-e4f4-403f-97c9-ca1b650eb9cf None None] Loading extension file: qos_rules_alias.py {{(pid=86219) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 22 20:03:14.675600 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.extensions [None req-bd6183cf-e4f4-403f-97c9-ca1b650eb9cf None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=86219) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 22 20:03:14.676185 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.api.extensions [None req-bd6183cf-e4f4-403f-97c9-ca1b650eb9cf None None] Extension qos-rules-alias not supported by any of loaded plugins
Apr 22 20:03:14.676550 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.extensions [None req-bd6183cf-e4f4-403f-97c9-ca1b650eb9cf None None] Loading extension file: quotasv2.py {{(pid=86219) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 22 20:03:14.677549 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.extensions [None req-bd6183cf-e4f4-403f-97c9-ca1b650eb9cf None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=86219) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 22 20:03:14.677958 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.api.extensions [None req-bd6183cf-e4f4-403f-97c9-ca1b650eb9cf None None] Loaded extension: quotas
Apr 22 20:03:14.678323 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.extensions [None req-bd6183cf-e4f4-403f-97c9-ca1b650eb9cf None None] Loading extension file: quotasv2_detail.py {{(pid=86219) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 22 20:03:14.680068 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.extensions [None req-bd6183cf-e4f4-403f-97c9-ca1b650eb9cf None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=86219) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 22 20:03:14.680459 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.api.extensions [None req-bd6183cf-e4f4-403f-97c9-ca1b650eb9cf None None] Loaded extension: quota_details
Apr 22 20:03:14.680834 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.extensions [None req-bd6183cf-e4f4-403f-97c9-ca1b650eb9cf None None] Loading extension file: rbac.py {{(pid=86219) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 22 20:03:14.682039 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.extensions [None req-bd6183cf-e4f4-403f-97c9-ca1b650eb9cf None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=86219) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 22 20:03:14.682639 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.api.extensions [None req-bd6183cf-e4f4-403f-97c9-ca1b650eb9cf None None] Loaded extension: rbac-policies
Apr 22 20:03:14.683014 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.extensions [None req-bd6183cf-e4f4-403f-97c9-ca1b650eb9cf None None] Loading extension file: rbac_address_group.py {{(pid=86219) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 22 20:03:14.683959 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.extensions [None req-bd6183cf-e4f4-403f-97c9-ca1b650eb9cf None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=86219) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 22 20:03:14.684552 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.api.extensions [None req-bd6183cf-e4f4-403f-97c9-ca1b650eb9cf None None] Loaded extension: rbac-address-group
Apr 22 20:03:14.684917 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.extensions [None req-bd6183cf-e4f4-403f-97c9-ca1b650eb9cf None None] Loading extension file: rbac_address_scope.py {{(pid=86219) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 22 20:03:14.685895 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.extensions [None req-bd6183cf-e4f4-403f-97c9-ca1b650eb9cf None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=86219) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 22 20:03:14.686484 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.api.extensions [None req-bd6183cf-e4f4-403f-97c9-ca1b650eb9cf None None] Loaded extension: rbac-address-scope
Apr 22 20:03:14.686848 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.extensions [None req-bd6183cf-e4f4-403f-97c9-ca1b650eb9cf None None] Loading extension file: rbac_security_groups.py {{(pid=86219) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 22 20:03:14.687783 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.extensions [None req-bd6183cf-e4f4-403f-97c9-ca1b650eb9cf None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=86219) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 22 20:03:14.688367 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.api.extensions [None req-bd6183cf-e4f4-403f-97c9-ca1b650eb9cf None None] Loaded extension: rbac-security-groups
Apr 22 20:03:14.688734 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.extensions [None req-bd6183cf-e4f4-403f-97c9-ca1b650eb9cf None None] Loading extension file: rbac_subnetpool.py {{(pid=86219) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 22 20:03:14.689680 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.extensions [None req-bd6183cf-e4f4-403f-97c9-ca1b650eb9cf None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=86219) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 22 20:03:14.690830 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.api.extensions [None req-bd6183cf-e4f4-403f-97c9-ca1b650eb9cf None None] Loaded extension: rbac-subnetpool
Apr 22 20:03:14.691197 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.extensions [None req-bd6183cf-e4f4-403f-97c9-ca1b650eb9cf None None] Loading extension file: revisionifmatch.py {{(pid=86219) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 22 20:03:14.692150 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.extensions [None req-bd6183cf-e4f4-403f-97c9-ca1b650eb9cf None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=86219) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 22 20:03:14.692728 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.api.extensions [None req-bd6183cf-e4f4-403f-97c9-ca1b650eb9cf None None] Loaded extension: revision-if-match
Apr 22 20:03:14.693095 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.extensions [None req-bd6183cf-e4f4-403f-97c9-ca1b650eb9cf None None] Loading extension file: revisions.py {{(pid=86219) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 22 20:03:14.694253 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.extensions [None req-bd6183cf-e4f4-403f-97c9-ca1b650eb9cf None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=86219) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 22 20:03:14.694833 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.api.extensions [None req-bd6183cf-e4f4-403f-97c9-ca1b650eb9cf None None] Loaded extension: standard-attr-revisions
Apr 22 20:03:14.695198 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.extensions [None req-bd6183cf-e4f4-403f-97c9-ca1b650eb9cf None None] Loading extension file: router_availability_zone.py {{(pid=86219) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 22 20:03:14.695915 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.extensions [None req-bd6183cf-e4f4-403f-97c9-ca1b650eb9cf None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=86219) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 22 20:03:14.696497 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.api.extensions [None req-bd6183cf-e4f4-403f-97c9-ca1b650eb9cf None None] Loaded extension: router_availability_zone
Apr 22 20:03:14.696861 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.extensions [None req-bd6183cf-e4f4-403f-97c9-ca1b650eb9cf None None] Loading extension file: routerservicetype.py {{(pid=86219) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 22 20:03:14.697814 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.extensions [None req-bd6183cf-e4f4-403f-97c9-ca1b650eb9cf None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=86219) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 22 20:03:14.698390 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.api.extensions [None req-bd6183cf-e4f4-403f-97c9-ca1b650eb9cf None None] Extension router-service-type not supported by any of loaded plugins
Apr 22 20:03:14.698757 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.extensions [None req-bd6183cf-e4f4-403f-97c9-ca1b650eb9cf None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=86219) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 22 20:03:14.699683 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.extensions [None req-bd6183cf-e4f4-403f-97c9-ca1b650eb9cf None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=86219) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 22 20:03:14.700261 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.api.extensions [None req-bd6183cf-e4f4-403f-97c9-ca1b650eb9cf None None] Loaded extension: security-groups-normalized-cidr
Apr 22 20:03:14.700623 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.extensions [None req-bd6183cf-e4f4-403f-97c9-ca1b650eb9cf None None] Loading extension file: security_groups_port_filtering.py {{(pid=86219) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 22 20:03:14.701559 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.extensions [None req-bd6183cf-e4f4-403f-97c9-ca1b650eb9cf None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=86219) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 22 20:03:14.702166 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.api.extensions [None req-bd6183cf-e4f4-403f-97c9-ca1b650eb9cf None None] Loaded extension: port-security-groups-filtering
Apr 22 20:03:14.702534 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.extensions [None req-bd6183cf-e4f4-403f-97c9-ca1b650eb9cf None None] Loading extension file: security_groups_remote_address_group.py {{(pid=86219) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 22 20:03:14.703506 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.extensions [None req-bd6183cf-e4f4-403f-97c9-ca1b650eb9cf None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=86219) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 22 20:03:14.704087 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.api.extensions [None req-bd6183cf-e4f4-403f-97c9-ca1b650eb9cf None None] Loaded extension: security-groups-remote-address-group
Apr 22 20:03:14.704452 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.extensions [None req-bd6183cf-e4f4-403f-97c9-ca1b650eb9cf None None] Loading extension file: securitygroup.py {{(pid=86219) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 22 20:03:14.718298 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.extensions [None req-bd6183cf-e4f4-403f-97c9-ca1b650eb9cf None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=86219) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 22 20:03:14.718928 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.api.extensions [None req-bd6183cf-e4f4-403f-97c9-ca1b650eb9cf None None] Loaded extension: security-group
Apr 22 20:03:14.719305 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.extensions [None req-bd6183cf-e4f4-403f-97c9-ca1b650eb9cf None None] Loading extension file: segment.py {{(pid=86219) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 22 20:03:14.720165 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.extensions [None req-bd6183cf-e4f4-403f-97c9-ca1b650eb9cf None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=86219) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 22 20:03:14.720751 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.api.extensions [None req-bd6183cf-e4f4-403f-97c9-ca1b650eb9cf None None] Extension segment not supported by any of loaded plugins
Apr 22 20:03:14.721118 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.extensions [None req-bd6183cf-e4f4-403f-97c9-ca1b650eb9cf None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=86219) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 22 20:03:14.722135 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.extensions [None req-bd6183cf-e4f4-403f-97c9-ca1b650eb9cf None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=86219) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 22 20:03:14.722718 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.api.extensions [None req-bd6183cf-e4f4-403f-97c9-ca1b650eb9cf None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins
Apr 22 20:03:14.723085 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.extensions [None req-bd6183cf-e4f4-403f-97c9-ca1b650eb9cf None None] Loading extension file: servicetype.py {{(pid=86219) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 22 20:03:14.724187 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.extensions [None req-bd6183cf-e4f4-403f-97c9-ca1b650eb9cf None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=86219) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 22 20:03:14.724779 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.api.extensions [None req-bd6183cf-e4f4-403f-97c9-ca1b650eb9cf None None] Loaded extension: service-type
Apr 22 20:03:14.725148 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.extensions [None req-bd6183cf-e4f4-403f-97c9-ca1b650eb9cf None None] Loading extension file: sorting.py {{(pid=86219) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 22 20:03:14.726162 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.extensions [None req-bd6183cf-e4f4-403f-97c9-ca1b650eb9cf None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=86219) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 22 20:03:14.726547 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.api.extensions [None req-bd6183cf-e4f4-403f-97c9-ca1b650eb9cf None None] Loaded extension: sorting
Apr 22 20:03:14.726910 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.extensions [None req-bd6183cf-e4f4-403f-97c9-ca1b650eb9cf None None] Loading extension file: standard_attr_segment.py {{(pid=86219) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 22 20:03:14.727837 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.extensions [None req-bd6183cf-e4f4-403f-97c9-ca1b650eb9cf None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=86219) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 22 20:03:14.728429 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.api.extensions [None req-bd6183cf-e4f4-403f-97c9-ca1b650eb9cf None None] Extension standard-attr-segment not supported by any of loaded plugins
Apr 22 20:03:14.728809 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.extensions [None req-bd6183cf-e4f4-403f-97c9-ca1b650eb9cf None None] Loading extension file: standardattrdescription.py {{(pid=86219) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 22 20:03:14.729505 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.extensions [None req-bd6183cf-e4f4-403f-97c9-ca1b650eb9cf None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=86219) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 22 20:03:14.730128 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.api.extensions [None req-bd6183cf-e4f4-403f-97c9-ca1b650eb9cf None None] Loaded extension: standard-attr-description
Apr 22 20:03:14.730503 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.extensions [None req-bd6183cf-e4f4-403f-97c9-ca1b650eb9cf None None] Loading extension file: stateful_security_group.py {{(pid=86219) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 22 20:03:14.731432 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.extensions [None req-bd6183cf-e4f4-403f-97c9-ca1b650eb9cf None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=86219) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 22 20:03:14.732035 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.api.extensions [None req-bd6183cf-e4f4-403f-97c9-ca1b650eb9cf None None] Loaded extension: stateful-security-group
Apr 22 20:03:14.732403 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.extensions [None req-bd6183cf-e4f4-403f-97c9-ca1b650eb9cf None None] Loading extension file: stdattrs_common.py {{(pid=86219) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 22 20:03:14.732996 dv-cinder-787632-1-iscsi neutron-server[86219]: WARNING neutron.api.extensions [None req-bd6183cf-e4f4-403f-97c9-ca1b650eb9cf None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py
Apr 22 20:03:14.733381 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.extensions [None req-bd6183cf-e4f4-403f-97c9-ca1b650eb9cf None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=86219) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 22 20:03:14.734390 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.extensions [None req-bd6183cf-e4f4-403f-97c9-ca1b650eb9cf None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=86219) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 22 20:03:14.734970 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.api.extensions [None req-bd6183cf-e4f4-403f-97c9-ca1b650eb9cf None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins
Apr 22 20:03:14.735334 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.extensions [None req-bd6183cf-e4f4-403f-97c9-ca1b650eb9cf None None] Loading extension file: subnet_onboard.py {{(pid=86219) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 22 20:03:14.736407 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.extensions [None req-bd6183cf-e4f4-403f-97c9-ca1b650eb9cf None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=86219) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 22 20:03:14.736989 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.api.extensions [None req-bd6183cf-e4f4-403f-97c9-ca1b650eb9cf None None] Loaded extension: subnet_onboard
Apr 22 20:03:14.737928 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.extensions [None req-bd6183cf-e4f4-403f-97c9-ca1b650eb9cf None None] Loading extension file: subnet_segmentid_writable.py {{(pid=86219) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 22 20:03:14.738863 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.extensions [None req-bd6183cf-e4f4-403f-97c9-ca1b650eb9cf None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=86219) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 22 20:03:14.739452 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.api.extensions [None req-bd6183cf-e4f4-403f-97c9-ca1b650eb9cf None None] Extension subnet-segmentid-writable not supported by any of loaded plugins
Apr 22 20:03:14.739817 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.extensions [None req-bd6183cf-e4f4-403f-97c9-ca1b650eb9cf None None] Loading extension file: subnet_service_types.py {{(pid=86219) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 22 20:03:14.740757 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.extensions [None req-bd6183cf-e4f4-403f-97c9-ca1b650eb9cf None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=86219) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 22 20:03:14.741344 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.api.extensions [None req-bd6183cf-e4f4-403f-97c9-ca1b650eb9cf None None] Loaded extension: subnet-service-types
Apr 22 20:03:14.741708 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.extensions [None req-bd6183cf-e4f4-403f-97c9-ca1b650eb9cf None None] Loading extension file: subnetallocation.py {{(pid=86219) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 22 20:03:14.742846 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.extensions [None req-bd6183cf-e4f4-403f-97c9-ca1b650eb9cf None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=86219) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 22 20:03:14.743433 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.api.extensions [None req-bd6183cf-e4f4-403f-97c9-ca1b650eb9cf None None] Loaded extension: subnet_allocation
Apr 22 20:03:14.743799 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.extensions [None req-bd6183cf-e4f4-403f-97c9-ca1b650eb9cf None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=86219) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 22 20:03:14.744498 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.extensions [None req-bd6183cf-e4f4-403f-97c9-ca1b650eb9cf None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=86219) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 22 20:03:14.745086 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.api.extensions [None req-bd6183cf-e4f4-403f-97c9-ca1b650eb9cf None None] Loaded extension: subnetpool-prefix-ops
Apr 22 20:03:14.745453 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.extensions [None req-bd6183cf-e4f4-403f-97c9-ca1b650eb9cf None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=86219) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 22 20:03:14.746431 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.extensions [None req-bd6183cf-e4f4-403f-97c9-ca1b650eb9cf None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=86219) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 22 20:03:14.747015 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.api.extensions [None req-bd6183cf-e4f4-403f-97c9-ca1b650eb9cf None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins
Apr 22 20:03:14.747382 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.extensions [None req-bd6183cf-e4f4-403f-97c9-ca1b650eb9cf None None] Loading extension file: tagging.py {{(pid=86219) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 22 20:03:14.748657 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.extensions [None req-bd6183cf-e4f4-403f-97c9-ca1b650eb9cf None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=86219) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 22 20:03:14.749262 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.api.extensions [None req-bd6183cf-e4f4-403f-97c9-ca1b650eb9cf None None] Loaded extension: standard-attr-tag
Apr 22 20:03:14.749630 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.extensions [None req-bd6183cf-e4f4-403f-97c9-ca1b650eb9cf None None] Loading extension file: timestamp.py {{(pid=86219) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 22 20:03:14.750954 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.extensions [None req-bd6183cf-e4f4-403f-97c9-ca1b650eb9cf None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=86219) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 22 20:03:14.751410 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.api.extensions [None req-bd6183cf-e4f4-403f-97c9-ca1b650eb9cf None None] Loaded extension: standard-attr-timestamp
Apr 22 20:03:14.751780 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.extensions [None req-bd6183cf-e4f4-403f-97c9-ca1b650eb9cf None None] Loading extension file: trunk.py {{(pid=86219) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 22 20:03:14.752860 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.extensions [None req-bd6183cf-e4f4-403f-97c9-ca1b650eb9cf None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=86219) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 22 20:03:14.753993 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.api.extensions [None req-bd6183cf-e4f4-403f-97c9-ca1b650eb9cf None None] Extension trunk not supported by any of loaded plugins
Apr 22 20:03:14.754317 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.extensions [None req-bd6183cf-e4f4-403f-97c9-ca1b650eb9cf None None] Loading extension file: trunk_details.py {{(pid=86219) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 22 20:03:14.755251 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.extensions [None req-bd6183cf-e4f4-403f-97c9-ca1b650eb9cf None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=86219) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 22 20:03:14.755832 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.api.extensions [None req-bd6183cf-e4f4-403f-97c9-ca1b650eb9cf None None] Extension trunk-details not supported by any of loaded plugins
Apr 22 20:03:14.756199 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.extensions [None req-bd6183cf-e4f4-403f-97c9-ca1b650eb9cf None None] Loading extension file: uplink_status_propagation.py {{(pid=86219) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 22 20:03:14.757123 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.extensions [None req-bd6183cf-e4f4-403f-97c9-ca1b650eb9cf None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=86219) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 22 20:03:14.757706 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.api.extensions [None req-bd6183cf-e4f4-403f-97c9-ca1b650eb9cf None None] Extension uplink-status-propagation not supported by any of loaded plugins
Apr 22 20:03:14.758101 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.extensions [None req-bd6183cf-e4f4-403f-97c9-ca1b650eb9cf None None] Loading extension file: vlantransparent.py {{(pid=86219) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 22 20:03:14.758805 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.extensions [None req-bd6183cf-e4f4-403f-97c9-ca1b650eb9cf None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=86219) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 22 20:03:14.759387 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.api.extensions [None req-bd6183cf-e4f4-403f-97c9-ca1b650eb9cf None None] Extension vlan-transparent not supported by any of loaded plugins
Apr 22 20:03:14.762066 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.quota.resource_registry [None req-bd6183cf-e4f4-403f-97c9-ca1b650eb9cf None None] Creating instance of TrackedResource for resource:network
Apr 22 20:03:14.762893 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.quota.resource_registry [None req-bd6183cf-e4f4-403f-97c9-ca1b650eb9cf None None] Creating instance of TrackedResource for resource:subnet
Apr 22 20:03:14.763570 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.quota.resource_registry [None req-bd6183cf-e4f4-403f-97c9-ca1b650eb9cf None None] Creating instance of TrackedResource for resource:subnetpool
Apr 22 20:03:14.764236 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.quota.resource_registry [None req-bd6183cf-e4f4-403f-97c9-ca1b650eb9cf None None] Creating instance of TrackedResource for resource:port
Apr 22 20:03:14.765739 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.v2.resource_helper [None req-bd6183cf-e4f4-403f-97c9-ca1b650eb9cf None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=86219) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Apr 22 20:03:14.766253 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.v2.resource_helper [None req-bd6183cf-e4f4-403f-97c9-ca1b650eb9cf None None] Service FLAVORS assigned prefix:  {{(pid=86219) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Apr 22 20:03:14.766946 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.v2.resource_helper [None req-bd6183cf-e4f4-403f-97c9-ca1b650eb9cf None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=86219) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Apr 22 20:03:14.767415 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.v2.resource_helper [None req-bd6183cf-e4f4-403f-97c9-ca1b650eb9cf None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=86219) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Apr 22 20:03:14.767788 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.quota.resource_registry [None req-bd6183cf-e4f4-403f-97c9-ca1b650eb9cf None None] Creating instance of TrackedResource for resource:router
Apr 22 20:03:14.768550 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.quota.resource_registry [None req-bd6183cf-e4f4-403f-97c9-ca1b650eb9cf None None] Creating instance of TrackedResource for resource:floatingip
Apr 22 20:03:14.769329 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.v2.resource_helper [None req-bd6183cf-e4f4-403f-97c9-ca1b650eb9cf None None] Service METERING assigned prefix: /metering {{(pid=86219) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Apr 22 20:03:14.771176 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-bd6183cf-e4f4-403f-97c9-ca1b650eb9cf None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f013e6f5d68>> rbac-policy before_create 55550000 {{(pid=86219) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 22 20:03:14.771589 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-bd6183cf-e4f4-403f-97c9-ca1b650eb9cf None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f013e6f5d68>> rbac-policy before_update 55550000 {{(pid=86219) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 22 20:03:14.771981 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-bd6183cf-e4f4-403f-97c9-ca1b650eb9cf None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f013e6f5d68>> rbac-policy before_delete 55550000 {{(pid=86219) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 22 20:03:14.773127 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.quota.resource_registry [None req-bd6183cf-e4f4-403f-97c9-ca1b650eb9cf None None] Creating instance of CountableResource for resource:rbac_policy
Apr 22 20:03:14.773619 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.quota.resource_registry [None req-bd6183cf-e4f4-403f-97c9-ca1b650eb9cf None None] Creating instance of TrackedResource for resource:security_group
Apr 22 20:03:14.774465 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.quota.resource_registry [None req-bd6183cf-e4f4-403f-97c9-ca1b650eb9cf None None] Creating instance of TrackedResource for resource:security_group_rule
Apr 22 20:03:14.775274 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.v2.resource_helper [None req-bd6183cf-e4f4-403f-97c9-ca1b650eb9cf None None] Service CORE assigned prefix:  {{(pid=86219) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Apr 22 20:03:14.775655 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.quota.resource_registry [None req-bd6183cf-e4f4-403f-97c9-ca1b650eb9cf None None] Creating instance of TrackedResource for resource:subnetpool
Apr 22 20:03:14.776026 dv-cinder-787632-1-iscsi neutron-server[86219]: WARNING neutron.quota.resource_registry [None req-bd6183cf-e4f4-403f-97c9-ca1b650eb9cf None None] subnetpool is already registered
Apr 22 20:03:14.776703 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.v2.resource_helper [None req-bd6183cf-e4f4-403f-97c9-ca1b650eb9cf None None] Service CORE assigned prefix:  {{(pid=86219) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Apr 22 20:03:14.777076 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.quota.resource_registry [None req-bd6183cf-e4f4-403f-97c9-ca1b650eb9cf None None] Creating instance of TrackedResource for resource:subnetpool
Apr 22 20:03:14.777441 dv-cinder-787632-1-iscsi neutron-server[86219]: WARNING neutron.quota.resource_registry [None req-bd6183cf-e4f4-403f-97c9-ca1b650eb9cf None None] subnetpool is already registered
Apr 22 20:03:14.780224 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.v2.resource_helper [None req-bd6183cf-e4f4-403f-97c9-ca1b650eb9cf None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=86219) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Apr 22 20:03:14.780707 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.v2.resource_helper [None req-bd6183cf-e4f4-403f-97c9-ca1b650eb9cf None None] Service FLAVORS assigned prefix:  {{(pid=86219) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Apr 22 20:03:14.781363 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.v2.resource_helper [None req-bd6183cf-e4f4-403f-97c9-ca1b650eb9cf None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=86219) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Apr 22 20:03:14.781854 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.v2.resource_helper [None req-bd6183cf-e4f4-403f-97c9-ca1b650eb9cf None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=86219) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Apr 22 20:03:14.782235 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.quota.resource_registry [None req-bd6183cf-e4f4-403f-97c9-ca1b650eb9cf None None] Creating instance of TrackedResource for resource:router
Apr 22 20:03:14.782606 dv-cinder-787632-1-iscsi neutron-server[86219]: WARNING neutron.quota.resource_registry [None req-bd6183cf-e4f4-403f-97c9-ca1b650eb9cf None None] router is already registered
Apr 22 20:03:14.783272 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.quota.resource_registry [None req-bd6183cf-e4f4-403f-97c9-ca1b650eb9cf None None] Creating instance of TrackedResource for resource:floatingip
Apr 22 20:03:14.783642 dv-cinder-787632-1-iscsi neutron-server[86219]: WARNING neutron.quota.resource_registry [None req-bd6183cf-e4f4-403f-97c9-ca1b650eb9cf None None] floatingip is already registered
Apr 22 20:03:14.784368 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.v2.resource_helper [None req-bd6183cf-e4f4-403f-97c9-ca1b650eb9cf None None] Service METERING assigned prefix: /metering {{(pid=86219) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Apr 22 20:03:14.785114 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.quota.resource_registry [None req-bd6183cf-e4f4-403f-97c9-ca1b650eb9cf None None] Creating instance of CountableResource for resource:rbac_policy
Apr 22 20:03:14.785483 dv-cinder-787632-1-iscsi neutron-server[86219]: WARNING neutron.quota.resource_registry [None req-bd6183cf-e4f4-403f-97c9-ca1b650eb9cf None None] rbac_policy is already registered
Apr 22 20:03:14.786171 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.quota.resource_registry [None req-bd6183cf-e4f4-403f-97c9-ca1b650eb9cf None None] Creating instance of TrackedResource for resource:security_group
Apr 22 20:03:14.786540 dv-cinder-787632-1-iscsi neutron-server[86219]: WARNING neutron.quota.resource_registry [None req-bd6183cf-e4f4-403f-97c9-ca1b650eb9cf None None] security_group is already registered
Apr 22 20:03:14.787197 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.quota.resource_registry [None req-bd6183cf-e4f4-403f-97c9-ca1b650eb9cf None None] Creating instance of TrackedResource for resource:security_group_rule
Apr 22 20:03:14.787566 dv-cinder-787632-1-iscsi neutron-server[86219]: WARNING neutron.quota.resource_registry [None req-bd6183cf-e4f4-403f-97c9-ca1b650eb9cf None None] security_group_rule is already registered
Apr 22 20:03:14.788305 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.v2.resource_helper [None req-bd6183cf-e4f4-403f-97c9-ca1b650eb9cf None None] Service CORE assigned prefix:  {{(pid=86219) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Apr 22 20:03:14.788679 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.quota.resource_registry [None req-bd6183cf-e4f4-403f-97c9-ca1b650eb9cf None None] Creating instance of TrackedResource for resource:subnetpool
Apr 22 20:03:14.789047 dv-cinder-787632-1-iscsi neutron-server[86219]: WARNING neutron.quota.resource_registry [None req-bd6183cf-e4f4-403f-97c9-ca1b650eb9cf None None] subnetpool is already registered
Apr 22 20:03:14.789744 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.v2.resource_helper [None req-bd6183cf-e4f4-403f-97c9-ca1b650eb9cf None None] Service CORE assigned prefix:  {{(pid=86219) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Apr 22 20:03:14.790261 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.quota.resource_registry [None req-bd6183cf-e4f4-403f-97c9-ca1b650eb9cf None None] Creating instance of TrackedResource for resource:subnetpool
Apr 22 20:03:14.790484 dv-cinder-787632-1-iscsi neutron-server[86219]: WARNING neutron.quota.resource_registry [None req-bd6183cf-e4f4-403f-97c9-ca1b650eb9cf None None] subnetpool is already registered
Apr 22 20:03:14.797785 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.extensions [None req-bd6183cf-e4f4-403f-97c9-ca1b650eb9cf None None] Extended resource: extensions {{(pid=86219) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 22 20:03:14.797785 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.extensions [None req-bd6183cf-e4f4-403f-97c9-ca1b650eb9cf None None] Extended resource: address-groups {{(pid=86219) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 22 20:03:14.797785 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.extensions [None req-bd6183cf-e4f4-403f-97c9-ca1b650eb9cf None None] Extended resource: address-scopes {{(pid=86219) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 22 20:03:14.797785 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.extensions [None req-bd6183cf-e4f4-403f-97c9-ca1b650eb9cf None None] Extended resource: agents {{(pid=86219) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 22 20:03:14.798434 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.extensions [None req-bd6183cf-e4f4-403f-97c9-ca1b650eb9cf None None] Extended resource: auto-allocated-topology {{(pid=86219) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 22 20:03:14.800256 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.extensions [None req-bd6183cf-e4f4-403f-97c9-ca1b650eb9cf None None] Extended resource: availability_zones {{(pid=86219) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 22 20:03:14.801641 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.extensions [None req-bd6183cf-e4f4-403f-97c9-ca1b650eb9cf None None] Extended resource: dhcp-networks {{(pid=86219) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 22 20:03:14.803230 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.extensions [None req-bd6183cf-e4f4-403f-97c9-ca1b650eb9cf None None] Extended resource: dhcp-agents {{(pid=86219) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 22 20:03:14.804687 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.extensions [None req-bd6183cf-e4f4-403f-97c9-ca1b650eb9cf None None] Extended resource: routers {{(pid=86219) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 22 20:03:14.806604 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.extensions [None req-bd6183cf-e4f4-403f-97c9-ca1b650eb9cf None None] Extended resource: flavors {{(pid=86219) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 22 20:03:14.807830 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.extensions [None req-bd6183cf-e4f4-403f-97c9-ca1b650eb9cf None None] Extended resource: service_profiles {{(pid=86219) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 22 20:03:14.809110 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.extensions [None req-bd6183cf-e4f4-403f-97c9-ca1b650eb9cf None None] Extended resource: next_providers {{(pid=86219) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 22 20:03:14.810749 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.extensions [None req-bd6183cf-e4f4-403f-97c9-ca1b650eb9cf None None] Extended resource: service_profiles {{(pid=86219) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 22 20:03:14.812257 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.extensions [None req-bd6183cf-e4f4-403f-97c9-ca1b650eb9cf None None] Extended resource: floatingip-pools {{(pid=86219) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 22 20:03:14.813578 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.extensions [None req-bd6183cf-e4f4-403f-97c9-ca1b650eb9cf None None] Extended resource: routers {{(pid=86219) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 22 20:03:14.816075 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.extensions [None req-bd6183cf-e4f4-403f-97c9-ca1b650eb9cf None None] Extended resource: floatingips {{(pid=86219) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 22 20:03:14.817318 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.extensions [None req-bd6183cf-e4f4-403f-97c9-ca1b650eb9cf None None] Extended resource: l3-routers {{(pid=86219) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 22 20:03:14.818806 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.extensions [None req-bd6183cf-e4f4-403f-97c9-ca1b650eb9cf None None] Extended resource: l3-agents {{(pid=86219) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 22 20:03:14.820295 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.extensions [None req-bd6183cf-e4f4-403f-97c9-ca1b650eb9cf None None] Extended resource: metering-labels {{(pid=86219) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 22 20:03:14.822701 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.extensions [None req-bd6183cf-e4f4-403f-97c9-ca1b650eb9cf None None] Extended resource: metering-label-rules {{(pid=86219) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 22 20:03:14.824037 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.extensions [None req-bd6183cf-e4f4-403f-97c9-ca1b650eb9cf None None] Extended resource: network-ip-availabilities {{(pid=86219) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 22 20:03:14.825392 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.extensions [None req-bd6183cf-e4f4-403f-97c9-ca1b650eb9cf None None] Extended resource: bindings {{(pid=86219) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 22 20:03:14.827157 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.extensions [None req-bd6183cf-e4f4-403f-97c9-ca1b650eb9cf None None] Extended resource: quotas {{(pid=86219) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 22 20:03:14.828679 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.extensions [None req-bd6183cf-e4f4-403f-97c9-ca1b650eb9cf None None] Extended resource: quotas {{(pid=86219) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 22 20:03:14.830182 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.extensions [None req-bd6183cf-e4f4-403f-97c9-ca1b650eb9cf None None] Extended resource: rbac-policies {{(pid=86219) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 22 20:03:14.831594 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.extensions [None req-bd6183cf-e4f4-403f-97c9-ca1b650eb9cf None None] Extended resource: security-groups {{(pid=86219) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 22 20:03:14.832873 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.extensions [None req-bd6183cf-e4f4-403f-97c9-ca1b650eb9cf None None] Extended resource: security-group-rules {{(pid=86219) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 22 20:03:14.834212 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.extensions [None req-bd6183cf-e4f4-403f-97c9-ca1b650eb9cf None None] Extended resource: service-providers {{(pid=86219) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 22 20:03:14.835505 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.extensions [None req-bd6183cf-e4f4-403f-97c9-ca1b650eb9cf None None] Extended resource: subnetpools {{(pid=86219) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 22 20:03:14.836987 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.extensions [None req-bd6183cf-e4f4-403f-97c9-ca1b650eb9cf None None] Extended resource: subnetpools {{(pid=86219) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 22 20:03:14.838531 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.extensions [None req-bd6183cf-e4f4-403f-97c9-ca1b650eb9cf None None] Extended resource: tags {{(pid=86219) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 22 20:03:14.840308 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.extensions [None req-bd6183cf-e4f4-403f-97c9-ca1b650eb9cf None None] Extended resource: tags {{(pid=86219) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 22 20:03:14.842208 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.extensions [None req-bd6183cf-e4f4-403f-97c9-ca1b650eb9cf None None] Extended resource: tags {{(pid=86219) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 22 20:03:14.844069 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.extensions [None req-bd6183cf-e4f4-403f-97c9-ca1b650eb9cf None None] Extended resource: tags {{(pid=86219) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 22 20:03:14.845958 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.extensions [None req-bd6183cf-e4f4-403f-97c9-ca1b650eb9cf None None] Extended resource: tags {{(pid=86219) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 22 20:03:14.847930 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.extensions [None req-bd6183cf-e4f4-403f-97c9-ca1b650eb9cf None None] Extended resource: tags {{(pid=86219) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 22 20:03:14.849726 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.extensions [None req-bd6183cf-e4f4-403f-97c9-ca1b650eb9cf None None] Extended resource: tags {{(pid=86219) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 22 20:03:14.851729 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.extensions [None req-bd6183cf-e4f4-403f-97c9-ca1b650eb9cf None None] Extended resource: tags {{(pid=86219) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 22 20:03:14.853599 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.extensions [None req-bd6183cf-e4f4-403f-97c9-ca1b650eb9cf None None] Extended resource: tags {{(pid=86219) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 22 20:03:14.855571 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.extensions [None req-bd6183cf-e4f4-403f-97c9-ca1b650eb9cf None None] Extended resource: tags {{(pid=86219) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 22 20:03:14.863008 dv-cinder-787632-1-iscsi neutron-server[86219]: WARNING keystonemiddleware.auth_token [None req-bd6183cf-e4f4-403f-97c9-ca1b650eb9cf None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True.
Apr 22 20:03:14.868233 dv-cinder-787632-1-iscsi neutron-server[86219]: WARNING keystonemiddleware.auth_token [None req-bd6183cf-e4f4-403f-97c9-ca1b650eb9cf None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint
Apr 22 20:03:14.877123 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [None req-bd6183cf-e4f4-403f-97c9-ca1b650eb9cf None None] Acquired lock "singleton_lock" {{(pid=86219) lock /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:266}}
Apr 22 20:03:14.877646 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [None req-bd6183cf-e4f4-403f-97c9-ca1b650eb9cf None None] Releasing lock "singleton_lock" {{(pid=86219) lock /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:282}}
Apr 22 20:03:14.879716 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO oslo_service.service [None req-bd6183cf-e4f4-403f-97c9-ca1b650eb9cf None None] Starting 2 workers
Apr 22 20:03:14.884563 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_service.service [None req-bd6183cf-e4f4-403f-97c9-ca1b650eb9cf None None] Started child 86330 {{(pid=86219) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}}
Apr 22 20:03:14.888523 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:03:14.889325 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_service.service [None req-bd6183cf-e4f4-403f-97c9-ca1b650eb9cf None None] Started child 86331 {{(pid=86219) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}}
Apr 22 20:03:14.890009 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [-] (86330) wsgi starting up on http://0.0.0.0:9696
Apr 22 20:03:14.890830 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.service [None req-bd6183cf-e4f4-403f-97c9-ca1b650eb9cf None None] Neutron service started, listening on 0.0.0.0:9696
Apr 22 20:03:14.891474 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-bd6183cf-e4f4-403f-97c9-ca1b650eb9cf None None] Notify callbacks [] for process, before_spawn {{(pid=86219) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:03:14.892626 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:03:14.893990 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO oslo_service.service [None req-bd6183cf-e4f4-403f-97c9-ca1b650eb9cf None None] Starting 1 workers
Apr 22 20:03:14.894123 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [-] (86331) wsgi starting up on http://0.0.0.0:9696
Apr 22 20:03:14.899478 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_service.service [None req-bd6183cf-e4f4-403f-97c9-ca1b650eb9cf None None] Started child 86332 {{(pid=86219) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}}
Apr 22 20:03:14.900037 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO oslo_service.service [None req-bd6183cf-e4f4-403f-97c9-ca1b650eb9cf None None] Starting 1 workers
Apr 22 20:03:14.901660 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.service [None req-bd6183cf-e4f4-403f-97c9-ca1b650eb9cf None None] calling RpcWorker wait() {{(pid=86332) _wait /opt/stack/neutron/neutron/service.py:128}}
Apr 22 20:03:14.902092 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.service [None req-bd6183cf-e4f4-403f-97c9-ca1b650eb9cf None None] returning from RpcWorker wait() {{(pid=86332) _wait /opt/stack/neutron/neutron/service.py:135}}
Apr 22 20:03:14.903637 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:03:14.904128 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=86332) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 22 20:03:14.904774 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_service.service [None req-bd6183cf-e4f4-403f-97c9-ca1b650eb9cf None None] Started child 86333 {{(pid=86219) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}}
Apr 22 20:03:14.905585 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-bd6183cf-e4f4-403f-97c9-ca1b650eb9cf None None] Notify callbacks [] for process, after_spawn {{(pid=86219) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:03:14.907266 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=86219) wait /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:650}}
Apr 22 20:03:14.907513 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=86219) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2567}}
Apr 22 20:03:14.907725 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=86219) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2568}}
Apr 22 20:03:14.907995 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=86219) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2569}}
Apr 22 20:03:14.908412 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=86219) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2571}}
Apr 22 20:03:14.908589 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=86219) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2572}}
Apr 22 20:03:14.908726 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=86333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:03:14.909477 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_service.service [-] agent_down_time                = 75 {{(pid=86219) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 22 20:03:14.909795 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover  = True {{(pid=86219) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 22 20:03:14.910140 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=86219) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 22 20:03:14.910427 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_service.service [-] allow_bulk                     = True {{(pid=86219) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 22 20:03:14.910759 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_service.service [-] allow_overlapping_ips          = True {{(pid=86219) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 22 20:03:14.911402 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_service.service [-] allowed_conntrack_helpers      = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=86219) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 22 20:03:14.911695 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_service.service [-] api_extensions_path            =  {{(pid=86219) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 22 20:03:14.912008 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_service.service [-] api_paste_config               = api-paste.ini {{(pid=86219) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 22 20:03:14.912315 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_service.service [-] api_workers                    = 2 {{(pid=86219) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 22 20:03:14.912605 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_service.service [-] auth_strategy                  = keystone {{(pid=86219) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 22 20:03:14.912811 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_service.service [-] backdoor_port                  = None {{(pid=86219) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 22 20:03:14.913071 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_service.service [-] backdoor_socket                = None {{(pid=86219) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 22 20:03:14.913359 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_service.service [-] backlog                        = 4096 {{(pid=86219) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 22 20:03:14.913639 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_service.service [-] base_mac                       = fa:16:3e:00:00:00 {{(pid=86219) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 22 20:03:14.914019 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_service.service [-] bind_host                      = 0.0.0.0 {{(pid=86219) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 22 20:03:14.914304 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_service.service [-] bind_port                      = 9696 {{(pid=86219) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 22 20:03:14.914593 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_service.service [-] client_socket_timeout          = 900 {{(pid=86219) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 22 20:03:14.914885 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_service.service [-] config_dir                     = [] {{(pid=86219) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 22 20:03:14.915108 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_service.service [-] config_file                    = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=86219) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 22 20:03:14.915399 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_service.service [-] config_source                  = [] {{(pid=86219) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 22 20:03:14.915712 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_service.service [-] control_exchange               = neutron {{(pid=86219) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 22 20:03:14.916002 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_service.service [-] core_plugin                    = ml2 {{(pid=86219) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 22 20:03:14.916302 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_service.service [-] debug                          = True {{(pid=86219) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 22 20:03:14.916588 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_service.service [-] default_availability_zones     = [] {{(pid=86219) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 22 20:03:14.917152 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_service.service [-] default_log_levels             = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=86219) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 22 20:03:14.917415 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_service.service [-] dhcp_agent_notification        = True {{(pid=86219) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 22 20:03:14.917687 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_service.service [-] dhcp_agents_per_network        = 1 {{(pid=86219) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 22 20:03:14.917969 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_service.service [-] dhcp_lease_duration            = 86400 {{(pid=86219) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 22 20:03:14.918273 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_service.service [-] dhcp_load_type                 = networks {{(pid=86219) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 22 20:03:14.918543 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_service.service [-] dns_domain                     = openstacklocal {{(pid=86219) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 22 20:03:14.918871 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_service.service [-] dvr_base_mac                   = fa:16:3f:00:00:00 {{(pid=86219) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 22 20:03:14.919157 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_service.service [-] enable_dvr                     = True {{(pid=86219) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 22 20:03:14.919411 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_service.service [-] enable_new_agents              = True {{(pid=86219) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 22 20:03:14.919699 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=86219) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 22 20:03:14.919982 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_service.service [-] enable_snat_by_default         = True {{(pid=86219) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 22 20:03:14.920263 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_service.service [-] enable_traditional_dhcp        = True {{(pid=86219) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 22 20:03:14.920516 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_service.service [-] external_dns_driver            = None {{(pid=86219) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 22 20:03:14.920773 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_service.service [-] filter_validation              = True {{(pid=86219) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 22 20:03:14.921359 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_service.service [-] global_physnet_mtu             = 1500 {{(pid=86219) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 22 20:03:14.921617 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_service.service [-] graceful_shutdown_timeout      = 60 {{(pid=86219) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 22 20:03:14.922103 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_service.service [-] host                           = dv-cinder-787632-1-iscsi {{(pid=86219) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 22 20:03:14.922361 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_service.service [-] host_dvr_for_dhcp              = True {{(pid=86219) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 22 20:03:14.922630 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_service.service [-] http_retries                   = 3 {{(pid=86219) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 22 20:03:14.922901 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_service.service [-] instance_format                = [instance: %(uuid)s]  {{(pid=86219) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 22 20:03:14.923169 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_service.service [-] instance_uuid_format           = [instance: %(uuid)s]  {{(pid=86219) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 22 20:03:14.923454 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_service.service [-] ipam_driver                    = internal {{(pid=86219) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 22 20:03:14.923727 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_service.service [-] ipv6_pd_enabled                = False {{(pid=86219) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 22 20:03:14.924066 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_service.service [-] l3_ha                          = False {{(pid=86219) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 22 20:03:14.924319 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_service.service [-] l3_ha_net_cidr                 = 169.254.192.0/18 {{(pid=86219) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 22 20:03:14.924571 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_service.service [-] l3_ha_network_physical_name    =  {{(pid=86219) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 22 20:03:14.925369 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_service.service [-] l3_ha_network_type             =  {{(pid=86219) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 22 20:03:14.925663 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_service.service [-] log_config_append              = None {{(pid=86219) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 22 20:03:14.925960 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_service.service [-] log_date_format                = %Y-%m-%d %H:%M:%S {{(pid=86219) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 22 20:03:14.926245 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_service.service [-] log_dir                        = None {{(pid=86219) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 22 20:03:14.926517 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_service.service [-] log_file                       = None {{(pid=86219) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 22 20:03:14.926687 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_service.service [-] log_options                    = True {{(pid=86219) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 22 20:03:14.926912 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_service.service [-] log_rotate_interval            = 1 {{(pid=86219) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 22 20:03:14.927226 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_service.service [-] log_rotate_interval_type       = days {{(pid=86219) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 22 20:03:14.927545 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_service.service [-] log_rotation_type              = none {{(pid=86219) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 22 20:03:14.927764 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_service.service [-] logging_context_format_string  = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=86219) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 22 20:03:14.927961 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_service.service [-] logging_debug_format_suffix    = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=86219) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 22 20:03:14.928156 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_service.service [-] logging_default_format_string  = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=86219) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 22 20:03:14.928455 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_service.service [-] logging_exception_prefix       = ERROR %(name)s %(instance)s {{(pid=86219) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 22 20:03:14.928650 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_service.service [-] logging_user_identity_format   = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=86219) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 22 20:03:14.928936 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_service.service [-] max_allowed_address_pair       = 10 {{(pid=86219) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 22 20:03:14.929186 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_service.service [-] max_dns_nameservers            = 5 {{(pid=86219) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 22 20:03:14.929433 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_service.service [-] max_header_line                = 16384 {{(pid=86219) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 22 20:03:14.929698 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_service.service [-] max_l3_agents_per_router       = 3 {{(pid=86219) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 22 20:03:14.929975 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_service.service [-] max_logfile_count              = 30 {{(pid=86219) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 22 20:03:14.930222 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_service.service [-] max_logfile_size_mb            = 200 {{(pid=86219) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 22 20:03:14.930509 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_service.service [-] max_routes                     = 30 {{(pid=86219) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 22 20:03:14.930778 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_service.service [-] max_subnet_host_routes         = 20 {{(pid=86219) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 22 20:03:14.931057 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_service.service [-] network_auto_schedule          = True {{(pid=86219) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 22 20:03:14.931302 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_service.service [-] network_link_prefix            = None {{(pid=86219) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 22 20:03:14.932334 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_service.service [-] network_scheduler_driver       = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=86219) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 22 20:03:14.932682 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=86219) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 22 20:03:14.933007 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=86219) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 22 20:03:14.933306 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_service.service [-] pagination_max_limit           = -1 {{(pid=86219) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 22 20:03:14.933583 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_service.service [-] periodic_fuzzy_delay           = 5 {{(pid=86219) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 22 20:03:14.934088 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_service.service [-] periodic_interval              = 40 {{(pid=86219) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 22 20:03:14.934199 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_service.service [-] publish_errors                 = False {{(pid=86219) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 22 20:03:14.934409 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_service.service [-] rate_limit_burst               = 0 {{(pid=86219) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 22 20:03:14.934695 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_service.service [-] rate_limit_except_level        = CRITICAL {{(pid=86219) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 22 20:03:14.934971 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_service.service [-] rate_limit_interval            = 0 {{(pid=86219) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 22 20:03:14.935215 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_service.service [-] retry_until_window             = 30 {{(pid=86219) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 22 20:03:14.935375 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=86333) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 22 20:03:14.936220 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_service.service [-] router_auto_schedule           = True {{(pid=86219) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 22 20:03:14.936494 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_service.service [-] router_distributed             = False {{(pid=86219) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 22 20:03:14.936792 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_service.service [-] router_scheduler_driver        = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=86219) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 22 20:03:14.937072 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_service.service [-] rpc_response_max_timeout       = 600 {{(pid=86219) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 22 20:03:14.937380 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_service.service [-] rpc_response_timeout           = 60 {{(pid=86219) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 22 20:03:14.937671 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_service.service [-] rpc_state_report_workers       = 0 {{(pid=86219) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 22 20:03:14.937951 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_service.service [-] rpc_workers                    = None {{(pid=86219) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 22 20:03:14.938210 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_service.service [-] send_events_interval           = 2 {{(pid=86219) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 22 20:03:14.938552 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_service.service [-] service_plugins                = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=86219) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 22 20:03:14.938829 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_service.service [-] setproctitle                   = on {{(pid=86219) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 22 20:03:14.939115 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_service.service [-] state_path                     = /opt/stack/data/neutron {{(pid=86219) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 22 20:03:14.939406 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_service.service [-] syslog_log_facility            = LOG_USER {{(pid=86219) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 22 20:03:14.939664 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_service.service [-] tcp_keepidle                   = 600 {{(pid=86219) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 22 20:03:14.939933 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_service.service [-] transport_url                  = **** {{(pid=86219) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 22 20:03:14.940187 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_service.service [-] use_eventlog                   = False {{(pid=86219) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 22 20:03:14.941009 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_service.service [-] use_journal                    = False {{(pid=86219) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 22 20:03:14.941282 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_service.service [-] use_json                       = False {{(pid=86219) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 22 20:03:14.941533 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_service.service [-] use_ssl                        = False {{(pid=86219) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 22 20:03:14.941809 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_service.service [-] use_stderr                     = False {{(pid=86219) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 22 20:03:14.942112 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_service.service [-] use_syslog                     = False {{(pid=86219) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 22 20:03:14.942383 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_service.service [-] vlan_transparent               = False {{(pid=86219) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 22 20:03:14.942633 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_service.service [-] watch_log_file                 = False {{(pid=86219) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 22 20:03:14.942886 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_service.service [-] wsgi_default_pool_size         = 100 {{(pid=86219) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 22 20:03:14.943168 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_service.service [-] wsgi_keep_alive                = True {{(pid=86219) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 22 20:03:14.943407 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_service.service [-] wsgi_log_format                = %(client_ip)s "%(request_line)s" status: %(status_code)s  len: %(body_length)s time: %(wall_seconds).7f {{(pid=86219) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 22 20:03:14.943859 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=86219) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 20:03:14.944177 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path     = /opt/stack/data/neutron/lock {{(pid=86219) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 20:03:14.944544 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_service.service [-] profiler.connection_string     = messaging:// {{(pid=86219) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 20:03:14.944816 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_service.service [-] profiler.enabled               = False {{(pid=86219) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 20:03:14.945089 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_service.service [-] profiler.es_doc_type           = notification {{(pid=86219) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 20:03:14.945365 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_service.service [-] profiler.es_scroll_size        = 10000 {{(pid=86219) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 20:03:14.945654 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_service.service [-] profiler.es_scroll_time        = 2m {{(pid=86219) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 20:03:14.945980 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_service.service [-] profiler.filter_error_trace    = False {{(pid=86219) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 20:03:14.946271 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_service.service [-] profiler.hmac_keys             = SECRET_KEY {{(pid=86219) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 20:03:14.946562 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=86219) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 20:03:14.946895 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_service.service [-] profiler.socket_timeout        = 0.1 {{(pid=86219) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 20:03:14.947137 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy      = False {{(pid=86219) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 20:03:14.947477 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=86219) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 20:03:14.947734 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope      = False {{(pid=86219) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 20:03:14.948020 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=86219) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 20:03:14.948342 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs        = ['policy.d'] {{(pid=86219) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 20:03:14.948656 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_service.service [-] oslo_policy.policy_file        = /etc/neutron/policy.json {{(pid=86219) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 20:03:14.948956 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=86219) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 20:03:14.949208 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=86219) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 20:03:14.949464 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=86219) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 20:03:14.949734 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=86219) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 20:03:14.950035 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=86219) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 20:03:14.950403 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_service.service [-] nova.auth_section              = None {{(pid=86219) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 20:03:14.950734 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_service.service [-] nova.auth_type                 = password {{(pid=86219) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 20:03:14.951023 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_service.service [-] nova.auth_url                  = http://10.222.0.30/identity {{(pid=86219) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 20:03:14.951296 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_service.service [-] nova.cafile                    = /opt/stack/data/ca-bundle.pem {{(pid=86219) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 20:03:14.951552 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_service.service [-] nova.certfile                  = None {{(pid=86219) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 20:03:14.951808 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_service.service [-] nova.collect_timing            = False {{(pid=86219) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 20:03:14.952090 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_service.service [-] nova.default_domain_id         = None {{(pid=86219) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 20:03:14.952342 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_service.service [-] nova.default_domain_name       = None {{(pid=86219) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 20:03:14.952592 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_service.service [-] nova.domain_id                 = None {{(pid=86219) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 20:03:14.952842 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_service.service [-] nova.domain_name               = None {{(pid=86219) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 20:03:14.953142 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_service.service [-] nova.endpoint_type             = public {{(pid=86219) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 20:03:14.953411 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_service.service [-] nova.insecure                  = False {{(pid=86219) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 20:03:14.953660 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_service.service [-] nova.keyfile                   = None {{(pid=86219) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 20:03:14.953944 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_service.service [-] nova.live_migration_events     = False {{(pid=86219) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 20:03:14.954224 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_service.service [-] nova.password                  = **** {{(pid=86219) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 20:03:14.954554 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_service.service [-] nova.project_domain_id         = None {{(pid=86219) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 20:03:14.954825 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_service.service [-] nova.project_domain_name       = Default {{(pid=86219) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 20:03:14.955064 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_service.service [-] nova.project_id                = None {{(pid=86219) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 20:03:14.955361 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_service.service [-] nova.project_name              = service {{(pid=86219) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 20:03:14.955648 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_service.service [-] nova.region_name               = RegionOne {{(pid=86219) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 20:03:14.955925 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_service.service [-] nova.split_loggers             = False {{(pid=86219) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 20:03:14.956152 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_service.service [-] nova.system_scope              = None {{(pid=86219) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 20:03:14.956388 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_service.service [-] nova.timeout                   = None {{(pid=86219) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 20:03:14.956622 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_service.service [-] nova.trust_id                  = None {{(pid=86219) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 20:03:14.956879 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_service.service [-] nova.user_domain_id            = None {{(pid=86219) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 20:03:14.957150 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_service.service [-] nova.user_domain_name          = Default {{(pid=86219) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 20:03:14.957390 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_service.service [-] nova.user_id                   = None {{(pid=86219) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 20:03:14.957689 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_service.service [-] nova.username                  = nova {{(pid=86219) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 20:03:14.958617 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_service.service [-] placement.auth_section         = None {{(pid=86219) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 20:03:14.958617 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_service.service [-] placement.auth_type            = None {{(pid=86219) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 20:03:14.958617 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_service.service [-] placement.cafile               = None {{(pid=86219) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 20:03:14.959055 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_service.service [-] placement.certfile             = None {{(pid=86219) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 20:03:14.959055 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_service.service [-] placement.collect_timing       = False {{(pid=86219) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 20:03:14.959326 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_service.service [-] placement.endpoint_type        = public {{(pid=86219) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 20:03:14.959586 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_service.service [-] placement.insecure             = False {{(pid=86219) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 20:03:14.959837 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_service.service [-] placement.keyfile              = None {{(pid=86219) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 20:03:14.960085 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_service.service [-] placement.region_name          = None {{(pid=86219) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 20:03:14.960425 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_service.service [-] placement.split_loggers        = False {{(pid=86219) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 20:03:14.960706 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_service.service [-] placement.timeout              = None {{(pid=86219) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 20:03:14.960994 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_service.service [-] ironic.auth_section            = None {{(pid=86219) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 20:03:14.961270 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_service.service [-] ironic.auth_type               = None {{(pid=86219) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 20:03:14.961520 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_service.service [-] ironic.cafile                  = None {{(pid=86219) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 20:03:14.961808 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_service.service [-] ironic.certfile                = None {{(pid=86219) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 20:03:14.962045 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_service.service [-] ironic.collect_timing          = False {{(pid=86219) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 20:03:14.962294 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_service.service [-] ironic.connect_retries         = None {{(pid=86219) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 20:03:14.962551 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_service.service [-] ironic.connect_retry_delay     = None {{(pid=86219) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 20:03:14.962800 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_service.service [-] ironic.enable_notifications    = False {{(pid=86219) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 20:03:14.963050 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_service.service [-] ironic.endpoint_override       = None {{(pid=86219) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 20:03:14.963301 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_service.service [-] ironic.insecure                = False {{(pid=86219) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 20:03:14.963563 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_service.service [-] ironic.interface               = None {{(pid=86219) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 20:03:14.963808 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_service.service [-] ironic.keyfile                 = None {{(pid=86219) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 20:03:14.964054 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_service.service [-] ironic.max_version             = None {{(pid=86219) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 20:03:14.964302 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_service.service [-] ironic.min_version             = None {{(pid=86219) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 20:03:14.964625 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_service.service [-] ironic.region_name             = None {{(pid=86219) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 20:03:14.964782 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_service.service [-] ironic.service_name            = None {{(pid=86219) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 20:03:14.965009 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_service.service [-] ironic.service_type            = None {{(pid=86219) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 20:03:14.965340 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_service.service [-] ironic.split_loggers           = False {{(pid=86219) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 20:03:14.965620 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_service.service [-] ironic.status_code_retries     = None {{(pid=86219) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 20:03:14.965978 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=86219) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 20:03:14.966231 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_service.service [-] ironic.timeout                 = None {{(pid=86219) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 20:03:14.966501 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_service.service [-] ironic.valid_interfaces        = None {{(pid=86219) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 20:03:14.966747 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_service.service [-] ironic.version                 = None {{(pid=86219) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 20:03:14.967054 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=86219) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 20:03:14.967436 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=86219) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 20:03:14.967686 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=86219) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 20:03:14.967945 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=86219) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 20:03:14.968199 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=86219) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 20:03:14.968483 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=86219) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 20:03:14.968764 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=86219) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 20:03:14.969064 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=86219) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 20:03:14.969316 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=86219) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 20:03:14.969568 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=86219) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 20:03:14.969834 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=86219) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 20:03:14.970127 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=86219) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 20:03:14.970389 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=86219) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 20:03:14.970696 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=86219) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 20:03:14.970963 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=86219) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 20:03:14.971215 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=86219) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 20:03:14.971514 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=86219) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 20:03:14.971763 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=86219) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 20:03:14.972019 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=86219) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 20:03:14.972270 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=86219) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 20:03:14.972538 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=86219) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 20:03:14.972817 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=86219) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 20:03:14.973100 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl      = False {{(pid=86219) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 20:03:14.973372 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file =  {{(pid=86219) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 20:03:14.973644 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file =  {{(pid=86219) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 20:03:14.973938 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file =  {{(pid=86219) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 20:03:14.974251 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version =  {{(pid=86219) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 20:03:14.974574 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=86219) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 20:03:14.974854 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=86219) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 20:03:14.975163 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=86219) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 20:03:14.975418 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=86219) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 20:03:14.975718 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=86219) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 20:03:14.976043 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_service.service [-] QUOTAS.default_quota           = -1 {{(pid=86219) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 20:03:14.976375 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_service.service [-] QUOTAS.quota_driver            = neutron.db.quota.driver.DbQuotaDriver {{(pid=86219) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 20:03:14.976678 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip        = 50 {{(pid=86219) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 20:03:14.976972 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_service.service [-] QUOTAS.quota_network           = 100 {{(pid=86219) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 20:03:14.977273 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_service.service [-] QUOTAS.quota_port              = 500 {{(pid=86219) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 20:03:14.977543 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy       = 10 {{(pid=86219) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 20:03:14.977826 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_service.service [-] QUOTAS.quota_router            = 100 {{(pid=86219) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 20:03:14.978672 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group    = 100 {{(pid=86219) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 20:03:14.978672 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=86219) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 20:03:14.978672 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet            = 100 {{(pid=86219) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 20:03:14.978937 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage       = True {{(pid=86219) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 20:03:14.979173 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=86219) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 20:03:14.979445 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_service.service [-] healthcheck.backends           = ['disable_by_file'] {{(pid=86219) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 20:03:14.979704 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_service.service [-] healthcheck.detailed           = False {{(pid=86219) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 20:03:14.979952 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=86219) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 20:03:14.980233 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_service.service [-] healthcheck.path               = /healthcheck {{(pid=86219) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 20:03:14.980622 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=86219) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 20:03:14.980903 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=86219) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 20:03:14.981418 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=86219) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 20:03:14.981418 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user  = None {{(pid=86219) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 20:03:14.981681 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix =  {{(pid=86219) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 20:03:14.982520 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host   = 127.0.0.1 {{(pid=86219) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 20:03:14.982520 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port   = 35357 {{(pid=86219) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 20:03:14.982520 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=86219) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 20:03:14.983145 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=86219) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 20:03:14.983145 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type   = password {{(pid=86219) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 20:03:14.983416 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri    = None {{(pid=86219) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 20:03:14.983628 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url    = http://10.222.0.30/identity {{(pid=86219) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 20:03:14.983910 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=86219) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 20:03:14.984183 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_service.service [-] keystone_authtoken.cache       = None {{(pid=86219) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 20:03:14.984473 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_service.service [-] keystone_authtoken.cafile      = /opt/stack/data/ca-bundle.pem {{(pid=86219) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 20:03:14.984728 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_service.service [-] keystone_authtoken.certfile    = None {{(pid=86219) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 20:03:14.985002 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=86219) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 20:03:14.985252 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=86219) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 20:03:14.985507 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=86219) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 20:03:14.985800 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id   = None {{(pid=86219) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 20:03:14.986031 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=86219) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 20:03:14.986302 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=86219) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 20:03:14.986550 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=86219) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 20:03:14.986826 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=86219) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 20:03:14.987071 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=86219) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 20:03:14.987845 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=86219) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 20:03:14.988072 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_service.service [-] keystone_authtoken.insecure    = False {{(pid=86219) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 20:03:14.988300 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_service.service [-] keystone_authtoken.interface   = public {{(pid=86219) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 20:03:14.988547 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile     = None {{(pid=86219) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 20:03:14.988799 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=86219) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 20:03:14.989074 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=86219) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 20:03:14.989322 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=86219) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 20:03:14.989574 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=86219) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 20:03:14.989923 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=86219) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 20:03:14.990077 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=86219) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 20:03:14.990342 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=86219) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 20:03:14.990597 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=86219) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 20:03:14.990897 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=86219) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 20:03:14.991402 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_service.service [-] keystone_authtoken.password    = **** {{(pid=86219) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 20:03:14.991402 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=86219) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 20:03:14.991693 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=86219) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 20:03:14.991965 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_service.service [-] keystone_authtoken.project_id  = None {{(pid=86219) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 20:03:14.992248 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=86219) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 20:03:14.992515 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=86219) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 20:03:14.993245 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=86219) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 20:03:14.993245 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=86219) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 20:03:14.993245 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=86219) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 20:03:14.994022 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=86219) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 20:03:14.994022 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=86219) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 20:03:14.994022 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id    = None {{(pid=86219) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 20:03:14.994425 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=86219) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 20:03:14.994425 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=86219) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 20:03:14.994691 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_service.service [-] keystone_authtoken.user_id     = None {{(pid=86219) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 20:03:14.994913 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_service.service [-] keystone_authtoken.username    = neutron {{(pid=86219) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 20:03:14.995208 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=86219) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 20:03:14.995830 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_service.service [-] cache.backend                  = dogpile.cache.null {{(pid=86219) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 20:03:14.995830 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_service.service [-] cache.backend_argument         = **** {{(pid=86219) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 20:03:14.996111 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_service.service [-] cache.config_prefix            = cache.oslo {{(pid=86219) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 20:03:14.996300 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_service.service [-] cache.debug_cache_backend      = False {{(pid=86219) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 20:03:14.996551 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_service.service [-] cache.enabled                  = False {{(pid=86219) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 20:03:14.996902 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_service.service [-] cache.expiration_time          = 600 {{(pid=86219) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 20:03:14.997061 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_service.service [-] cache.memcache_dead_retry      = 300 {{(pid=86219) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 20:03:14.997300 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=86219) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 20:03:14.997551 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=86219) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 20:03:14.997869 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize    = 10 {{(pid=86219) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 20:03:14.998034 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=86219) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 20:03:14.998310 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_service.service [-] cache.memcache_servers         = ['localhost:11211'] {{(pid=86219) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 20:03:14.998582 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout  = 1.0 {{(pid=86219) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 20:03:14.998855 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_service.service [-] cache.proxies                  = [] {{(pid=86219) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 20:03:14.999103 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers      = None {{(pid=86219) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 20:03:14.999367 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_service.service [-] cache.tls_cafile               = None {{(pid=86219) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 20:03:14.999564 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_service.service [-] cache.tls_certfile             = None {{(pid=86219) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 20:03:14.999815 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_service.service [-] cache.tls_enabled              = False {{(pid=86219) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 20:03:15.000062 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_service.service [-] cache.tls_keyfile              = None {{(pid=86219) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 20:03:15.000392 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_service.service [-] privsep.capabilities           = [21, 12, 1, 2, 19] {{(pid=86219) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 20:03:15.000675 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_service.service [-] privsep.group                  = None {{(pid=86219) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 20:03:15.000938 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_service.service [-] privsep.helper_command         = None {{(pid=86219) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 20:03:15.001211 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_service.service [-] privsep.thread_pool_size       = 4 {{(pid=86219) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 20:03:15.001477 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_service.service [-] privsep.user                   = None {{(pid=86219) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 20:03:15.001740 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=86219) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 20:03:15.002022 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_service.service [-] privsep_dhcp_release.group     = None {{(pid=86219) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 20:03:15.002290 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=86219) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 20:03:15.002540 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=86219) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 20:03:15.002786 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_service.service [-] privsep_dhcp_release.user      = None {{(pid=86219) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 20:03:15.003620 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=86219) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 20:03:15.003867 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group        = None {{(pid=86219) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 20:03:15.004113 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=86219) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 20:03:15.004364 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=86219) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 20:03:15.004579 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user         = None {{(pid=86219) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 20:03:15.004873 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=86219) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 20:03:15.005205 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_service.service [-] privsep_namespace.group        = None {{(pid=86219) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 20:03:15.005358 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=86219) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 20:03:15.005587 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=86219) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 20:03:15.005852 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_service.service [-] privsep_namespace.user         = None {{(pid=86219) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 20:03:15.006118 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=86219) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 20:03:15.006382 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_service.service [-] privsep_conntrack.group        = None {{(pid=86219) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 20:03:15.006570 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=86219) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 20:03:15.006800 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=86219) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 20:03:15.007046 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_service.service [-] privsep_conntrack.user         = None {{(pid=86219) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 20:03:15.007406 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_service.service [-] AGENT.root_helper              = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=86219) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 20:03:15.007707 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon       = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=86219) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 20:03:15.007970 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read   = True {{(pid=86219) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 20:03:15.008284 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset     = True {{(pid=86219) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 20:03:15.008556 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=86219) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 20:03:15.008843 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver  = openvswitch {{(pid=86219) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 20:03:15.009126 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=86219) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 20:03:15.009508 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_service.service [-] ml2.extension_drivers          = ['port_security'] {{(pid=86219) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 20:03:15.009809 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_service.service [-] ml2.external_network_type      = None {{(pid=86219) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 20:03:15.010086 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_service.service [-] ml2.mechanism_drivers          = ['openvswitch', 'hyperv'] {{(pid=86219) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 20:03:15.010341 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_service.service [-] ml2.overlay_ip_version         = 4 {{(pid=86219) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 20:03:15.010595 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_service.service [-] ml2.path_mtu                   = 0 {{(pid=86219) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 20:03:15.010856 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_service.service [-] ml2.physical_network_mtus      = [] {{(pid=86219) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 20:03:15.011179 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_service.service [-] ml2.tenant_network_types       = ['vlan'] {{(pid=86219) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 20:03:15.011544 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_service.service [-] ml2.type_drivers               = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=86219) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 20:03:15.011919 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks    = ['physnet1'] {{(pid=86219) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 20:03:15.012201 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=86219) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 20:03:15.012500 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges     = ['1:1000'] {{(pid=86219) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 20:03:15.012823 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges  = ['1:1000'] {{(pid=86219) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 20:03:15.013112 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:350:399'] {{(pid=86219) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 20:03:15.013513 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges      = ['1:1000'] {{(pid=86219) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 20:03:15.013780 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group     = None {{(pid=86219) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 20:03:15.014116 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=86219) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 20:03:15.014474 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_service.service [-] database.backend               = sqlalchemy {{(pid=86219) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 20:03:15.014764 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_service.service [-] database.connection            = **** {{(pid=86219) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 20:03:15.015044 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_service.service [-] database.connection_debug      = 0 {{(pid=86219) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 20:03:15.015311 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_service.service [-] database.connection_parameters =  {{(pid=86219) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 20:03:15.015600 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=86219) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 20:03:15.015862 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_service.service [-] database.connection_trace      = False {{(pid=86219) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 20:03:15.016118 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=86219) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 20:03:15.016373 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_service.service [-] database.db_max_retries        = 20 {{(pid=86219) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 20:03:15.016655 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=86219) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 20:03:15.016952 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_service.service [-] database.db_retry_interval     = 1 {{(pid=86219) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 20:03:15.017156 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_service.service [-] database.max_overflow          = 50 {{(pid=86219) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 20:03:15.017442 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_service.service [-] database.max_pool_size         = 50 {{(pid=86219) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 20:03:15.017696 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_service.service [-] database.max_retries           = 10 {{(pid=86219) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 20:03:15.017981 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_service.service [-] database.mysql_enable_ndb      = False {{(pid=86219) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 20:03:15.018248 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_service.service [-] database.mysql_sql_mode        = TRADITIONAL {{(pid=86219) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 20:03:15.018532 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_service.service [-] database.pool_timeout          = None {{(pid=86219) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 20:03:15.018788 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_service.service [-] database.retry_interval        = 10 {{(pid=86219) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 20:03:15.019061 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_service.service [-] database.slave_connection      = **** {{(pid=86219) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 20:03:15.019300 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_service.service [-] database.sqlite_synchronous    = True {{(pid=86219) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 20:03:15.019551 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_service.service [-] database.use_db_reconnect      = False {{(pid=86219) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 20:03:15.019740 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=86219) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2591}}
Apr 22 20:03:15.020267 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=86219) wait /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:650}}
Apr 22 20:03:15.020460 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=86219) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2567}}
Apr 22 20:03:15.020644 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=86219) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2568}}
Apr 22 20:03:15.020896 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=86219) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2569}}
Apr 22 20:03:15.021147 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=86219) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2571}}
Apr 22 20:03:15.021272 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=86219) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2572}}
Apr 22 20:03:15.021445 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_service.service [-] agent_down_time                = 75 {{(pid=86219) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 22 20:03:15.021620 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover  = True {{(pid=86219) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 22 20:03:15.021821 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=86219) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 22 20:03:15.022017 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_service.service [-] allow_bulk                     = True {{(pid=86219) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 22 20:03:15.022205 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_service.service [-] allow_overlapping_ips          = True {{(pid=86219) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 22 20:03:15.022413 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_service.service [-] allowed_conntrack_helpers      = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=86219) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 22 20:03:15.022604 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_service.service [-] api_extensions_path            =  {{(pid=86219) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 22 20:03:15.022791 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_service.service [-] api_paste_config               = api-paste.ini {{(pid=86219) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 22 20:03:15.022979 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_service.service [-] api_workers                    = 2 {{(pid=86219) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 22 20:03:15.023167 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_service.service [-] auth_strategy                  = keystone {{(pid=86219) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 22 20:03:15.023354 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_service.service [-] backdoor_port                  = None {{(pid=86219) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 22 20:03:15.023540 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_service.service [-] backdoor_socket                = None {{(pid=86219) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 22 20:03:15.023726 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_service.service [-] backlog                        = 4096 {{(pid=86219) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 22 20:03:15.023913 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_service.service [-] base_mac                       = fa:16:3e:00:00:00 {{(pid=86219) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 22 20:03:15.024101 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_service.service [-] bind_host                      = 0.0.0.0 {{(pid=86219) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 22 20:03:15.024286 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_service.service [-] bind_port                      = 9696 {{(pid=86219) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 22 20:03:15.024472 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_service.service [-] client_socket_timeout          = 900 {{(pid=86219) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 22 20:03:15.024665 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_service.service [-] config_dir                     = [] {{(pid=86219) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 22 20:03:15.024860 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_service.service [-] config_file                    = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=86219) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 22 20:03:15.025019 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_service.service [-] config_source                  = [] {{(pid=86219) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 22 20:03:15.025855 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_service.service [-] control_exchange               = neutron {{(pid=86219) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 22 20:03:15.025855 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_service.service [-] core_plugin                    = ml2 {{(pid=86219) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 22 20:03:15.025855 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_service.service [-] debug                          = True {{(pid=86219) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 22 20:03:15.025855 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_service.service [-] default_availability_zones     = [] {{(pid=86219) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 22 20:03:15.026128 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_service.service [-] default_log_levels             = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=86219) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 22 20:03:15.026128 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_service.service [-] dhcp_agent_notification        = True {{(pid=86219) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 22 20:03:15.026262 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_service.service [-] dhcp_agents_per_network        = 1 {{(pid=86219) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 22 20:03:15.026402 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_service.service [-] dhcp_lease_duration            = 86400 {{(pid=86219) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 22 20:03:15.026943 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_service.service [-] dhcp_load_type                 = networks {{(pid=86219) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 22 20:03:15.027136 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_service.service [-] dns_domain                     = openstacklocal {{(pid=86219) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 22 20:03:15.027326 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_service.service [-] dvr_base_mac                   = fa:16:3f:00:00:00 {{(pid=86219) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 22 20:03:15.027514 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_service.service [-] enable_dvr                     = True {{(pid=86219) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 22 20:03:15.027701 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_service.service [-] enable_new_agents              = True {{(pid=86219) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 22 20:03:15.027957 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=86219) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 22 20:03:15.028072 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_service.service [-] enable_snat_by_default         = True {{(pid=86219) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 22 20:03:15.028240 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_service.service [-] enable_traditional_dhcp        = True {{(pid=86219) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 22 20:03:15.028428 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_service.service [-] external_dns_driver            = None {{(pid=86219) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 22 20:03:15.028668 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_service.service [-] filter_validation              = True {{(pid=86219) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 22 20:03:15.028773 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_service.service [-] global_physnet_mtu             = 1500 {{(pid=86219) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 22 20:03:15.028932 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_service.service [-] graceful_shutdown_timeout      = 60 {{(pid=86219) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 22 20:03:15.029117 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_service.service [-] host                           = dv-cinder-787632-1-iscsi {{(pid=86219) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 22 20:03:15.029326 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_service.service [-] host_dvr_for_dhcp              = True {{(pid=86219) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 22 20:03:15.029491 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_service.service [-] http_retries                   = 3 {{(pid=86219) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 22 20:03:15.029682 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_service.service [-] instance_format                = [instance: %(uuid)s]  {{(pid=86219) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 22 20:03:15.029889 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_service.service [-] instance_uuid_format           = [instance: %(uuid)s]  {{(pid=86219) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 22 20:03:15.030045 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_service.service [-] ipam_driver                    = internal {{(pid=86219) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 22 20:03:15.030692 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_service.service [-] ipv6_pd_enabled                = False {{(pid=86219) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 22 20:03:15.030692 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_service.service [-] l3_ha                          = False {{(pid=86219) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 22 20:03:15.030692 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_service.service [-] l3_ha_net_cidr                 = 169.254.192.0/18 {{(pid=86219) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 22 20:03:15.030998 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.wsgi [-] (86331) accepted ('10.222.0.30', 60282) {{(pid=86331) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 20:03:15.031096 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_service.service [-] l3_ha_network_physical_name    =  {{(pid=86219) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 22 20:03:15.031096 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_service.service [-] l3_ha_network_type             =  {{(pid=86219) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 22 20:03:15.031096 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_service.service [-] log_config_append              = None {{(pid=86219) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 22 20:03:15.031446 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_service.service [-] log_date_format                = %Y-%m-%d %H:%M:%S {{(pid=86219) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 22 20:03:15.031446 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_service.service [-] log_dir                        = None {{(pid=86219) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 22 20:03:15.031977 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_service.service [-] log_file                       = None {{(pid=86219) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 22 20:03:15.031977 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_service.service [-] log_options                    = True {{(pid=86219) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 22 20:03:15.031977 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_service.service [-] log_rotate_interval            = 1 {{(pid=86219) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 22 20:03:15.031977 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_service.service [-] log_rotate_interval_type       = days {{(pid=86219) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 22 20:03:15.032334 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_service.service [-] log_rotation_type              = none {{(pid=86219) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 22 20:03:15.032334 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_service.service [-] logging_context_format_string  = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=86219) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 22 20:03:15.032520 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_service.service [-] logging_debug_format_suffix    = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=86219) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 22 20:03:15.033799 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_service.service [-] logging_default_format_string  = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=86219) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 22 20:03:15.033799 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_service.service [-] logging_exception_prefix       = ERROR %(name)s %(instance)s {{(pid=86219) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 22 20:03:15.033799 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_service.service [-] logging_user_identity_format   = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=86219) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 22 20:03:15.033799 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_service.service [-] max_allowed_address_pair       = 10 {{(pid=86219) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 22 20:03:15.033799 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_service.service [-] max_dns_nameservers            = 5 {{(pid=86219) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 22 20:03:15.033799 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_service.service [-] max_header_line                = 16384 {{(pid=86219) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 22 20:03:15.033799 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_service.service [-] max_l3_agents_per_router       = 3 {{(pid=86219) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 22 20:03:15.033799 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_service.service [-] max_logfile_count              = 30 {{(pid=86219) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 22 20:03:15.034474 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_service.service [-] max_logfile_size_mb            = 200 {{(pid=86219) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 22 20:03:15.034474 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_service.service [-] max_routes                     = 30 {{(pid=86219) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 22 20:03:15.034474 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_service.service [-] max_subnet_host_routes         = 20 {{(pid=86219) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 22 20:03:15.034474 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_service.service [-] network_auto_schedule          = True {{(pid=86219) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 22 20:03:15.034852 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_service.service [-] network_link_prefix            = None {{(pid=86219) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 22 20:03:15.034852 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_service.service [-] network_scheduler_driver       = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=86219) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 22 20:03:15.035032 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=86219) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 22 20:03:15.035125 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=86219) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 22 20:03:15.035310 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_service.service [-] pagination_max_limit           = -1 {{(pid=86219) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 22 20:03:15.035417 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_service.service [-] periodic_fuzzy_delay           = 5 {{(pid=86219) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 22 20:03:15.035568 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_service.service [-] periodic_interval              = 40 {{(pid=86219) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 22 20:03:15.035743 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_service.service [-] publish_errors                 = False {{(pid=86219) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 22 20:03:15.035913 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_service.service [-] rate_limit_burst               = 0 {{(pid=86219) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 22 20:03:15.036090 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_service.service [-] rate_limit_except_level        = CRITICAL {{(pid=86219) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 22 20:03:15.037606 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_service.service [-] rate_limit_interval            = 0 {{(pid=86219) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 22 20:03:15.037606 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_service.service [-] retry_until_window             = 30 {{(pid=86219) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 22 20:03:15.037606 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_service.service [-] router_auto_schedule           = True {{(pid=86219) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 22 20:03:15.037606 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_service.service [-] router_distributed             = False {{(pid=86219) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 22 20:03:15.037606 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_service.service [-] router_scheduler_driver        = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=86219) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 22 20:03:15.037606 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_service.service [-] rpc_response_max_timeout       = 600 {{(pid=86219) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 22 20:03:15.037606 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_service.service [-] rpc_response_timeout           = 60 {{(pid=86219) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 22 20:03:15.037606 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_service.service [-] rpc_state_report_workers       = 0 {{(pid=86219) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 22 20:03:15.038508 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_service.service [-] rpc_workers                    = None {{(pid=86219) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 22 20:03:15.038508 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_service.service [-] send_events_interval           = 2 {{(pid=86219) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 22 20:03:15.038508 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_service.service [-] service_plugins                = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=86219) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 22 20:03:15.038508 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_service.service [-] setproctitle                   = on {{(pid=86219) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 22 20:03:15.038508 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_service.service [-] state_path                     = /opt/stack/data/neutron {{(pid=86219) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 22 20:03:15.038508 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_service.service [-] syslog_log_facility            = LOG_USER {{(pid=86219) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 22 20:03:15.039301 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_service.service [-] tcp_keepidle                   = 600 {{(pid=86219) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 22 20:03:15.039301 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_service.service [-] transport_url                  = **** {{(pid=86219) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 22 20:03:15.039301 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_service.service [-] use_eventlog                   = False {{(pid=86219) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 22 20:03:15.039301 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_service.service [-] use_journal                    = False {{(pid=86219) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 22 20:03:15.039301 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_service.service [-] use_json                       = False {{(pid=86219) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 22 20:03:15.039787 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_service.service [-] use_ssl                        = False {{(pid=86219) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 22 20:03:15.039787 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_service.service [-] use_stderr                     = False {{(pid=86219) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 22 20:03:15.039787 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_service.service [-] use_syslog                     = False {{(pid=86219) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 22 20:03:15.040047 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_service.service [-] vlan_transparent               = False {{(pid=86219) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 22 20:03:15.040047 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_service.service [-] watch_log_file                 = False {{(pid=86219) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 22 20:03:15.040204 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_service.service [-] wsgi_default_pool_size         = 100 {{(pid=86219) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 22 20:03:15.040295 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_service.service [-] wsgi_keep_alive                = True {{(pid=86219) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 22 20:03:15.041019 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_service.service [-] wsgi_log_format                = %(client_ip)s "%(request_line)s" status: %(status_code)s  len: %(body_length)s time: %(wall_seconds).7f {{(pid=86219) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 22 20:03:15.041019 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=86219) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 20:03:15.041019 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path     = /opt/stack/data/neutron/lock {{(pid=86219) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 20:03:15.041019 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_service.service [-] profiler.connection_string     = messaging:// {{(pid=86219) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 20:03:15.042040 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_service.service [-] profiler.enabled               = False {{(pid=86219) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 20:03:15.042040 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_service.service [-] profiler.es_doc_type           = notification {{(pid=86219) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 20:03:15.042040 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_service.service [-] profiler.es_scroll_size        = 10000 {{(pid=86219) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 20:03:15.042040 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_service.service [-] profiler.es_scroll_time        = 2m {{(pid=86219) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 20:03:15.042040 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_service.service [-] profiler.filter_error_trace    = False {{(pid=86219) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 20:03:15.042040 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_service.service [-] profiler.hmac_keys             = SECRET_KEY {{(pid=86219) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 20:03:15.042383 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=86219) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 20:03:15.042383 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_service.service [-] profiler.socket_timeout        = 0.1 {{(pid=86219) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 20:03:15.042513 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy      = False {{(pid=86219) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 20:03:15.042822 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=86219) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 20:03:15.042822 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope      = False {{(pid=86219) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 20:03:15.042978 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=86219) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 20:03:15.043138 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs        = ['policy.d'] {{(pid=86219) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 20:03:15.043321 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_service.service [-] oslo_policy.policy_file        = /etc/neutron/policy.json {{(pid=86219) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 20:03:15.043512 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=86219) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 20:03:15.043703 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=86219) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 20:03:15.043893 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=86219) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 20:03:15.044061 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=86219) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 20:03:15.044250 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=86219) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 20:03:15.044455 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_service.service [-] nova.auth_section              = None {{(pid=86219) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 20:03:15.044647 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_service.service [-] nova.auth_type                 = password {{(pid=86219) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 20:03:15.044839 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_service.service [-] nova.auth_url                  = http://10.222.0.30/identity {{(pid=86219) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 20:03:15.045028 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_service.service [-] nova.cafile                    = /opt/stack/data/ca-bundle.pem {{(pid=86219) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 20:03:15.045220 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_service.service [-] nova.certfile                  = None {{(pid=86219) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 20:03:15.045411 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_service.service [-] nova.collect_timing            = False {{(pid=86219) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 20:03:15.045602 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_service.service [-] nova.default_domain_id         = None {{(pid=86219) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 20:03:15.045847 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_service.service [-] nova.default_domain_name       = None {{(pid=86219) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 20:03:15.046263 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_service.service [-] nova.domain_id                 = None {{(pid=86219) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 20:03:15.046454 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_service.service [-] nova.domain_name               = None {{(pid=86219) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 20:03:15.046644 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_service.service [-] nova.endpoint_type             = public {{(pid=86219) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 20:03:15.046837 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_service.service [-] nova.insecure                  = False {{(pid=86219) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 20:03:15.047023 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_service.service [-] nova.keyfile                   = None {{(pid=86219) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 20:03:15.047213 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_service.service [-] nova.live_migration_events     = False {{(pid=86219) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 20:03:15.047406 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_service.service [-] nova.password                  = **** {{(pid=86219) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 20:03:15.047596 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_service.service [-] nova.project_domain_id         = None {{(pid=86219) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 20:03:15.047786 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_service.service [-] nova.project_domain_name       = Default {{(pid=86219) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 20:03:15.047975 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_service.service [-] nova.project_id                = None {{(pid=86219) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 20:03:15.048165 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_service.service [-] nova.project_name              = service {{(pid=86219) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 20:03:15.048354 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_service.service [-] nova.region_name               = RegionOne {{(pid=86219) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 20:03:15.048476 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=86332) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 22 20:03:15.048586 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_service.service [-] nova.split_loggers             = False {{(pid=86219) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 20:03:15.048710 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_service.service [-] nova.system_scope              = None {{(pid=86219) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 20:03:15.048899 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_service.service [-] nova.timeout                   = None {{(pid=86219) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 20:03:15.049023 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_service.service [-] nova.trust_id                  = None {{(pid=86219) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 20:03:15.049198 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_service.service [-] nova.user_domain_id            = None {{(pid=86219) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 20:03:15.049387 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_service.service [-] nova.user_domain_name          = Default {{(pid=86219) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 20:03:15.049578 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_service.service [-] nova.user_id                   = None {{(pid=86219) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 20:03:15.050316 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_service.service [-] nova.username                  = nova {{(pid=86219) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 20:03:15.050479 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_service.service [-] placement.auth_section         = None {{(pid=86219) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 20:03:15.050617 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_service.service [-] placement.auth_type            = None {{(pid=86219) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 20:03:15.050886 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_service.service [-] placement.cafile               = None {{(pid=86219) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 20:03:15.051214 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_service.service [-] placement.certfile             = None {{(pid=86219) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 20:03:15.051214 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_service.service [-] placement.collect_timing       = False {{(pid=86219) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 20:03:15.051559 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_service.service [-] placement.endpoint_type        = public {{(pid=86219) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 20:03:15.051921 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [-] 10.222.0.30 "GET / HTTP/1.1" status: 200  len: 253 time: 0.0159914
Apr 22 20:03:15.052858 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_service.service [-] placement.insecure             = False {{(pid=86219) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 20:03:15.053069 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_service.service [-] placement.keyfile              = None {{(pid=86219) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 20:03:15.053319 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_service.service [-] placement.region_name          = None {{(pid=86219) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 20:03:15.053473 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_service.service [-] placement.split_loggers        = False {{(pid=86219) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 20:03:15.053645 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_service.service [-] placement.timeout              = None {{(pid=86219) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 20:03:15.053883 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_service.service [-] ironic.auth_section            = None {{(pid=86219) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 20:03:15.054079 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_service.service [-] ironic.auth_type               = None {{(pid=86219) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 20:03:15.054271 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_service.service [-] ironic.cafile                  = None {{(pid=86219) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 20:03:15.054466 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_service.service [-] ironic.certfile                = None {{(pid=86219) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 20:03:15.054663 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_service.service [-] ironic.collect_timing          = False {{(pid=86219) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 20:03:15.054855 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_service.service [-] ironic.connect_retries         = None {{(pid=86219) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 20:03:15.055083 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_service.service [-] ironic.connect_retry_delay     = None {{(pid=86219) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 20:03:15.055274 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_service.service [-] ironic.enable_notifications    = False {{(pid=86219) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 20:03:15.055465 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_service.service [-] ironic.endpoint_override       = None {{(pid=86219) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 20:03:15.055654 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_service.service [-] ironic.insecure                = False {{(pid=86219) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 20:03:15.055844 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_service.service [-] ironic.interface               = None {{(pid=86219) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 20:03:15.056033 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_service.service [-] ironic.keyfile                 = None {{(pid=86219) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 20:03:15.056223 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_service.service [-] ironic.max_version             = None {{(pid=86219) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 20:03:15.056412 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_service.service [-] ironic.min_version             = None {{(pid=86219) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 20:03:15.056603 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_service.service [-] ironic.region_name             = None {{(pid=86219) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 20:03:15.056792 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_service.service [-] ironic.service_name            = None {{(pid=86219) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 20:03:15.056981 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_service.service [-] ironic.service_type            = None {{(pid=86219) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 20:03:15.057171 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_service.service [-] ironic.split_loggers           = False {{(pid=86219) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 20:03:15.057360 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_service.service [-] ironic.status_code_retries     = None {{(pid=86219) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 20:03:15.057548 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=86219) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 20:03:15.057738 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_service.service [-] ironic.timeout                 = None {{(pid=86219) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 20:03:15.057950 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_service.service [-] ironic.valid_interfaces        = None {{(pid=86219) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 20:03:15.058141 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_service.service [-] ironic.version                 = None {{(pid=86219) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 20:03:15.058337 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=86219) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 20:03:15.058547 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=86219) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 20:03:15.058738 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=86219) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 20:03:15.058927 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=86219) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 20:03:15.059120 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=86219) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 20:03:15.059309 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=86219) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 20:03:15.059497 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=86219) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 20:03:15.059685 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=86219) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 20:03:15.059874 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=86219) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 20:03:15.060065 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=86219) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 20:03:15.060253 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=86219) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 20:03:15.060445 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=86219) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 20:03:15.060634 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=86219) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 20:03:15.060827 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=86219) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 20:03:15.061017 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=86219) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 20:03:15.061207 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=86219) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 20:03:15.061394 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=86219) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 20:03:15.061583 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=86219) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 20:03:15.061789 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=86219) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 20:03:15.062801 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=86219) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 20:03:15.062998 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=86219) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 20:03:15.063189 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=86219) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 20:03:15.063380 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl      = False {{(pid=86219) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 20:03:15.063571 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file =  {{(pid=86219) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 20:03:15.063761 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file =  {{(pid=86219) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 20:03:15.063939 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file =  {{(pid=86219) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 20:03:15.064344 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version =  {{(pid=86219) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 20:03:15.064344 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=86219) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 20:03:15.064815 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=86219) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 20:03:15.064815 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=86219) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 20:03:15.064815 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=86219) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 20:03:15.066088 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=86219) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 20:03:15.066088 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_service.service [-] QUOTAS.default_quota           = -1 {{(pid=86219) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 20:03:15.066088 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_service.service [-] QUOTAS.quota_driver            = neutron.db.quota.driver.DbQuotaDriver {{(pid=86219) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 20:03:15.066761 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip        = 50 {{(pid=86219) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 20:03:15.067261 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_service.service [-] QUOTAS.quota_network           = 100 {{(pid=86219) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 20:03:15.067261 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_service.service [-] QUOTAS.quota_port              = 500 {{(pid=86219) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 20:03:15.067261 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy       = 10 {{(pid=86219) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 20:03:15.067747 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_service.service [-] QUOTAS.quota_router            = 100 {{(pid=86219) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 20:03:15.067747 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group    = 100 {{(pid=86219) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 20:03:15.067994 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=86219) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 20:03:15.067994 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet            = 100 {{(pid=86219) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 20:03:15.068205 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage       = True {{(pid=86219) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 20:03:15.068809 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=86219) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 20:03:15.068809 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_service.service [-] healthcheck.backends           = ['disable_by_file'] {{(pid=86219) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 20:03:15.068809 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_service.service [-] healthcheck.detailed           = False {{(pid=86219) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 20:03:15.068809 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=86219) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 20:03:15.069150 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_service.service [-] healthcheck.path               = /healthcheck {{(pid=86219) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 20:03:15.069150 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=86219) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 20:03:15.069324 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=86219) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 20:03:15.069489 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=86219) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 20:03:15.069736 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user  = None {{(pid=86219) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 20:03:15.070645 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix =  {{(pid=86219) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 20:03:15.070851 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host   = 127.0.0.1 {{(pid=86219) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 20:03:15.071048 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port   = 35357 {{(pid=86219) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 20:03:15.071241 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=86219) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 20:03:15.071786 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=86219) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 20:03:15.072475 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type   = password {{(pid=86219) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 20:03:15.072647 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri    = None {{(pid=86219) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 20:03:15.072822 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url    = http://10.222.0.30/identity {{(pid=86219) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 20:03:15.072992 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=86219) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 20:03:15.073189 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_service.service [-] keystone_authtoken.cache       = None {{(pid=86219) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 20:03:15.073382 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_service.service [-] keystone_authtoken.cafile      = /opt/stack/data/ca-bundle.pem {{(pid=86219) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 20:03:15.073574 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_service.service [-] keystone_authtoken.certfile    = None {{(pid=86219) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 20:03:15.073760 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=86219) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 20:03:15.073989 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=86219) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 20:03:15.074187 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=86219) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 20:03:15.074378 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id   = None {{(pid=86219) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 20:03:15.074559 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=86219) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 20:03:15.074747 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=86219) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 20:03:15.074964 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=86219) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 20:03:15.075243 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=86219) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 20:03:15.075324 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=86219) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 20:03:15.075454 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=86219) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 20:03:15.075642 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_service.service [-] keystone_authtoken.insecure    = False {{(pid=86219) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 20:03:15.075832 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_service.service [-] keystone_authtoken.interface   = public {{(pid=86219) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 20:03:15.076020 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile     = None {{(pid=86219) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 20:03:15.076209 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=86219) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 20:03:15.076432 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=86219) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 20:03:15.076620 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=86219) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 20:03:15.076760 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=86219) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 20:03:15.076929 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=86219) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 20:03:15.077114 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=86219) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 20:03:15.077303 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=86219) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 20:03:15.077493 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=86219) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 20:03:15.077684 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=86219) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 20:03:15.078595 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_service.service [-] keystone_authtoken.password    = **** {{(pid=86219) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 20:03:15.079700 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=86219) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 20:03:15.079700 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=86219) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 20:03:15.079700 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_service.service [-] keystone_authtoken.project_id  = None {{(pid=86219) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 20:03:15.079700 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=86219) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 20:03:15.079700 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=86219) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 20:03:15.079700 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=86219) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 20:03:15.080340 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=86219) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 20:03:15.080340 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=86219) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 20:03:15.080340 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=86219) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 20:03:15.080340 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=86219) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 20:03:15.080695 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id    = None {{(pid=86219) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 20:03:15.080695 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=86219) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 20:03:15.080887 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=86219) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 20:03:15.080983 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_service.service [-] keystone_authtoken.user_id     = None {{(pid=86219) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 20:03:15.081136 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_service.service [-] keystone_authtoken.username    = neutron {{(pid=86219) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 20:03:15.081340 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=86219) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 20:03:15.081537 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_service.service [-] cache.backend                  = dogpile.cache.null {{(pid=86219) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 20:03:15.082370 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_service.service [-] cache.backend_argument         = **** {{(pid=86219) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 20:03:15.082370 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_service.service [-] cache.config_prefix            = cache.oslo {{(pid=86219) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 20:03:15.082370 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_service.service [-] cache.debug_cache_backend      = False {{(pid=86219) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 20:03:15.082370 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_service.service [-] cache.enabled                  = False {{(pid=86219) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 20:03:15.082370 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_service.service [-] cache.expiration_time          = 600 {{(pid=86219) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 20:03:15.082696 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_service.service [-] cache.memcache_dead_retry      = 300 {{(pid=86219) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 20:03:15.082696 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=86219) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 20:03:15.082974 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=86219) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 20:03:15.083102 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize    = 10 {{(pid=86219) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 20:03:15.083225 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=86219) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 20:03:15.083385 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_service.service [-] cache.memcache_servers         = ['localhost:11211'] {{(pid=86219) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 20:03:15.083577 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout  = 1.0 {{(pid=86219) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 20:03:15.083767 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_service.service [-] cache.proxies                  = [] {{(pid=86219) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 20:03:15.083956 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers      = None {{(pid=86219) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 20:03:15.084144 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_service.service [-] cache.tls_cafile               = None {{(pid=86219) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 20:03:15.084334 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_service.service [-] cache.tls_certfile             = None {{(pid=86219) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 20:03:15.084522 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_service.service [-] cache.tls_enabled              = False {{(pid=86219) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 20:03:15.084717 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_service.service [-] cache.tls_keyfile              = None {{(pid=86219) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 20:03:15.084922 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_service.service [-] privsep.capabilities           = [21, 12, 1, 2, 19] {{(pid=86219) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 20:03:15.085111 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_service.service [-] privsep.group                  = None {{(pid=86219) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 20:03:15.085301 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_service.service [-] privsep.helper_command         = None {{(pid=86219) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 20:03:15.085489 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_service.service [-] privsep.thread_pool_size       = 4 {{(pid=86219) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 20:03:15.085677 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_service.service [-] privsep.user                   = None {{(pid=86219) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 20:03:15.085905 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=86219) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 20:03:15.086095 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_service.service [-] privsep_dhcp_release.group     = None {{(pid=86219) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 20:03:15.086284 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=86219) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 20:03:15.086472 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=86219) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 20:03:15.086660 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_service.service [-] privsep_dhcp_release.user      = None {{(pid=86219) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 20:03:15.086862 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=86219) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 20:03:15.087050 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group        = None {{(pid=86219) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 20:03:15.087238 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=86219) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 20:03:15.087427 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=86219) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 20:03:15.087615 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user         = None {{(pid=86219) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 20:03:15.088662 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=86219) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 20:03:15.088662 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_service.service [-] privsep_namespace.group        = None {{(pid=86219) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 20:03:15.088662 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=86219) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 20:03:15.088662 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=86219) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 20:03:15.088662 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_service.service [-] privsep_namespace.user         = None {{(pid=86219) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 20:03:15.088662 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=86219) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 20:03:15.089643 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_service.service [-] privsep_conntrack.group        = None {{(pid=86219) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 20:03:15.089643 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=86219) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 20:03:15.089643 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=86219) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 20:03:15.089643 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_service.service [-] privsep_conntrack.user         = None {{(pid=86219) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 20:03:15.089643 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_service.service [-] AGENT.root_helper              = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=86219) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 20:03:15.089643 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon       = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=86219) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 20:03:15.090463 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read   = True {{(pid=86219) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 20:03:15.090463 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset     = True {{(pid=86219) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 20:03:15.090463 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=86219) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 20:03:15.090463 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver  = openvswitch {{(pid=86219) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 20:03:15.090463 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=86219) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 20:03:15.091095 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_service.service [-] ml2.extension_drivers          = ['port_security'] {{(pid=86219) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 20:03:15.091095 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_service.service [-] ml2.external_network_type      = None {{(pid=86219) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 20:03:15.091095 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_service.service [-] ml2.mechanism_drivers          = ['openvswitch', 'hyperv'] {{(pid=86219) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 20:03:15.091478 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_service.service [-] ml2.overlay_ip_version         = 4 {{(pid=86219) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 20:03:15.091478 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_service.service [-] ml2.path_mtu                   = 0 {{(pid=86219) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 20:03:15.091478 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_service.service [-] ml2.physical_network_mtus      = [] {{(pid=86219) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 20:03:15.091863 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_service.service [-] ml2.tenant_network_types       = ['vlan'] {{(pid=86219) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 20:03:15.091863 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_service.service [-] ml2.type_drivers               = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=86219) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 20:03:15.092118 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks    = ['physnet1'] {{(pid=86219) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 20:03:15.092118 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=86219) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 20:03:15.092536 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges     = ['1:1000'] {{(pid=86219) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 20:03:15.092536 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges  = ['1:1000'] {{(pid=86219) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 20:03:15.092814 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:350:399'] {{(pid=86219) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 20:03:15.092814 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges      = ['1:1000'] {{(pid=86219) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 20:03:15.093080 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group     = None {{(pid=86219) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 20:03:15.093215 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=86219) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 20:03:15.093349 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_service.service [-] database.backend               = sqlalchemy {{(pid=86219) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 20:03:15.093483 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_service.service [-] database.connection            = **** {{(pid=86219) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 20:03:15.093618 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_service.service [-] database.connection_debug      = 0 {{(pid=86219) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 20:03:15.093810 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_service.service [-] database.connection_parameters =  {{(pid=86219) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 20:03:15.094029 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=86219) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 20:03:15.094220 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_service.service [-] database.connection_trace      = False {{(pid=86219) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 20:03:15.094409 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=86219) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 20:03:15.094598 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_service.service [-] database.db_max_retries        = 20 {{(pid=86219) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 20:03:15.094791 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=86219) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 20:03:15.094982 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_service.service [-] database.db_retry_interval     = 1 {{(pid=86219) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 20:03:15.095171 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_service.service [-] database.max_overflow          = 50 {{(pid=86219) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 20:03:15.095359 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_service.service [-] database.max_pool_size         = 50 {{(pid=86219) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 20:03:15.095547 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_service.service [-] database.max_retries           = 10 {{(pid=86219) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 20:03:15.095735 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_service.service [-] database.mysql_enable_ndb      = False {{(pid=86219) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 20:03:15.095925 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_service.service [-] database.mysql_sql_mode        = TRADITIONAL {{(pid=86219) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 20:03:15.096113 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_service.service [-] database.pool_timeout          = None {{(pid=86219) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 20:03:15.096302 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_service.service [-] database.retry_interval        = 10 {{(pid=86219) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 20:03:15.096997 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_service.service [-] database.slave_connection      = **** {{(pid=86219) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 20:03:15.097193 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_service.service [-] database.sqlite_synchronous    = True {{(pid=86219) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 20:03:15.097382 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_service.service [-] database.use_db_reconnect      = False {{(pid=86219) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 22 20:03:15.097565 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=86219) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2591}}
Apr 22 20:03:25.775944 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f372a266-d1ed-4d21-af56-6f93864bffda None None] get_active_networks_info from dv-cinder-787632-1-iscsi {{(pid=86332) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}}
Apr 22 20:03:25.964092 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-0c4815fb-28a4-4655-8841-7a8e72f82f6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309146858885'] for agent, after_create {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:03:25.977603 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f372a266-d1ed-4d21-af56-6f93864bffda None None] No non-hosted networks {{(pid=86332) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}}
Apr 22 20:03:28.513101 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-0ec310ad-59b0-410a-a3d1-e30c355fe5c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309146858885'] for agent, after_create {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:03:28.566832 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-c941b767-f813-4028-9571-6eb97ec16563 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309146858885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640583'] for agent, after_update {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:03:28.925058 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-d69b9430-b136-4a40-a189-232f048ef307 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309146858885'] for agent, after_create {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:03:29.214847 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-08e5d76f-3fe5-4242-a4b8-30f374028052 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309146858885'] for agent, after_create {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:03:29.215778 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08e5d76f-3fe5-4242-a4b8-30f374028052 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-787632-1-iscsi {{(pid=86332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 20:03:29.216296 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08e5d76f-3fe5-4242-a4b8-30f374028052 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787632-1-iscsi {{(pid=86332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 20:03:29.216808 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08e5d76f-3fe5-4242-a4b8-30f374028052 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787632-1-iscsi {{(pid=86332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 20:03:29.217454 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08e5d76f-3fe5-4242-a4b8-30f374028052 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787632-1-iscsi {{(pid=86332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 20:03:29.218018 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08e5d76f-3fe5-4242-a4b8-30f374028052 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787632-1-iscsi {{(pid=86332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 20:03:29.218535 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08e5d76f-3fe5-4242-a4b8-30f374028052 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787632-1-iscsi {{(pid=86332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 20:03:29.219038 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08e5d76f-3fe5-4242-a4b8-30f374028052 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787632-1-iscsi {{(pid=86332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 20:03:29.219568 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08e5d76f-3fe5-4242-a4b8-30f374028052 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787632-1-iscsi {{(pid=86332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 20:03:29.220081 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08e5d76f-3fe5-4242-a4b8-30f374028052 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787632-1-iscsi {{(pid=86332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 20:03:29.220580 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08e5d76f-3fe5-4242-a4b8-30f374028052 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787632-1-iscsi {{(pid=86332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 20:03:29.221101 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08e5d76f-3fe5-4242-a4b8-30f374028052 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787632-1-iscsi {{(pid=86332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 20:03:29.222255 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08e5d76f-3fe5-4242-a4b8-30f374028052 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787632-1-iscsi {{(pid=86332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 20:03:29.222811 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08e5d76f-3fe5-4242-a4b8-30f374028052 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (<neutron_lib.context.Context object at 0x7f013db171d0>, 'Open vSwitch agent', 'dv-cinder-787632-1-iscsi', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=86332) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 22 20:03:29.228837 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08e5d76f-3fe5-4242-a4b8-30f374028052 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (<neutron_lib.context.Context object at 0x7f013dac7358>,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-787632-1-iscsi', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=86332) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 22 20:03:30.184786 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-77fc9508-bbbe-4662-bfa7-f4837e5c3abe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309146858885'] for agent, after_create {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:03:31.207280 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.wsgi [-] (86331) accepted ('10.222.0.30', 60374) {{(pid=86331) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 20:03:31.841731 dv-cinder-787632-1-iscsi neutron-server[86219]: WARNING oslo_policy.policy [None req-73f4e2ea-c77b-4c87-aaf4-47b83eb4afeb admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Apr 22 20:03:31.842439 dv-cinder-787632-1-iscsi neutron-server[86219]: WARNING oslo_policy.policy [None req-73f4e2ea-c77b-4c87-aaf4-47b83eb4afeb admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Apr 22 20:03:32.075299 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.wsgi [None req-73f4e2ea-c77b-4c87-aaf4-47b83eb4afeb admin admin] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=86331) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 22 20:03:32.076455 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [None req-73f4e2ea-c77b-4c87-aaf4-47b83eb4afeb admin admin] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.8680673
Apr 22 20:03:32.712868 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.db.l3_hamode_db [None req-4ebf024f-d8bb-4ba1-af6a-098cf29edf28 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1
Apr 22 20:03:32.804595 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ebf024f-d8bb-4ba1-af6a-098cf29edf28 None None] Routers set() bound to L3 agent in host dv-cinder-787632-1-iscsi {{(pid=86332) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 22 20:03:32.804940 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ebf024f-d8bb-4ba1-af6a-098cf29edf28 None None] Router IDs set() for agent in host dv-cinder-787632-1-iscsi {{(pid=86332) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:466}}
Apr 22 20:03:34.823017 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.wsgi [-] (86331) accepted ('10.222.0.30', 60388) {{(pid=86331) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 20:03:35.241020 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.v2.base [None req-51e19c49-585c-47a6-915f-e571c85bde81 admin admin] Request body: {'subnetpool': {'is_default': True, 'default_prefixlen': 26, 'name': 'shared-default-subnetpool-v4', 'prefixes': ['172.20.0.0/16'], 'shared': True}} {{(pid=86331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 22 20:03:35.345125 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.policy [None req-51e19c49-585c-47a6-915f-e571c85bde81 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=86331) register_rules /opt/stack/neutron/neutron/policy.py:75}}
Apr 22 20:03:35.400507 dv-cinder-787632-1-iscsi neutron-server[86219]: WARNING oslo_policy.policy [None req-51e19c49-585c-47a6-915f-e571c85bde81 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Apr 22 20:03:35.400914 dv-cinder-787632-1-iscsi neutron-server[86219]: WARNING oslo_policy.policy [None req-51e19c49-585c-47a6-915f-e571c85bde81 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Apr 22 20:03:35.419004 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.quota [None req-51e19c49-585c-47a6-915f-e571c85bde81 admin admin] Loaded quota_driver: <neutron.db.quota.driver.DbQuotaDriver object at 0x7f013e3df2e8>.
Apr 22 20:03:35.435021 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.quota.driver [None req-51e19c49-585c-47a6-915f-e571c85bde81 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 22 20:03:35.490813 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-51e19c49-585c-47a6-915f-e571c85bde81 admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363309149401010', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363309149399654', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363309149419365', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363309149417465', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363309149366778', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363309149366917', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-578631', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1570119', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-634728', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change--9223372036854190201'] for rbac-policy, before_create {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:03:35.714338 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-51e19c49-585c-47a6-915f-e571c85bde81 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:03:35.715540 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [None req-51e19c49-585c-47a6-915f-e571c85bde81 admin admin] 10.222.0.30 "POST /v2.0/subnetpools HTTP/1.1" status: 201  len: 739 time: 0.8915358
Apr 22 20:03:38.677051 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.wsgi [-] (86331) accepted ('10.222.0.30', 60402) {{(pid=86331) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 20:03:39.047668 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.v2.base [None req-1e38ed33-28a6-4554-b54b-b91b2140b748 admin admin] Request body: {'network': {'project_id': '2fec9170cd304f7bb79b594fccf3b3c2', 'admin_state_up': True, 'name': 'private'}} {{(pid=86331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 22 20:03:39.053560 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.quota.driver [None req-1e38ed33-28a6-4554-b54b-b91b2140b748 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 22 20:03:39.058117 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.quota.resource [None req-1e38ed33-28a6-4554-b54b-b91b2140b748 admin admin] Usage tracker for resource:network and tenant:2fec9170cd304f7bb79b594fccf3b3c2 is out of sync, need to count used quota {{(pid=86331) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 22 20:03:39.061564 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.quota.resource [None req-1e38ed33-28a6-4554-b54b-b91b2140b748 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86331) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 22 20:03:39.067936 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.quota.driver [None req-1e38ed33-28a6-4554-b54b-b91b2140b748 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 22 20:03:39.076331 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e38ed33-28a6-4554-b54b-b91b2140b748 admin admin] Made reservation on behalf of 2fec9170cd304f7bb79b594fccf3b3c2 for: {'network': 1} {{(pid=86331) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 22 20:03:39.082594 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-1e38ed33-28a6-4554-b54b-b91b2140b748 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587983'] for network, before_create {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:03:39.099240 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-1e38ed33-28a6-4554-b54b-b91b2140b748 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:03:39.113731 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.quota.driver [None req-1e38ed33-28a6-4554-b54b-b91b2140b748 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 22 20:03:39.117589 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.quota.resource [None req-1e38ed33-28a6-4554-b54b-b91b2140b748 admin admin] Usage tracker for resource:security_group_rule and tenant:2fec9170cd304f7bb79b594fccf3b3c2 is out of sync, need to count used quota {{(pid=86331) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 22 20:03:39.120989 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.quota.resource [None req-1e38ed33-28a6-4554-b54b-b91b2140b748 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86331) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 22 20:03:39.126751 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.quota.driver [None req-1e38ed33-28a6-4554-b54b-b91b2140b748 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 22 20:03:39.222039 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-1e38ed33-28a6-4554-b54b-b91b2140b748 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:03:39.224673 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-1e38ed33-28a6-4554-b54b-b91b2140b748 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393900'] for security_group, after_create {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:03:39.229283 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 20:03:39.246648 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1e38ed33-28a6-4554-b54b-b91b2140b748 admin admin] vlan segment allocate from pool success with {'vlan_id': 362, 'physical_network': 'physnet1'}  {{(pid=86331) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}}
Apr 22 20:03:39.274236 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-1e38ed33-28a6-4554-b54b-b91b2140b748 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363309146858902', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1523030'] for segment, precommit_create {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:03:39.274763 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-1e38ed33-28a6-4554-b54b-b91b2140b748 admin admin] Unsubscribe: <function _add_segment_host_mapping_for_segment at 0x7f013ee1a6a8> segment precommit_create {{(pid=86331) unsubscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:84}}
Apr 22 20:03:39.275231 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.db.segments_db [None req-1e38ed33-28a6-4554-b54b-b91b2140b748 admin admin] Added segment 0760c525-7cbd-4651-a9ad-f72fc1cd57cc of type vlan for network 3c20d938-879b-4100-a6e3-f535d8f73631
Apr 22 20:03:39.325908 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e38ed33-28a6-4554-b54b-b91b2140b748 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af896085-b399-4e0b-9c15-b739b6b54f16,revision_number=1']} {{(pid=86331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 20:03:39.347642 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e38ed33-28a6-4554-b54b-b91b2140b748 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787632-1-iscsi {{(pid=86331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 20:03:39.348015 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e38ed33-28a6-4554-b54b-b91b2140b748 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787632-1-iscsi {{(pid=86331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 20:03:39.348377 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e38ed33-28a6-4554-b54b-b91b2140b748 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787632-1-iscsi {{(pid=86331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 20:03:39.348734 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e38ed33-28a6-4554-b54b-b91b2140b748 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787632-1-iscsi {{(pid=86331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 20:03:39.349086 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e38ed33-28a6-4554-b54b-b91b2140b748 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787632-1-iscsi {{(pid=86331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 20:03:39.349439 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e38ed33-28a6-4554-b54b-b91b2140b748 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787632-1-iscsi {{(pid=86331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 20:03:39.349811 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e38ed33-28a6-4554-b54b-b91b2140b748 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-787632-1-iscsi {{(pid=86331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 20:03:39.350163 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e38ed33-28a6-4554-b54b-b91b2140b748 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787632-1-iscsi {{(pid=86331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 20:03:39.350527 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e38ed33-28a6-4554-b54b-b91b2140b748 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787632-1-iscsi {{(pid=86331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 20:03:39.350874 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e38ed33-28a6-4554-b54b-b91b2140b748 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787632-1-iscsi {{(pid=86331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 20:03:39.351219 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e38ed33-28a6-4554-b54b-b91b2140b748 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787632-1-iscsi {{(pid=86331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 20:03:39.351563 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e38ed33-28a6-4554-b54b-b91b2140b748 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787632-1-iscsi {{(pid=86331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 20:03:39.352671 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e38ed33-28a6-4554-b54b-b91b2140b748 admin admin] Tracked resource versions report:
Apr 22 20:03:39.352671 dv-cinder-787632-1-iscsi neutron-server[86219]: pushed versions:
Apr 22 20:03:39.352671 dv-cinder-787632-1-iscsi neutron-server[86219]: {   'AddressGroup': {'1.2'},
Apr 22 20:03:39.352671 dv-cinder-787632-1-iscsi neutron-server[86219]:     'ConntrackHelper': {'1.0'},
Apr 22 20:03:39.352671 dv-cinder-787632-1-iscsi neutron-server[86219]:     'Log': {'1.0'},
Apr 22 20:03:39.352671 dv-cinder-787632-1-iscsi neutron-server[86219]:     'Network': {'1.1'},
Apr 22 20:03:39.352671 dv-cinder-787632-1-iscsi neutron-server[86219]:     'Port': {'1.7'},
Apr 22 20:03:39.352671 dv-cinder-787632-1-iscsi neutron-server[86219]:     'PortForwarding': {'1.2'},
Apr 22 20:03:39.352671 dv-cinder-787632-1-iscsi neutron-server[86219]:     'QosPolicy': {'1.8'},
Apr 22 20:03:39.352671 dv-cinder-787632-1-iscsi neutron-server[86219]:     'SecurityGroup': {'1.4'},
Apr 22 20:03:39.352671 dv-cinder-787632-1-iscsi neutron-server[86219]:     'SecurityGroupRule': {'1.2'},
Apr 22 20:03:39.352671 dv-cinder-787632-1-iscsi neutron-server[86219]:     'SubPort': {'1.0'},
Apr 22 20:03:39.352671 dv-cinder-787632-1-iscsi neutron-server[86219]:     'Subnet': {'1.1'},
Apr 22 20:03:39.352671 dv-cinder-787632-1-iscsi neutron-server[86219]:     'Trunk': {'1.1'}}
Apr 22 20:03:39.352671 dv-cinder-787632-1-iscsi neutron-server[86219]: consumer versions:
Apr 22 20:03:39.352671 dv-cinder-787632-1-iscsi neutron-server[86219]: {   DHCP agent@dv-cinder-787632-1-iscsi: {},
Apr 22 20:03:39.352671 dv-cinder-787632-1-iscsi neutron-server[86219]:     L3 agent@dv-cinder-787632-1-iscsi: {},
Apr 22 20:03:39.352671 dv-cinder-787632-1-iscsi neutron-server[86219]:     Metadata agent@dv-cinder-787632-1-iscsi: {},
Apr 22 20:03:39.352671 dv-cinder-787632-1-iscsi neutron-server[86219]:     Metering agent@dv-cinder-787632-1-iscsi: {},
Apr 22 20:03:39.352671 dv-cinder-787632-1-iscsi neutron-server[86219]:     Open vSwitch agent@dv-cinder-787632-1-iscsi: {   'AddressGroup': '1.2',
Apr 22 20:03:39.352671 dv-cinder-787632-1-iscsi neutron-server[86219]:                                                      'ConntrackHelper': '1.0',
Apr 22 20:03:39.352671 dv-cinder-787632-1-iscsi neutron-server[86219]:                                                      'Log': '1.0',
Apr 22 20:03:39.352671 dv-cinder-787632-1-iscsi neutron-server[86219]:                                                      'Network': '1.1',
Apr 22 20:03:39.352671 dv-cinder-787632-1-iscsi neutron-server[86219]:                                                      'Port': '1.7',
Apr 22 20:03:39.352671 dv-cinder-787632-1-iscsi neutron-server[86219]:                                                      'PortForwarding': '1.2',
Apr 22 20:03:39.352671 dv-cinder-787632-1-iscsi neutron-server[86219]:                                                      'QosPolicy': '1.8',
Apr 22 20:03:39.352671 dv-cinder-787632-1-iscsi neutron-server[86219]:                                                      'SecurityGroup': '1.4',
Apr 22 20:03:39.352671 dv-cinder-787632-1-iscsi neutron-server[86219]:                                                      'SecurityGroupRule': '1.2',
Apr 22 20:03:39.352671 dv-cinder-787632-1-iscsi neutron-server[86219]:                                                      'SubPort': '1.0',
Apr 22 20:03:39.352671 dv-cinder-787632-1-iscsi neutron-server[86219]:                                                      'Subnet': '1.1',
Apr 22 20:03:39.352671 dv-cinder-787632-1-iscsi neutron-server[86219]:                                                      'Trunk': '1.1'}}
Apr 22 20:03:39.352671 dv-cinder-787632-1-iscsi neutron-server[86219]:  {{(pid=86331) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}}
Apr 22 20:03:39.392670 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-1e38ed33-28a6-4554-b54b-b91b2140b748 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727707556023'] for network, precommit_create {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:03:39.403927 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [None req-1e38ed33-28a6-4554-b54b-b91b2140b748 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 20:03:39.434128 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-1e38ed33-28a6-4554-b54b-b91b2140b748 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853168226'] for network, after_create {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:03:39.435565 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e38ed33-28a6-4554-b54b-b91b2140b748 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 20:03:39.436226 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-1e38ed33-28a6-4554-b54b-b91b2140b748 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853168243'] for network, before_response {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:03:39.441561 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 20:03:39.547683 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [None req-1e38ed33-28a6-4554-b54b-b91b2140b748 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201  len: 849 time: 0.8694170
Apr 22 20:03:39.550976 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e38ed33-28a6-4554-b54b-b91b2140b748 admin admin] Pushing event updated for resources: {'Network': ['ID=3c20d938-879b-4100-a6e3-f535d8f73631,revision_number=1']} {{(pid=86331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 20:03:39.571408 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [None req-1e38ed33-28a6-4554-b54b-b91b2140b748 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 20:03:39.580213 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.rpc [None req-08e5d76f-3fe5-4242-a4b8-30f374028052 None None] Network 3c20d938-879b-4100-a6e3-f535d8f73631 details requested by agent ovs-agent-dv-cinder-787632-1-iscsi with host dv-cinder-787632-1-iscsi {{(pid=86332) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Apr 22 20:03:42.570994 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.wsgi [-] (86331) accepted ('10.222.0.30', 60418) {{(pid=86331) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 20:03:43.049132 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-702d66a7-97a8-42f2-9131-860c18aa2f7b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 20:03:43.050604 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [None req-702d66a7-97a8-42f2-9131-860c18aa2f7b admin admin] 10.222.0.30 "GET /v2.0/networks/3c20d938-879b-4100-a6e3-f535d8f73631 HTTP/1.1" status: 200  len: 825 time: 0.4785421
Apr 22 20:03:43.078621 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [None req-ba906746-7c48-4728-8622-6e134d2a49a7 admin admin] 10.222.0.30 "GET /v2.0/subnetpools/dd0df501-baa0-478f-ba67-0a2fd9c49b65 HTTP/1.1" status: 200  len: 734 time: 0.0220253
Apr 22 20:03:43.088269 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.v2.base [None req-cbf74d46-752a-4c9e-824f-5e042d92d240 admin admin] Request body: {'subnet': {'subnetpool_id': 'dd0df501-baa0-478f-ba67-0a2fd9c49b65', 'gateway_ip': '172.20.0.1', 'network_id': '3c20d938-879b-4100-a6e3-f535d8f73631', 'name': 'private-subnet', 'ip_version': 4, 'tenant_id': '2fec9170cd304f7bb79b594fccf3b3c2'}} {{(pid=86331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 22 20:03:43.092636 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.quota.driver [None req-cbf74d46-752a-4c9e-824f-5e042d92d240 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 22 20:03:43.096569 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.quota.resource [None req-cbf74d46-752a-4c9e-824f-5e042d92d240 admin admin] Usage tracker for resource:subnet and tenant:2fec9170cd304f7bb79b594fccf3b3c2 is out of sync, need to count used quota {{(pid=86331) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 22 20:03:43.099805 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.quota.resource [None req-cbf74d46-752a-4c9e-824f-5e042d92d240 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86331) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 22 20:03:43.105597 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.quota.driver [None req-cbf74d46-752a-4c9e-824f-5e042d92d240 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 22 20:03:43.114998 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cbf74d46-752a-4c9e-824f-5e042d92d240 admin admin] Made reservation on behalf of 2fec9170cd304f7bb79b594fccf3b3c2 for: {'subnet': 1} {{(pid=86331) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 22 20:03:43.119546 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-cbf74d46-752a-4c9e-824f-5e042d92d240 admin admin] Notify callbacks [] for subnet, before_create {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:03:43.587666 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-cbf74d46-752a-4c9e-824f-5e042d92d240 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853168226'] for subnet, after_create {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:03:43.592830 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 20:03:43.680012 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbf74d46-752a-4c9e-824f-5e042d92d240 admin admin] Pushing event updated for resources: {'Subnet': ['ID=14d2ba34-a387-4e26-aa0a-fc8d89e3c06a,revision_number=0']} {{(pid=86331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 20:03:43.683237 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [None req-cbf74d46-752a-4c9e-824f-5e042d92d240 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 20:03:43.684324 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbf74d46-752a-4c9e-824f-5e042d92d240 admin admin] Checking segment: {'id': '0760c525-7cbd-4651-a9ad-f72fc1cd57cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '3c20d938-879b-4100-a6e3-f535d8f73631'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86331) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 22 20:03:43.684706 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbf74d46-752a-4c9e-824f-5e042d92d240 admin admin] Network hostable DHCP agents. Network: 3c20d938-879b-4100-a6e3-f535d8f73631, hostable agents: ['e0877369-7b04-40ef-a371-0b097842c51e'], hosted agents: [] {{(pid=86331) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Apr 22 20:03:43.704687 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbf74d46-752a-4c9e-824f-5e042d92d240 admin admin] Network 3c20d938-879b-4100-a6e3-f535d8f73631 is scheduled to be hosted by DHCP agent e0877369-7b04-40ef-a371-0b097842c51e with binding_index 1 {{(pid=86331) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Apr 22 20:03:43.713200 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.scheduler.base_scheduler [None req-cbf74d46-752a-4c9e-824f-5e042d92d240 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-787632-1-iscsi, 3c20d938-879b-4100-a6e3-f535d8f73631) {{(pid=86331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 22 20:03:43.718074 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbf74d46-752a-4c9e-824f-5e042d92d240 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 20:03:43.718733 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-cbf74d46-752a-4c9e-824f-5e042d92d240 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853168243'] for subnet, before_response {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:03:43.723165 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-326efe72-ae86-413e-95b7-5575d243d681 None None] Network 3c20d938-879b-4100-a6e3-f535d8f73631 requested from dv-cinder-787632-1-iscsi {{(pid=86332) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 22 20:03:43.739063 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [None req-cbf74d46-752a-4c9e-824f-5e042d92d240 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 854 time: 0.6540370
Apr 22 20:03:44.045931 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b6d5438-bfcc-447c-a8fc-28cb39e3cc81 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0e86e177-c777-5841-8b38-a99bfcf73d2b-3c20d938-879b-4100-a6e3-f535d8f73631', 'network_id': '3c20d938-879b-4100-a6e3-f535d8f73631', 'tenant_id': '2fec9170cd304f7bb79b594fccf3b3c2', 'fixed_ips': [{'subnet_id': '14d2ba34-a387-4e26-aa0a-fc8d89e3c06a'}]}} from dv-cinder-787632-1-iscsi. {{(pid=86332) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}}
Apr 22 20:03:44.047197 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-5b6d5438-bfcc-447c-a8fc-28cb39e3cc81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587983'] for port, before_create {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:03:44.404644 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.db_base_plugin_common [None req-5b6d5438-bfcc-447c-a8fc-28cb39e3cc81 None None] Allocated IP 172.20.0.2 (3c20d938-879b-4100-a6e3-f535d8f73631/14d2ba34-a387-4e26-aa0a-fc8d89e3c06a/f8b427ea-e5db-4fc7-acfe-e11c656d820c) {{(pid=86332) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 22 20:03:44.634811 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-5b6d5438-bfcc-447c-a8fc-28cb39e3cc81 None None] Notify callbacks [] for port, precommit_create {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:03:44.648102 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.provisioning_blocks [None req-5b6d5438-bfcc-447c-a8fc-28cb39e3cc81 None None] Transition to ACTIVE for port object f8b427ea-e5db-4fc7-acfe-e11c656d820c will not be triggered until provisioned by entity L2. {{(pid=86332) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 22 20:03:44.667498 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.provisioning_blocks [None req-5b6d5438-bfcc-447c-a8fc-28cb39e3cc81 None None] Transition to ACTIVE for port object f8b427ea-e5db-4fc7-acfe-e11c656d820c will not be triggered until provisioned by entity DHCP. {{(pid=86332) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 22 20:03:44.673485 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-5b6d5438-bfcc-447c-a8fc-28cb39e3cc81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854198495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853168226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363309147208154'] for port, after_create {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:03:44.681479 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86332) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 20:03:44.749952 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b6d5438-bfcc-447c-a8fc-28cb39e3cc81 None None] Network 3c20d938-879b-4100-a6e3-f535d8f73631 is already hosted by enough agents. {{(pid=86332) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 22 20:03:44.754327 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.scheduler.base_scheduler [None req-5b6d5438-bfcc-447c-a8fc-28cb39e3cc81 None None] Resources bound (agent type, host, resource id):  {{(pid=86332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 22 20:03:44.757620 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b6d5438-bfcc-447c-a8fc-28cb39e3cc81 None None] Received port after_create {{(pid=86332) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 22 20:03:44.759877 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b6d5438-bfcc-447c-a8fc-28cb39e3cc81 None None] Pushing event updated for resources: {'Port': ['ID=f8b427ea-e5db-4fc7-acfe-e11c656d820c,revision_number=1']} {{(pid=86332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 20:03:44.769681 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b6d5438-bfcc-447c-a8fc-28cb39e3cc81 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787632-1-iscsi {{(pid=86332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 20:03:44.770084 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b6d5438-bfcc-447c-a8fc-28cb39e3cc81 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787632-1-iscsi {{(pid=86332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 20:03:44.770454 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b6d5438-bfcc-447c-a8fc-28cb39e3cc81 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787632-1-iscsi {{(pid=86332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 20:03:44.770817 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b6d5438-bfcc-447c-a8fc-28cb39e3cc81 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787632-1-iscsi {{(pid=86332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 20:03:44.771179 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b6d5438-bfcc-447c-a8fc-28cb39e3cc81 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787632-1-iscsi {{(pid=86332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 20:03:44.771533 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b6d5438-bfcc-447c-a8fc-28cb39e3cc81 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787632-1-iscsi {{(pid=86332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 20:03:44.771889 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b6d5438-bfcc-447c-a8fc-28cb39e3cc81 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-787632-1-iscsi {{(pid=86332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 20:03:44.772244 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b6d5438-bfcc-447c-a8fc-28cb39e3cc81 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787632-1-iscsi {{(pid=86332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 20:03:44.772612 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b6d5438-bfcc-447c-a8fc-28cb39e3cc81 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787632-1-iscsi {{(pid=86332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 20:03:44.772966 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b6d5438-bfcc-447c-a8fc-28cb39e3cc81 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787632-1-iscsi {{(pid=86332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 20:03:44.773315 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b6d5438-bfcc-447c-a8fc-28cb39e3cc81 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787632-1-iscsi {{(pid=86332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 20:03:44.773664 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b6d5438-bfcc-447c-a8fc-28cb39e3cc81 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787632-1-iscsi {{(pid=86332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 20:03:44.774809 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b6d5438-bfcc-447c-a8fc-28cb39e3cc81 None None] Tracked resource versions report:
Apr 22 20:03:44.774809 dv-cinder-787632-1-iscsi neutron-server[86219]: pushed versions:
Apr 22 20:03:44.774809 dv-cinder-787632-1-iscsi neutron-server[86219]: {   'AddressGroup': {'1.2'},
Apr 22 20:03:44.774809 dv-cinder-787632-1-iscsi neutron-server[86219]:     'ConntrackHelper': {'1.0'},
Apr 22 20:03:44.774809 dv-cinder-787632-1-iscsi neutron-server[86219]:     'Log': {'1.0'},
Apr 22 20:03:44.774809 dv-cinder-787632-1-iscsi neutron-server[86219]:     'Network': {'1.1'},
Apr 22 20:03:44.774809 dv-cinder-787632-1-iscsi neutron-server[86219]:     'Port': {'1.7'},
Apr 22 20:03:44.774809 dv-cinder-787632-1-iscsi neutron-server[86219]:     'PortForwarding': {'1.2'},
Apr 22 20:03:44.774809 dv-cinder-787632-1-iscsi neutron-server[86219]:     'QosPolicy': {'1.8'},
Apr 22 20:03:44.774809 dv-cinder-787632-1-iscsi neutron-server[86219]:     'SecurityGroup': {'1.4'},
Apr 22 20:03:44.774809 dv-cinder-787632-1-iscsi neutron-server[86219]:     'SecurityGroupRule': {'1.2'},
Apr 22 20:03:44.774809 dv-cinder-787632-1-iscsi neutron-server[86219]:     'SubPort': {'1.0'},
Apr 22 20:03:44.774809 dv-cinder-787632-1-iscsi neutron-server[86219]:     'Subnet': {'1.1'},
Apr 22 20:03:44.774809 dv-cinder-787632-1-iscsi neutron-server[86219]:     'Trunk': {'1.1'}}
Apr 22 20:03:44.774809 dv-cinder-787632-1-iscsi neutron-server[86219]: consumer versions:
Apr 22 20:03:44.774809 dv-cinder-787632-1-iscsi neutron-server[86219]: {   DHCP agent@dv-cinder-787632-1-iscsi: {},
Apr 22 20:03:44.774809 dv-cinder-787632-1-iscsi neutron-server[86219]:     L3 agent@dv-cinder-787632-1-iscsi: {},
Apr 22 20:03:44.774809 dv-cinder-787632-1-iscsi neutron-server[86219]:     Metadata agent@dv-cinder-787632-1-iscsi: {},
Apr 22 20:03:44.774809 dv-cinder-787632-1-iscsi neutron-server[86219]:     Metering agent@dv-cinder-787632-1-iscsi: {},
Apr 22 20:03:44.774809 dv-cinder-787632-1-iscsi neutron-server[86219]:     Open vSwitch agent@dv-cinder-787632-1-iscsi: {   'AddressGroup': '1.2',
Apr 22 20:03:44.774809 dv-cinder-787632-1-iscsi neutron-server[86219]:                                                      'ConntrackHelper': '1.0',
Apr 22 20:03:44.774809 dv-cinder-787632-1-iscsi neutron-server[86219]:                                                      'Log': '1.0',
Apr 22 20:03:44.774809 dv-cinder-787632-1-iscsi neutron-server[86219]:                                                      'Network': '1.1',
Apr 22 20:03:44.774809 dv-cinder-787632-1-iscsi neutron-server[86219]:                                                      'Port': '1.7',
Apr 22 20:03:44.774809 dv-cinder-787632-1-iscsi neutron-server[86219]:                                                      'PortForwarding': '1.2',
Apr 22 20:03:44.774809 dv-cinder-787632-1-iscsi neutron-server[86219]:                                                      'QosPolicy': '1.8',
Apr 22 20:03:44.774809 dv-cinder-787632-1-iscsi neutron-server[86219]:                                                      'SecurityGroup': '1.4',
Apr 22 20:03:44.774809 dv-cinder-787632-1-iscsi neutron-server[86219]:                                                      'SecurityGroupRule': '1.2',
Apr 22 20:03:44.774809 dv-cinder-787632-1-iscsi neutron-server[86219]:                                                      'SubPort': '1.0',
Apr 22 20:03:44.774809 dv-cinder-787632-1-iscsi neutron-server[86219]:                                                      'Subnet': '1.1',
Apr 22 20:03:44.774809 dv-cinder-787632-1-iscsi neutron-server[86219]:                                                      'Trunk': '1.1'}}
Apr 22 20:03:44.774809 dv-cinder-787632-1-iscsi neutron-server[86219]:  {{(pid=86332) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}}
Apr 22 20:03:44.778154 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [None req-5b6d5438-bfcc-447c-a8fc-28cb39e3cc81 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=86332) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 20:03:44.873535 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.managers [None req-5b6d5438-bfcc-447c-a8fc-28cb39e3cc81 None None] Attempting to bind port f8b427ea-e5db-4fc7-acfe-e11c656d820c on host dv-cinder-787632-1-iscsi for vnic_type normal with profile  {{(pid=86332) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 22 20:03:44.874001 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.managers [None req-5b6d5438-bfcc-447c-a8fc-28cb39e3cc81 None None] Attempting to bind port f8b427ea-e5db-4fc7-acfe-e11c656d820c by drivers openvswitch,hyperv on host dv-cinder-787632-1-iscsi at level 0 using segments [{'id': '0760c525-7cbd-4651-a9ad-f72fc1cd57cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '3c20d938-879b-4100-a6e3-f535d8f73631'}] {{(pid=86332) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 22 20:03:44.874420 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b6d5438-bfcc-447c-a8fc-28cb39e3cc81 None None] Attempting to bind port f8b427ea-e5db-4fc7-acfe-e11c656d820c on network 3c20d938-879b-4100-a6e3-f535d8f73631 {{(pid=86332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 22 20:03:44.880615 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b6d5438-bfcc-447c-a8fc-28cb39e3cc81 None None] Checking agent: {'id': '802cefbf-f579-41fa-a7d7-d5cf274c80aa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-787632-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 22, 20, 3, 29), 'started_at': datetime.datetime(2021, 4, 22, 20, 3, 29), 'heartbeat_timestamp': datetime.datetime(2021, 4, 22, 20, 3, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-787632-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 22 20:03:44.881447 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b6d5438-bfcc-447c-a8fc-28cb39e3cc81 None None] Checking segment: {'id': '0760c525-7cbd-4651-a9ad-f72fc1cd57cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '3c20d938-879b-4100-a6e3-f535d8f73631'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86332) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 22 20:03:44.881544 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-5b6d5438-bfcc-447c-a8fc-28cb39e3cc81 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:03:44.881938 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b6d5438-bfcc-447c-a8fc-28cb39e3cc81 None None] Bound using segment: {'id': '0760c525-7cbd-4651-a9ad-f72fc1cd57cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '3c20d938-879b-4100-a6e3-f535d8f73631'} {{(pid=86332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 22 20:03:44.882481 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.managers [None req-5b6d5438-bfcc-447c-a8fc-28cb39e3cc81 None None] Bound port: f8b427ea-e5db-4fc7-acfe-e11c656d820c, host: dv-cinder-787632-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0760c525-7cbd-4651-a9ad-f72fc1cd57cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '3c20d938-879b-4100-a6e3-f535d8f73631'}}] {{(pid=86332) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 22 20:03:44.882918 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-5b6d5438-bfcc-447c-a8fc-28cb39e3cc81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587983'] for port, before_update {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:03:44.976404 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.db [None req-5b6d5438-bfcc-447c-a8fc-28cb39e3cc81 None None] For port f8b427ea-e5db-4fc7-acfe-e11c656d820c, host dv-cinder-787632-1-iscsi, cleared binding levels {{(pid=86332) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 22 20:03:44.980441 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.db [None req-5b6d5438-bfcc-447c-a8fc-28cb39e3cc81 None None] For port f8b427ea-e5db-4fc7-acfe-e11c656d820c, host dv-cinder-787632-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787632-1-iscsi',level=0,port_id=f8b427ea-e5db-4fc7-acfe-e11c656d820c,segment=NetworkSegment(0760c525-7cbd-4651-a9ad-f72fc1cd57cc),segment_id=0760c525-7cbd-4651-a9ad-f72fc1cd57cc)] {{(pid=86332) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 22 20:03:44.983932 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-5b6d5438-bfcc-447c-a8fc-28cb39e3cc81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854198495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853168226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727707997384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363309147208137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727707567697'] for port, after_update {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:03:44.988845 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [None req-5b6d5438-bfcc-447c-a8fc-28cb39e3cc81 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86332) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 20:03:45.077933 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b6d5438-bfcc-447c-a8fc-28cb39e3cc81 None None] Pushing event updated for resources: {'Port': ['ID=f8b427ea-e5db-4fc7-acfe-e11c656d820c,revision_number=2']} {{(pid=86332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 20:03:45.081701 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [None req-5b6d5438-bfcc-447c-a8fc-28cb39e3cc81 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=86332) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 20:03:46.482970 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.wsgi [-] (86331) accepted ('10.222.0.30', 60428) {{(pid=86331) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 20:03:46.874238 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.wsgi [None req-ef0d061d-bc34-4d2b-8839-9880b781f401 admin admin] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=86331) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 22 20:03:46.875315 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [None req-ef0d061d-bc34-4d2b-8839-9880b781f401 admin admin] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.3913300
Apr 22 20:03:49.609936 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.wsgi [-] (86331) accepted ('10.222.0.30', 60438) {{(pid=86331) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 20:03:50.006890 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.wsgi [None req-449e2077-76c7-4440-a758-e34133ec0b70 admin admin] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=86331) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 22 20:03:50.007974 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [None req-449e2077-76c7-4440-a758-e34133ec0b70 admin admin] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.3969121
Apr 22 20:03:51.193506 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.rpc [None req-08e5d76f-3fe5-4242-a4b8-30f374028052 None None] Device f8b427ea-e5db-4fc7-acfe-e11c656d820c up at agent ovs-agent-dv-cinder-787632-1-iscsi {{(pid=86332) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 22 20:03:51.262409 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.provisioning_blocks [None req-08e5d76f-3fe5-4242-a4b8-30f374028052 None None] Provisioning for port f8b427ea-e5db-4fc7-acfe-e11c656d820c completed by entity L2. {{(pid=86332) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 22 20:03:51.885328 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57641928-41cd-46f7-b136-44a479903753 None None] Network 3c20d938-879b-4100-a6e3-f535d8f73631 requested from dv-cinder-787632-1-iscsi {{(pid=86332) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 22 20:03:51.976343 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.provisioning_blocks [None req-0137fc87-aa0d-4152-a085-0f9b7ba42d18 None None] Provisioning for port f8b427ea-e5db-4fc7-acfe-e11c656d820c completed by entity DHCP. {{(pid=86332) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 22 20:03:51.990331 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.provisioning_blocks [None req-0137fc87-aa0d-4152-a085-0f9b7ba42d18 None None] Provisioning complete for port f8b427ea-e5db-4fc7-acfe-e11c656d820c triggered by entity DHCP. {{(pid=86332) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 22 20:03:51.990739 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-0137fc87-aa0d-4152-a085-0f9b7ba42d18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854135278'] for port, provisioning_complete {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:03:52.237777 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-0137fc87-aa0d-4152-a085-0f9b7ba42d18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587983'] for port, before_update {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:03:52.287396 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.db [None req-0137fc87-aa0d-4152-a085-0f9b7ba42d18 None None] For port f8b427ea-e5db-4fc7-acfe-e11c656d820c, host dv-cinder-787632-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787632-1-iscsi',level=0,port_id=f8b427ea-e5db-4fc7-acfe-e11c656d820c,segment=NetworkSegment(0760c525-7cbd-4651-a9ad-f72fc1cd57cc),segment_id=0760c525-7cbd-4651-a9ad-f72fc1cd57cc)] {{(pid=86332) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 22 20:03:52.291080 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-0137fc87-aa0d-4152-a085-0f9b7ba42d18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854198495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853168226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727707997384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363309147208137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727707567697'] for port, after_update {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:03:52.296237 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [None req-5b6d5438-bfcc-447c-a8fc-28cb39e3cc81 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86332) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 20:03:52.369022 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0137fc87-aa0d-4152-a085-0f9b7ba42d18 None None] Pushing event updated for resources: {'Port': ['ID=f8b427ea-e5db-4fc7-acfe-e11c656d820c,revision_number=3']} {{(pid=86332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 20:03:52.373806 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [None req-0137fc87-aa0d-4152-a085-0f9b7ba42d18 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=86332) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 20:03:52.516287 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.provisioning_blocks [None req-7ab47249-84d2-4ffe-ad93-be4cfc04f471 None None] Provisioning complete for port f8b427ea-e5db-4fc7-acfe-e11c656d820c triggered by entity DHCP. {{(pid=86332) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 22 20:03:52.516693 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-7ab47249-84d2-4ffe-ad93-be4cfc04f471 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854135278'] for port, provisioning_complete {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:03:53.034465 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.wsgi [-] (86331) accepted ('10.222.0.30', 60454) {{(pid=86331) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 20:03:53.159135 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.rpc [None req-08e5d76f-3fe5-4242-a4b8-30f374028052 None None] Device f8b427ea-e5db-4fc7-acfe-e11c656d820c up at agent ovs-agent-dv-cinder-787632-1-iscsi {{(pid=86332) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 22 20:03:53.228884 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.provisioning_blocks [None req-08e5d76f-3fe5-4242-a4b8-30f374028052 None None] Provisioning complete for port f8b427ea-e5db-4fc7-acfe-e11c656d820c triggered by entity L2. {{(pid=86332) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 22 20:03:53.229547 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-08e5d76f-3fe5-4242-a4b8-30f374028052 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854135278'] for port, provisioning_complete {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:03:53.413361 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.v2.base [None req-8cb21f2d-6bc4-4727-b317-db9abcbe007a admin admin] Request body: {'router': {'admin_state_up': True, 'tenant_id': '2fec9170cd304f7bb79b594fccf3b3c2', 'name': 'router1'}} {{(pid=86331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 22 20:03:53.418637 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.quota.driver [None req-8cb21f2d-6bc4-4727-b317-db9abcbe007a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 22 20:03:53.422832 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.quota.resource [None req-8cb21f2d-6bc4-4727-b317-db9abcbe007a admin admin] Usage tracker for resource:router and tenant:2fec9170cd304f7bb79b594fccf3b3c2 is out of sync, need to count used quota {{(pid=86331) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 22 20:03:53.426607 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.quota.resource [None req-8cb21f2d-6bc4-4727-b317-db9abcbe007a admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=86331) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 22 20:03:53.432626 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.quota.driver [None req-8cb21f2d-6bc4-4727-b317-db9abcbe007a admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 22 20:03:53.441260 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-8cb21f2d-6bc4-4727-b317-db9abcbe007a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-423916', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854773907'] for router, before_create {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:03:53.442575 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-8cb21f2d-6bc4-4727-b317-db9abcbe007a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854351900', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854359550', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854378989', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1894'] for router, precommit_create {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:03:53.461637 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-8cb21f2d-6bc4-4727-b317-db9abcbe007a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:03:53.567589 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-8cb21f2d-6bc4-4727-b317-db9abcbe007a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-429383', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-416479'] for router, after_create {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:03:53.584751 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-8cb21f2d-6bc4-4727-b317-db9abcbe007a admin admin] Notify callbacks [] for router, before_response {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:03:53.586034 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [None req-8cb21f2d-6bc4-4727-b317-db9abcbe007a admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201  len: 709 time: 0.5504806
Apr 22 20:03:53.960319 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.agents_db [None req-d2e1aac6-b006-4d71-afe2-c4a5b694a422 None None] Agent healthcheck: found 5 active agents {{(pid=86333) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 22 20:03:55.697169 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-7b5fb991-a3c1-4e51-94c6-79ff7107d0a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309146858885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640583'] for agent, after_update {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:03:56.296401 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.wsgi [-] (86331) accepted ('10.222.0.30', 60464) {{(pid=86331) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 20:03:56.681529 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.wsgi [None req-17f7c2b9-7d0c-4cee-9d23-8ebcc00e71ad admin admin] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=86331) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 22 20:03:56.682624 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [None req-17f7c2b9-7d0c-4cee-9d23-8ebcc00e71ad admin admin] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.3852131
Apr 22 20:03:58.513690 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-19e85ece-1eb7-47e1-aa63-63647405c55f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309146858885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640583'] for agent, after_update {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:03:58.877737 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-d69b9430-b136-4a40-a189-232f048ef307 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309146858885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640583'] for agent, after_update {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:03:59.214576 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-08e5d76f-3fe5-4242-a4b8-30f374028052 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309146858885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640583'] for agent, after_update {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:03:59.410619 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.wsgi [-] (86331) accepted ('10.222.0.30', 60484) {{(pid=86331) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 20:03:59.569195 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.v2.base [None req-2e144505-4fe5-4813-a8c7-e5ed0fad9b88 admin admin] Request body: {'network': {'admin_state_up': True, 'provider:physical_network': 'physnet1', 'provider:network_type': 'flat', 'is_default': True, 'router:external': True, 'name': 'public'}} {{(pid=86331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 22 20:03:59.574487 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.quota.driver [None req-2e144505-4fe5-4813-a8c7-e5ed0fad9b88 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 22 20:03:59.578398 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.quota.resource [None req-2e144505-4fe5-4813-a8c7-e5ed0fad9b88 admin admin] Usage tracker for resource:network and tenant:fb54fdc12c8a4089aad6fc4d41d4dcac is out of sync, need to count used quota {{(pid=86331) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 22 20:03:59.581264 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.quota.resource [None req-2e144505-4fe5-4813-a8c7-e5ed0fad9b88 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86331) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 22 20:03:59.587113 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.quota.driver [None req-2e144505-4fe5-4813-a8c7-e5ed0fad9b88 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 22 20:03:59.595043 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e144505-4fe5-4813-a8c7-e5ed0fad9b88 admin admin] Made reservation on behalf of fb54fdc12c8a4089aad6fc4d41d4dcac for: {'network': 1} {{(pid=86331) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 22 20:03:59.600010 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-2e144505-4fe5-4813-a8c7-e5ed0fad9b88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587983'] for network, before_create {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:03:59.612816 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-2e144505-4fe5-4813-a8c7-e5ed0fad9b88 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:03:59.627399 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.quota.driver [None req-2e144505-4fe5-4813-a8c7-e5ed0fad9b88 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 22 20:03:59.631126 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.quota.resource [None req-2e144505-4fe5-4813-a8c7-e5ed0fad9b88 admin admin] Usage tracker for resource:security_group_rule and tenant:fb54fdc12c8a4089aad6fc4d41d4dcac is out of sync, need to count used quota {{(pid=86331) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 22 20:03:59.633903 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.quota.resource [None req-2e144505-4fe5-4813-a8c7-e5ed0fad9b88 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86331) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 22 20:03:59.639595 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.quota.driver [None req-2e144505-4fe5-4813-a8c7-e5ed0fad9b88 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 22 20:03:59.721129 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-2e144505-4fe5-4813-a8c7-e5ed0fad9b88 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:03:59.723626 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-2e144505-4fe5-4813-a8c7-e5ed0fad9b88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393900'] for security_group, after_create {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:03:59.727768 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 20:03:59.743621 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-2e144505-4fe5-4813-a8c7-e5ed0fad9b88 admin admin] Reserving flat network on physical network physnet1 {{(pid=86331) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:101}}
Apr 22 20:03:59.768798 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-2e144505-4fe5-4813-a8c7-e5ed0fad9b88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1523030'] for segment, precommit_create {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:03:59.769184 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.db.segments_db [None req-2e144505-4fe5-4813-a8c7-e5ed0fad9b88 admin admin] Added segment 8e8fb218-3d63-4c3d-9ab1-544471c4929e of type flat for network 1b725cb4-6db6-4e68-9a61-1978e8a191a1
Apr 22 20:03:59.770385 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e144505-4fe5-4813-a8c7-e5ed0fad9b88 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05f6546d-51d4-499f-95f9-b1012cded4ab,revision_number=1']} {{(pid=86331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 20:03:59.776762 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [None req-2e144505-4fe5-4813-a8c7-e5ed0fad9b88 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 20:03:59.807022 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-2e144505-4fe5-4813-a8c7-e5ed0fad9b88 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727707556023'] for network, precommit_create {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:03:59.842182 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-2e144505-4fe5-4813-a8c7-e5ed0fad9b88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853168226'] for network, after_create {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:03:59.843513 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e144505-4fe5-4813-a8c7-e5ed0fad9b88 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 20:03:59.844137 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-2e144505-4fe5-4813-a8c7-e5ed0fad9b88 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853168243'] for network, before_response {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:03:59.849385 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 20:03:59.949229 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [None req-2e144505-4fe5-4813-a8c7-e5ed0fad9b88 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201  len: 847 time: 0.5374374
Apr 22 20:03:59.951968 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e144505-4fe5-4813-a8c7-e5ed0fad9b88 admin admin] Pushing event updated for resources: {'Network': ['ID=1b725cb4-6db6-4e68-9a61-1978e8a191a1,revision_number=1']} {{(pid=86331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 20:03:59.954740 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [None req-2e144505-4fe5-4813-a8c7-e5ed0fad9b88 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 20:03:59.963047 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.rpc [None req-08e5d76f-3fe5-4242-a4b8-30f374028052 None None] Network 1b725cb4-6db6-4e68-9a61-1978e8a191a1 details requested by agent ovs-agent-dv-cinder-787632-1-iscsi with host dv-cinder-787632-1-iscsi {{(pid=86332) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Apr 22 20:04:00.123922 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-77fc9508-bbbe-4662-bfa7-f4837e5c3abe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309146858885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640583'] for agent, after_update {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:04:02.456378 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.wsgi [-] (86331) accepted ('10.222.0.30', 60504) {{(pid=86331) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 20:04:02.570152 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9be7edcd-286c-429b-acfd-a58e18698d8c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 20:04:02.571537 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [None req-9be7edcd-286c-429b-acfd-a58e18698d8c admin admin] 10.222.0.30 "GET /v2.0/subnets/14d2ba34-a387-4e26-aa0a-fc8d89e3c06a HTTP/1.1" status: 200  len: 849 time: 0.1141520
Apr 22 20:04:02.862966 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [None req-e8c3c5b6-bccd-4c34-93d8-77d4ed153b9a admin admin] 10.222.0.30 "GET /v2.0/routers/f0fa0f26-19bf-43f1-b740-a9a2b95d3095 HTTP/1.1" status: 200  len: 704 time: 0.2854645
Apr 22 20:04:03.337056 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-2d133973-7f00-4bc2-8001-a050406c545c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587983'] for port, before_create {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:04:03.578704 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.db_base_plugin_common [None req-2d133973-7f00-4bc2-8001-a050406c545c admin admin] Allocated IP 172.20.0.1 (3c20d938-879b-4100-a6e3-f535d8f73631/14d2ba34-a387-4e26-aa0a-fc8d89e3c06a/8a889800-75fb-46b7-81c2-6b8f8aadf78b) {{(pid=86331) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 22 20:04:03.738001 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-2d133973-7f00-4bc2-8001-a050406c545c admin admin] Notify callbacks [] for port, precommit_create {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:04:03.754901 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.provisioning_blocks [None req-2d133973-7f00-4bc2-8001-a050406c545c admin admin] Transition to ACTIVE for port object 8a889800-75fb-46b7-81c2-6b8f8aadf78b will not be triggered until provisioned by entity DHCP. {{(pid=86331) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 22 20:04:03.811571 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-2d133973-7f00-4bc2-8001-a050406c545c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854198495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853168226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363309147208154'] for port, after_create {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:04:03.817242 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 20:04:03.879907 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d133973-7f00-4bc2-8001-a050406c545c admin admin] Network 3c20d938-879b-4100-a6e3-f535d8f73631 is already hosted by enough agents. {{(pid=86331) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 22 20:04:03.883349 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.scheduler.base_scheduler [None req-2d133973-7f00-4bc2-8001-a050406c545c admin admin] Resources bound (agent type, host, resource id):  {{(pid=86331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 22 20:04:03.887206 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d133973-7f00-4bc2-8001-a050406c545c admin admin] Received port after_create {{(pid=86331) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 22 20:04:03.887735 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-2d133973-7f00-4bc2-8001-a050406c545c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854348030'] for router_interface, before_create {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:04:04.034023 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d133973-7f00-4bc2-8001-a050406c545c admin admin] Pushing event updated for resources: {'Port': ['ID=8a889800-75fb-46b7-81c2-6b8f8aadf78b,revision_number=1']} {{(pid=86331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 20:04:04.040688 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [None req-2d133973-7f00-4bc2-8001-a050406c545c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.223s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 20:04:04.119320 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.provisioning_blocks [None req-e846e5d4-9ab5-47d3-83ea-519984bb3123 None None] Provisioning for port 8a889800-75fb-46b7-81c2-6b8f8aadf78b completed by entity DHCP. {{(pid=86332) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 22 20:04:04.124082 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.provisioning_blocks [None req-e846e5d4-9ab5-47d3-83ea-519984bb3123 None None] Provisioning complete for port 8a889800-75fb-46b7-81c2-6b8f8aadf78b triggered by entity DHCP. {{(pid=86332) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 22 20:04:04.124496 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-e846e5d4-9ab5-47d3-83ea-519984bb3123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854135278'] for port, provisioning_complete {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:04:04.161603 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-2d133973-7f00-4bc2-8001-a050406c545c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587983'] for port, before_update {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:04:04.180193 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.plugin [None req-e846e5d4-9ab5-47d3-83ea-519984bb3123 None None] Port 8a889800-75fb-46b7-81c2-6b8f8aadf78b cannot update to ACTIVE because it is not bound. {{(pid=86332) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 22 20:04:04.555458 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-2d133973-7f00-4bc2-8001-a050406c545c admin admin] Notify callbacks [] for port, precommit_update {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:04:04.559143 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-2d133973-7f00-4bc2-8001-a050406c545c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854198495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853168226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727707997384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363309147208137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727707567697'] for port, after_update {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:04:04.560321 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-2d133973-7f00-4bc2-8001-a050406c545c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036853168209', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-427877'] for router_interface, after_create {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:04:04.564608 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 20:04:04.699331 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d133973-7f00-4bc2-8001-a050406c545c admin admin] Pushing event updated for resources: {'Port': ['ID=8a889800-75fb-46b7-81c2-6b8f8aadf78b,revision_number=2']} {{(pid=86331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 20:04:04.703747 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [None req-2d133973-7f00-4bc2-8001-a050406c545c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 20:04:04.762557 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d133973-7f00-4bc2-8001-a050406c545c admin admin] Network 3c20d938-879b-4100-a6e3-f535d8f73631 is already hosted by enough agents. {{(pid=86331) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 22 20:04:04.763727 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.scheduler.base_scheduler [None req-2d133973-7f00-4bc2-8001-a050406c545c admin admin] Resources bound (agent type, host, resource id):  {{(pid=86331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 22 20:04:04.960611 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2d133973-7f00-4bc2-8001-a050406c545c admin admin] Router f0fa0f26-19bf-43f1-b740-a9a2b95d3095 is scheduled to L3 agent 1df068ca-d615-4cb7-8020-fe6e8be709e3 with binding_index 1 {{(pid=86331) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Apr 22 20:04:05.005149 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.provisioning_blocks [None req-dc10bd7f-2cbf-4767-bbdc-b1d8d88182f4 None None] Provisioning complete for port 8a889800-75fb-46b7-81c2-6b8f8aadf78b triggered by entity DHCP. {{(pid=86332) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 22 20:04:05.005561 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-dc10bd7f-2cbf-4767-bbdc-b1d8d88182f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854135278'] for port, provisioning_complete {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:04:05.063122 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.plugin [None req-dc10bd7f-2cbf-4767-bbdc-b1d8d88182f4 None None] Port 8a889800-75fb-46b7-81c2-6b8f8aadf78b cannot update to ACTIVE because it is not bound. {{(pid=86332) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 22 20:04:05.122172 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d133973-7f00-4bc2-8001-a050406c545c admin admin] Notify agent at l3_agent.dv-cinder-787632-1-iscsi the message routers_updated {{(pid=86331) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 22 20:04:05.132770 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [None req-2d133973-7f00-4bc2-8001-a050406c545c admin admin] 10.222.0.30 "PUT /v2.0/routers/f0fa0f26-19bf-43f1-b740-a9a2b95d3095/add_router_interface HTTP/1.1" status: 200  len: 508 time: 2.2634473
Apr 22 20:04:05.132927 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2162c147-795b-448e-a819-1601e199d7e0 None None] Sync routers for ids ['f0fa0f26-19bf-43f1-b740-a9a2b95d3095'] in dv-cinder-787632-1-iscsi {{(pid=86333) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 22 20:04:05.143686 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2162c147-795b-448e-a819-1601e199d7e0 None None] Routers {'f0fa0f26-19bf-43f1-b740-a9a2b95d3095'} bound to L3 agent in host dv-cinder-787632-1-iscsi {{(pid=86333) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 22 20:04:05.144579 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.l3_hamode_db [None req-2162c147-795b-448e-a819-1601e199d7e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f013e40b860>, 'dv-cinder-787632-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-04-22T20:03:28Z,description=<?>,heartbeat_timestamp=2021-04-22T20:03:58Z,host='dv-cinder-787632-1-iscsi',id=1df068ca-d615-4cb7-8020-fe6e8be709e3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-22T20:03:28Z,topic='l3_agent')) {'router_ids': ['f0fa0f26-19bf-43f1-b740-a9a2b95d3095'], 'active': True} {{(pid=86333) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 22 20:04:05.326447 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.l3_dvr_db [None req-2162c147-795b-448e-a819-1601e199d7e0 None None] Set router f0fa0f26-19bf-43f1-b740-a9a2b95d3095 gateway port host: None {{(pid=86333) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 22 20:04:05.885156 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.l3_hamode_db [None req-2162c147-795b-448e-a819-1601e199d7e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f013e40b860>, [{'id': 'f0fa0f26-19bf-43f1-b740-a9a2b95d3095', 'name': 'router1', 'tenant_id': '2fec9170cd304f7bb79b594fccf3b3c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T20:03:53Z', 'updated_at': '2021-04-22T20:04:04Z', 'revision_number': 2, 'project_id': '2fec9170cd304f7bb79b594fccf3b3c2', 'gw_port_host': None, '_interfaces': [{'id': '8a889800-75fb-46b7-81c2-6b8f8aadf78b', 'name': '', 'network_id': '3c20d938-879b-4100-a6e3-f535d8f73631', 'tenant_id': '2fec9170cd304f7bb79b594fccf3b3c2', 'mac_address': 'fa:16:3e:d5:70:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0fa0f26-19bf-43f1-b740-a9a2b95d3095', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '14d2ba34-a387-4e26-aa0a-fc8d89e3c06a', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T20:04:03Z', 'updated_at': '2021-04-22T20:04:04Z', 'revision_number': 2, 'project_id': '2fec9170cd304f7bb79b594fccf3b3c2', 'subnets': [{'id': '14d2ba34-a387-4e26-aa0a-fc8d89e3c06a', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'dd0df501-baa0-478f-ba67-0a2fd9c49b65'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787632-1-iscsi', False) {} {{(pid=86333) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 22 20:04:05.890218 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2162c147-795b-448e-a819-1601e199d7e0 None None] Checking router: f0fa0f26-19bf-43f1-b740-a9a2b95d3095 for host: dv-cinder-787632-1-iscsi {{(pid=86333) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 22 20:04:05.890613 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2162c147-795b-448e-a819-1601e199d7e0 None None] Updating router f0fa0f26-19bf-43f1-b740-a9a2b95d3095 port 8a889800-75fb-46b7-81c2-6b8f8aadf78b binding host dv-cinder-787632-1-iscsi {{(pid=86333) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Apr 22 20:04:05.949713 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-2162c147-795b-448e-a819-1601e199d7e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587983'] for port, before_update {{(pid=86333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:04:06.342636 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-2162c147-795b-448e-a819-1601e199d7e0 None None] Notify callbacks [] for port, precommit_update {{(pid=86333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:04:06.356985 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.provisioning_blocks [None req-2162c147-795b-448e-a819-1601e199d7e0 None None] Transition to ACTIVE for port object 8a889800-75fb-46b7-81c2-6b8f8aadf78b will not be triggered until provisioned by entity L2. {{(pid=86333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 22 20:04:06.362622 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-2162c147-795b-448e-a819-1601e199d7e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854198495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853168226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727707997384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363309147208137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727707567697'] for port, after_update {{(pid=86333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:04:06.368708 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86333) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 20:04:06.579980 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d71621-04a6-4fa3-b1ef-d1788e9d7bcf None None] Pushing event updated for resources: {'Port': ['ID=8a889800-75fb-46b7-81c2-6b8f8aadf78b,revision_number=3']} {{(pid=86333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 20:04:06.599099 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17d71621-04a6-4fa3-b1ef-d1788e9d7bcf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787632-1-iscsi {{(pid=86333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 20:04:06.599475 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17d71621-04a6-4fa3-b1ef-d1788e9d7bcf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787632-1-iscsi {{(pid=86333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 20:04:06.599838 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17d71621-04a6-4fa3-b1ef-d1788e9d7bcf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787632-1-iscsi {{(pid=86333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 20:04:06.600197 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17d71621-04a6-4fa3-b1ef-d1788e9d7bcf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787632-1-iscsi {{(pid=86333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 20:04:06.600549 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17d71621-04a6-4fa3-b1ef-d1788e9d7bcf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787632-1-iscsi {{(pid=86333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 20:04:06.600901 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17d71621-04a6-4fa3-b1ef-d1788e9d7bcf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787632-1-iscsi {{(pid=86333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 20:04:06.601250 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17d71621-04a6-4fa3-b1ef-d1788e9d7bcf None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-787632-1-iscsi {{(pid=86333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 20:04:06.601599 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17d71621-04a6-4fa3-b1ef-d1788e9d7bcf None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787632-1-iscsi {{(pid=86333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 20:04:06.601979 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17d71621-04a6-4fa3-b1ef-d1788e9d7bcf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787632-1-iscsi {{(pid=86333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 20:04:06.602328 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17d71621-04a6-4fa3-b1ef-d1788e9d7bcf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787632-1-iscsi {{(pid=86333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 20:04:06.602673 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17d71621-04a6-4fa3-b1ef-d1788e9d7bcf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787632-1-iscsi {{(pid=86333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 20:04:06.603019 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17d71621-04a6-4fa3-b1ef-d1788e9d7bcf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787632-1-iscsi {{(pid=86333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 20:04:06.604132 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17d71621-04a6-4fa3-b1ef-d1788e9d7bcf None None] Tracked resource versions report:
Apr 22 20:04:06.604132 dv-cinder-787632-1-iscsi neutron-server[86219]: pushed versions:
Apr 22 20:04:06.604132 dv-cinder-787632-1-iscsi neutron-server[86219]: {   'AddressGroup': {'1.2'},
Apr 22 20:04:06.604132 dv-cinder-787632-1-iscsi neutron-server[86219]:     'ConntrackHelper': {'1.0'},
Apr 22 20:04:06.604132 dv-cinder-787632-1-iscsi neutron-server[86219]:     'Log': {'1.0'},
Apr 22 20:04:06.604132 dv-cinder-787632-1-iscsi neutron-server[86219]:     'Network': {'1.1'},
Apr 22 20:04:06.604132 dv-cinder-787632-1-iscsi neutron-server[86219]:     'Port': {'1.7'},
Apr 22 20:04:06.604132 dv-cinder-787632-1-iscsi neutron-server[86219]:     'PortForwarding': {'1.2'},
Apr 22 20:04:06.604132 dv-cinder-787632-1-iscsi neutron-server[86219]:     'QosPolicy': {'1.8'},
Apr 22 20:04:06.604132 dv-cinder-787632-1-iscsi neutron-server[86219]:     'SecurityGroup': {'1.4'},
Apr 22 20:04:06.604132 dv-cinder-787632-1-iscsi neutron-server[86219]:     'SecurityGroupRule': {'1.2'},
Apr 22 20:04:06.604132 dv-cinder-787632-1-iscsi neutron-server[86219]:     'SubPort': {'1.0'},
Apr 22 20:04:06.604132 dv-cinder-787632-1-iscsi neutron-server[86219]:     'Subnet': {'1.1'},
Apr 22 20:04:06.604132 dv-cinder-787632-1-iscsi neutron-server[86219]:     'Trunk': {'1.1'}}
Apr 22 20:04:06.604132 dv-cinder-787632-1-iscsi neutron-server[86219]: consumer versions:
Apr 22 20:04:06.604132 dv-cinder-787632-1-iscsi neutron-server[86219]: {   DHCP agent@dv-cinder-787632-1-iscsi: {},
Apr 22 20:04:06.604132 dv-cinder-787632-1-iscsi neutron-server[86219]:     L3 agent@dv-cinder-787632-1-iscsi: {},
Apr 22 20:04:06.604132 dv-cinder-787632-1-iscsi neutron-server[86219]:     Metadata agent@dv-cinder-787632-1-iscsi: {},
Apr 22 20:04:06.604132 dv-cinder-787632-1-iscsi neutron-server[86219]:     Metering agent@dv-cinder-787632-1-iscsi: {},
Apr 22 20:04:06.604132 dv-cinder-787632-1-iscsi neutron-server[86219]:     Open vSwitch agent@dv-cinder-787632-1-iscsi: {   'AddressGroup': '1.2',
Apr 22 20:04:06.604132 dv-cinder-787632-1-iscsi neutron-server[86219]:                                                      'ConntrackHelper': '1.0',
Apr 22 20:04:06.604132 dv-cinder-787632-1-iscsi neutron-server[86219]:                                                      'Log': '1.0',
Apr 22 20:04:06.604132 dv-cinder-787632-1-iscsi neutron-server[86219]:                                                      'Network': '1.1',
Apr 22 20:04:06.604132 dv-cinder-787632-1-iscsi neutron-server[86219]:                                                      'Port': '1.7',
Apr 22 20:04:06.604132 dv-cinder-787632-1-iscsi neutron-server[86219]:                                                      'PortForwarding': '1.2',
Apr 22 20:04:06.604132 dv-cinder-787632-1-iscsi neutron-server[86219]:                                                      'QosPolicy': '1.8',
Apr 22 20:04:06.604132 dv-cinder-787632-1-iscsi neutron-server[86219]:                                                      'SecurityGroup': '1.4',
Apr 22 20:04:06.604132 dv-cinder-787632-1-iscsi neutron-server[86219]:                                                      'SecurityGroupRule': '1.2',
Apr 22 20:04:06.604132 dv-cinder-787632-1-iscsi neutron-server[86219]:                                                      'SubPort': '1.0',
Apr 22 20:04:06.604132 dv-cinder-787632-1-iscsi neutron-server[86219]:                                                      'Subnet': '1.1',
Apr 22 20:04:06.604132 dv-cinder-787632-1-iscsi neutron-server[86219]:                                                      'Trunk': '1.1'}}
Apr 22 20:04:06.604132 dv-cinder-787632-1-iscsi neutron-server[86219]:  {{(pid=86333) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}}
Apr 22 20:04:06.610525 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [None req-17d71621-04a6-4fa3-b1ef-d1788e9d7bcf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.242s {{(pid=86333) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 20:04:06.615351 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.managers [None req-2162c147-795b-448e-a819-1601e199d7e0 None None] Attempting to bind port 8a889800-75fb-46b7-81c2-6b8f8aadf78b on host dv-cinder-787632-1-iscsi for vnic_type normal with profile  {{(pid=86333) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 22 20:04:06.615785 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.managers [None req-2162c147-795b-448e-a819-1601e199d7e0 None None] Attempting to bind port 8a889800-75fb-46b7-81c2-6b8f8aadf78b by drivers openvswitch,hyperv on host dv-cinder-787632-1-iscsi at level 0 using segments [{'id': '0760c525-7cbd-4651-a9ad-f72fc1cd57cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '3c20d938-879b-4100-a6e3-f535d8f73631'}] {{(pid=86333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 22 20:04:06.616202 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2162c147-795b-448e-a819-1601e199d7e0 None None] Attempting to bind port 8a889800-75fb-46b7-81c2-6b8f8aadf78b on network 3c20d938-879b-4100-a6e3-f535d8f73631 {{(pid=86333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 22 20:04:06.621911 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2162c147-795b-448e-a819-1601e199d7e0 None None] Checking agent: {'id': '802cefbf-f579-41fa-a7d7-d5cf274c80aa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-787632-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 22, 20, 3, 29), 'started_at': datetime.datetime(2021, 4, 22, 20, 3, 59), 'heartbeat_timestamp': datetime.datetime(2021, 4, 22, 20, 3, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-787632-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 22 20:04:06.622348 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2162c147-795b-448e-a819-1601e199d7e0 None None] Checking segment: {'id': '0760c525-7cbd-4651-a9ad-f72fc1cd57cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '3c20d938-879b-4100-a6e3-f535d8f73631'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86333) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 22 20:04:06.622831 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-2162c147-795b-448e-a819-1601e199d7e0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:04:06.623251 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2162c147-795b-448e-a819-1601e199d7e0 None None] Bound using segment: {'id': '0760c525-7cbd-4651-a9ad-f72fc1cd57cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '3c20d938-879b-4100-a6e3-f535d8f73631'} {{(pid=86333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 22 20:04:06.623800 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.managers [None req-2162c147-795b-448e-a819-1601e199d7e0 None None] Bound port: 8a889800-75fb-46b7-81c2-6b8f8aadf78b, host: dv-cinder-787632-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0760c525-7cbd-4651-a9ad-f72fc1cd57cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '3c20d938-879b-4100-a6e3-f535d8f73631'}}] {{(pid=86333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 22 20:04:06.624224 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-2162c147-795b-448e-a819-1601e199d7e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587983'] for port, before_update {{(pid=86333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:04:06.718378 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.db [None req-2162c147-795b-448e-a819-1601e199d7e0 None None] For port 8a889800-75fb-46b7-81c2-6b8f8aadf78b, host dv-cinder-787632-1-iscsi, cleared binding levels {{(pid=86333) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 22 20:04:06.723134 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.db [None req-2162c147-795b-448e-a819-1601e199d7e0 None None] For port 8a889800-75fb-46b7-81c2-6b8f8aadf78b, host dv-cinder-787632-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787632-1-iscsi',level=0,port_id=8a889800-75fb-46b7-81c2-6b8f8aadf78b,segment=NetworkSegment(0760c525-7cbd-4651-a9ad-f72fc1cd57cc),segment_id=0760c525-7cbd-4651-a9ad-f72fc1cd57cc)] {{(pid=86333) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 22 20:04:06.727209 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-2162c147-795b-448e-a819-1601e199d7e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854198495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853168226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727707997384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363309147208137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727707567697'] for port, after_update {{(pid=86333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:04:06.732104 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86333) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 20:04:06.819895 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2162c147-795b-448e-a819-1601e199d7e0 None None] Routers {'f0fa0f26-19bf-43f1-b740-a9a2b95d3095'} bound to L3 agent in host dv-cinder-787632-1-iscsi {{(pid=86333) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 22 20:04:06.820573 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.l3_hamode_db [None req-2162c147-795b-448e-a819-1601e199d7e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f013e40b860>, 'dv-cinder-787632-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-04-22T20:03:28Z,description=<?>,heartbeat_timestamp=2021-04-22T20:03:58Z,host='dv-cinder-787632-1-iscsi',id=1df068ca-d615-4cb7-8020-fe6e8be709e3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-22T20:03:28Z,topic='l3_agent')) {'router_ids': ['f0fa0f26-19bf-43f1-b740-a9a2b95d3095'], 'active': True} {{(pid=86333) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 22 20:04:06.882004 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d71621-04a6-4fa3-b1ef-d1788e9d7bcf None None] Pushing event updated for resources: {'Port': ['ID=8a889800-75fb-46b7-81c2-6b8f8aadf78b,revision_number=4']} {{(pid=86333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 20:04:06.946017 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [None req-17d71621-04a6-4fa3-b1ef-d1788e9d7bcf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.214s {{(pid=86333) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 20:04:06.989541 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.l3_dvr_db [None req-2162c147-795b-448e-a819-1601e199d7e0 None None] Set router f0fa0f26-19bf-43f1-b740-a9a2b95d3095 gateway port host: None {{(pid=86333) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 22 20:04:07.333591 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.l3_hamode_db [None req-2162c147-795b-448e-a819-1601e199d7e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f013e40b860>, [{'id': 'f0fa0f26-19bf-43f1-b740-a9a2b95d3095', 'name': 'router1', 'tenant_id': '2fec9170cd304f7bb79b594fccf3b3c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T20:03:53Z', 'updated_at': '2021-04-22T20:04:04Z', 'revision_number': 2, 'project_id': '2fec9170cd304f7bb79b594fccf3b3c2', 'gw_port_host': None, '_interfaces': [{'id': '8a889800-75fb-46b7-81c2-6b8f8aadf78b', 'name': '', 'network_id': '3c20d938-879b-4100-a6e3-f535d8f73631', 'tenant_id': '2fec9170cd304f7bb79b594fccf3b3c2', 'mac_address': 'fa:16:3e:d5:70:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0fa0f26-19bf-43f1-b740-a9a2b95d3095', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '14d2ba34-a387-4e26-aa0a-fc8d89e3c06a', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787632-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T20:04:03Z', 'updated_at': '2021-04-22T20:04:06Z', 'revision_number': 4, 'project_id': '2fec9170cd304f7bb79b594fccf3b3c2', 'subnets': [{'id': '14d2ba34-a387-4e26-aa0a-fc8d89e3c06a', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'dd0df501-baa0-478f-ba67-0a2fd9c49b65'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787632-1-iscsi', False) {} {{(pid=86333) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 22 20:04:07.337671 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2162c147-795b-448e-a819-1601e199d7e0 None None] The sync data for ids ['f0fa0f26-19bf-43f1-b740-a9a2b95d3095'] in dv-cinder-787632-1-iscsi is: [{'id': 'f0fa0f26-19bf-43f1-b740-a9a2b95d3095', 'name': 'router1', 'tenant_id': '2fec9170cd304f7bb79b594fccf3b3c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T20:03:53Z', 'updated_at': '2021-04-22T20:04:04Z', 'revision_number': 2, 'project_id': '2fec9170cd304f7bb79b594fccf3b3c2', 'gw_port_host': None, '_interfaces': [{'id': '8a889800-75fb-46b7-81c2-6b8f8aadf78b', 'name': '', 'network_id': '3c20d938-879b-4100-a6e3-f535d8f73631', 'tenant_id': '2fec9170cd304f7bb79b594fccf3b3c2', 'mac_address': 'fa:16:3e:d5:70:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0fa0f26-19bf-43f1-b740-a9a2b95d3095', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '14d2ba34-a387-4e26-aa0a-fc8d89e3c06a', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787632-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T20:04:03Z', 'updated_at': '2021-04-22T20:04:06Z', 'revision_number': 4, 'project_id': '2fec9170cd304f7bb79b594fccf3b3c2', 'subnets': [{'id': '14d2ba34-a387-4e26-aa0a-fc8d89e3c06a', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'dd0df501-baa0-478f-ba67-0a2fd9c49b65'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86333) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 22 20:04:07.713309 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.wsgi [-] (86331) accepted ('10.222.0.30', 60516) {{(pid=86331) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 20:04:07.872441 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e59e0509-ae21-4a15-b1cb-d189a4d4b363 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 20:04:07.873064 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.quota.resource [None req-e59e0509-ae21-4a15-b1cb-d189a4d4b363 admin admin] Synchronizing usage tracker for tenant:fb54fdc12c8a4089aad6fc4d41d4dcac on resource:network {{(pid=86331) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 22 20:04:07.889727 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.quota.resource [None req-e59e0509-ae21-4a15-b1cb-d189a4d4b363 admin admin] Unset dirty status for tenant:fb54fdc12c8a4089aad6fc4d41d4dcac on resource:network {{(pid=86331) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 22 20:04:07.890932 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [None req-e59e0509-ae21-4a15-b1cb-d189a4d4b363 admin admin] 10.222.0.30 "GET /v2.0/networks/1b725cb4-6db6-4e68-9a61-1978e8a191a1 HTTP/1.1" status: 200  len: 842 time: 0.1765616
Apr 22 20:04:07.902022 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.v2.base [None req-e0e4a17d-65c5-4329-8ec7-736ceaeb6062 admin admin] Request body: {'subnet': {'cidr': '172.27.3.0/24', 'ip_version': 4, 'gateway_ip': '172.27.3.1', 'enable_dhcp': False, 'network_id': '1b725cb4-6db6-4e68-9a61-1978e8a191a1', 'name': 'public-subnet'}} {{(pid=86331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 22 20:04:07.907445 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.quota.driver [None req-e0e4a17d-65c5-4329-8ec7-736ceaeb6062 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 22 20:04:07.911420 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.quota.resource [None req-e0e4a17d-65c5-4329-8ec7-736ceaeb6062 admin admin] Usage tracker for resource:subnet and tenant:fb54fdc12c8a4089aad6fc4d41d4dcac is out of sync, need to count used quota {{(pid=86331) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 22 20:04:07.914365 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.quota.resource [None req-e0e4a17d-65c5-4329-8ec7-736ceaeb6062 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86331) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 22 20:04:07.920945 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.quota.driver [None req-e0e4a17d-65c5-4329-8ec7-736ceaeb6062 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 22 20:04:07.929391 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0e4a17d-65c5-4329-8ec7-736ceaeb6062 admin admin] Made reservation on behalf of fb54fdc12c8a4089aad6fc4d41d4dcac for: {'subnet': 1} {{(pid=86331) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 22 20:04:07.933986 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-e0e4a17d-65c5-4329-8ec7-736ceaeb6062 admin admin] Notify callbacks [] for subnet, before_create {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:04:08.361941 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.objects.ports [None req-e0e4a17d-65c5-4329-8ec7-736ceaeb6062 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=86331) get_objects /opt/stack/neutron/neutron/objects/ports.py:446}}
Apr 22 20:04:08.362517 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-e0e4a17d-65c5-4329-8ec7-736ceaeb6062 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853168226'] for subnet, after_create {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:04:08.366998 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 20:04:08.440487 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0e4a17d-65c5-4329-8ec7-736ceaeb6062 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1d4495d7-31a5-4e2d-a911-56ceae3a61c5,revision_number=0']} {{(pid=86331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 20:04:08.444032 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [None req-e0e4a17d-65c5-4329-8ec7-736ceaeb6062 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 20:04:08.449787 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0e4a17d-65c5-4329-8ec7-736ceaeb6062 admin admin] Checking segment: {'id': '8e8fb218-3d63-4c3d-9ab1-544471c4929e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1b725cb4-6db6-4e68-9a61-1978e8a191a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86331) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 22 20:04:08.450181 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0e4a17d-65c5-4329-8ec7-736ceaeb6062 admin admin] Network hostable DHCP agents. Network: 1b725cb4-6db6-4e68-9a61-1978e8a191a1, hostable agents: ['e0877369-7b04-40ef-a371-0b097842c51e'], hosted agents: [] {{(pid=86331) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Apr 22 20:04:08.467883 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0e4a17d-65c5-4329-8ec7-736ceaeb6062 admin admin] Network 1b725cb4-6db6-4e68-9a61-1978e8a191a1 is scheduled to be hosted by DHCP agent e0877369-7b04-40ef-a371-0b097842c51e with binding_index 1 {{(pid=86331) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Apr 22 20:04:08.476309 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.scheduler.base_scheduler [None req-e0e4a17d-65c5-4329-8ec7-736ceaeb6062 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-787632-1-iscsi, 1b725cb4-6db6-4e68-9a61-1978e8a191a1) {{(pid=86331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 22 20:04:08.480151 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0e4a17d-65c5-4329-8ec7-736ceaeb6062 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 20:04:08.480787 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-e0e4a17d-65c5-4329-8ec7-736ceaeb6062 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853168243'] for subnet, before_response {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:04:08.485448 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-894febc8-df6c-49ed-bd4f-bbaecf7052ac None None] Network 1b725cb4-6db6-4e68-9a61-1978e8a191a1 requested from dv-cinder-787632-1-iscsi {{(pid=86332) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 22 20:04:08.505518 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [None req-e0e4a17d-65c5-4329-8ec7-736ceaeb6062 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 0.6069739
Apr 22 20:04:08.720984 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ac73979-764f-4540-804a-71821ef68de9 None None] Network 1b725cb4-6db6-4e68-9a61-1978e8a191a1 requested from dv-cinder-787632-1-iscsi {{(pid=86332) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 22 20:04:11.112611 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.wsgi [-] (86330) accepted ('10.222.0.30', 60530) {{(pid=86330) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 20:04:11.198410 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.rpc [None req-08e5d76f-3fe5-4242-a4b8-30f374028052 None None] Device 8a889800-75fb-46b7-81c2-6b8f8aadf78b up at agent ovs-agent-dv-cinder-787632-1-iscsi {{(pid=86332) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 22 20:04:11.267222 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.provisioning_blocks [None req-08e5d76f-3fe5-4242-a4b8-30f374028052 None None] Provisioning for port 8a889800-75fb-46b7-81c2-6b8f8aadf78b completed by entity L2. {{(pid=86332) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 22 20:04:11.272049 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.provisioning_blocks [None req-08e5d76f-3fe5-4242-a4b8-30f374028052 None None] Provisioning complete for port 8a889800-75fb-46b7-81c2-6b8f8aadf78b triggered by entity L2. {{(pid=86332) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 22 20:04:11.272467 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-08e5d76f-3fe5-4242-a4b8-30f374028052 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854135278'] for port, provisioning_complete {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:04:11.291318 dv-cinder-787632-1-iscsi neutron-server[86219]: WARNING oslo_policy.policy [None req-d629cbcb-fcb9-493a-b1d1-f875b41324e0 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Apr 22 20:04:11.291891 dv-cinder-787632-1-iscsi neutron-server[86219]: WARNING oslo_policy.policy [None req-d629cbcb-fcb9-493a-b1d1-f875b41324e0 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Apr 22 20:04:11.394834 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-08e5d76f-3fe5-4242-a4b8-30f374028052 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587983'] for port, before_update {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:04:11.427945 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.db [None req-08e5d76f-3fe5-4242-a4b8-30f374028052 None None] For port 8a889800-75fb-46b7-81c2-6b8f8aadf78b, host dv-cinder-787632-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787632-1-iscsi',level=0,port_id=8a889800-75fb-46b7-81c2-6b8f8aadf78b,segment=NetworkSegment(0760c525-7cbd-4651-a9ad-f72fc1cd57cc),segment_id=0760c525-7cbd-4651-a9ad-f72fc1cd57cc)] {{(pid=86332) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 22 20:04:11.430754 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-08e5d76f-3fe5-4242-a4b8-30f374028052 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854198495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853168226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727707997384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363309147208137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727707567697'] for port, after_update {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:04:11.432916 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [None req-0137fc87-aa0d-4152-a085-0f9b7ba42d18 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86332) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 20:04:11.503025 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08e5d76f-3fe5-4242-a4b8-30f374028052 None None] Pushing event updated for resources: {'Port': ['ID=8a889800-75fb-46b7-81c2-6b8f8aadf78b,revision_number=5']} {{(pid=86332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 20:04:11.506239 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [None req-08e5d76f-3fe5-4242-a4b8-30f374028052 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=86332) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 20:04:11.597751 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.policy [None req-d629cbcb-fcb9-493a-b1d1-f875b41324e0 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=86330) register_rules /opt/stack/neutron/neutron/policy.py:75}}
Apr 22 20:04:11.652663 dv-cinder-787632-1-iscsi neutron-server[86219]: WARNING oslo_policy.policy [None req-d629cbcb-fcb9-493a-b1d1-f875b41324e0 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Apr 22 20:04:11.653014 dv-cinder-787632-1-iscsi neutron-server[86219]: WARNING oslo_policy.policy [None req-d629cbcb-fcb9-493a-b1d1-f875b41324e0 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Apr 22 20:04:12.043263 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [None req-d629cbcb-fcb9-493a-b1d1-f875b41324e0 admin admin] 10.222.0.30 "GET /v2.0/routers/f0fa0f26-19bf-43f1-b740-a9a2b95d3095 HTTP/1.1" status: 200  len: 710 time: 0.9285710
Apr 22 20:04:12.207087 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0647a34d-e9b5-4917-a4f3-d218c53a1d07 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 20:04:12.208738 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [None req-0647a34d-e9b5-4917-a4f3-d218c53a1d07 admin admin] 10.222.0.30 "GET /v2.0/networks/1b725cb4-6db6-4e68-9a61-1978e8a191a1 HTTP/1.1" status: 200  len: 886 time: 0.1594708
Apr 22 20:04:12.218457 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.v2.base [None req-7efc8cd5-7aff-4ff3-90bc-137b4a69328e admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '1b725cb4-6db6-4e68-9a61-1978e8a191a1'}}} {{(pid=86330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 22 20:04:12.678698 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-7efc8cd5-7aff-4ff3-90bc-137b4a69328e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854359307', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854346401', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1879'] for router, precommit_update {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:04:13.021229 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-7efc8cd5-7aff-4ff3-90bc-137b4a69328e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:04:13.082367 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-7efc8cd5-7aff-4ff3-90bc-137b4a69328e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587983'] for port, before_create {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:04:13.184012 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.rpc [None req-08e5d76f-3fe5-4242-a4b8-30f374028052 None None] Device 8a889800-75fb-46b7-81c2-6b8f8aadf78b up at agent ovs-agent-dv-cinder-787632-1-iscsi {{(pid=86332) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 22 20:04:13.229850 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.db_base_plugin_common [None req-7efc8cd5-7aff-4ff3-90bc-137b4a69328e admin admin] Allocated IP 172.27.3.214 (1b725cb4-6db6-4e68-9a61-1978e8a191a1/1d4495d7-31a5-4e2d-a911-56ceae3a61c5/98e79e70-2113-4418-b65c-8c82ccbbb281) {{(pid=86330) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 22 20:04:13.255051 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.provisioning_blocks [None req-08e5d76f-3fe5-4242-a4b8-30f374028052 None None] Provisioning complete for port 8a889800-75fb-46b7-81c2-6b8f8aadf78b triggered by entity L2. {{(pid=86332) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 22 20:04:13.255456 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-08e5d76f-3fe5-4242-a4b8-30f374028052 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854135278'] for port, provisioning_complete {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:04:13.525665 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-7efc8cd5-7aff-4ff3-90bc-137b4a69328e admin admin] Notify callbacks [] for port, precommit_create {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:04:13.584053 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-7efc8cd5-7aff-4ff3-90bc-137b4a69328e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854198495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853168226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363309147208154'] for port, after_create {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:04:13.590312 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 20:04:13.647774 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7efc8cd5-7aff-4ff3-90bc-137b4a69328e admin admin] Network 1b725cb4-6db6-4e68-9a61-1978e8a191a1 is already hosted by enough agents. {{(pid=86330) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 22 20:04:13.650444 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.scheduler.base_scheduler [None req-7efc8cd5-7aff-4ff3-90bc-137b4a69328e admin admin] Resources bound (agent type, host, resource id):  {{(pid=86330) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 22 20:04:13.691780 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7efc8cd5-7aff-4ff3-90bc-137b4a69328e admin admin] Pushing event updated for resources: {'Port': ['ID=98e79e70-2113-4418-b65c-8c82ccbbb281,revision_number=1']} {{(pid=86330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 20:04:13.694683 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7efc8cd5-7aff-4ff3-90bc-137b4a69328e admin admin] Received port after_create {{(pid=86330) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 22 20:04:13.809547 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7efc8cd5-7aff-4ff3-90bc-137b4a69328e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787632-1-iscsi {{(pid=86330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 20:04:13.809963 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7efc8cd5-7aff-4ff3-90bc-137b4a69328e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787632-1-iscsi {{(pid=86330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 20:04:13.810335 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7efc8cd5-7aff-4ff3-90bc-137b4a69328e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787632-1-iscsi {{(pid=86330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 20:04:13.810698 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7efc8cd5-7aff-4ff3-90bc-137b4a69328e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787632-1-iscsi {{(pid=86330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 20:04:13.811056 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7efc8cd5-7aff-4ff3-90bc-137b4a69328e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787632-1-iscsi {{(pid=86330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 20:04:13.811416 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7efc8cd5-7aff-4ff3-90bc-137b4a69328e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787632-1-iscsi {{(pid=86330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 20:04:13.811771 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7efc8cd5-7aff-4ff3-90bc-137b4a69328e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-787632-1-iscsi {{(pid=86330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 20:04:13.812124 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7efc8cd5-7aff-4ff3-90bc-137b4a69328e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787632-1-iscsi {{(pid=86330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 20:04:13.812477 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7efc8cd5-7aff-4ff3-90bc-137b4a69328e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787632-1-iscsi {{(pid=86330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 20:04:13.812827 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7efc8cd5-7aff-4ff3-90bc-137b4a69328e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787632-1-iscsi {{(pid=86330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 20:04:13.813182 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7efc8cd5-7aff-4ff3-90bc-137b4a69328e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787632-1-iscsi {{(pid=86330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 20:04:13.813524 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7efc8cd5-7aff-4ff3-90bc-137b4a69328e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787632-1-iscsi {{(pid=86330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 20:04:13.814720 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7efc8cd5-7aff-4ff3-90bc-137b4a69328e admin admin] Tracked resource versions report:
Apr 22 20:04:13.814720 dv-cinder-787632-1-iscsi neutron-server[86219]: pushed versions:
Apr 22 20:04:13.814720 dv-cinder-787632-1-iscsi neutron-server[86219]: {   'AddressGroup': {'1.2'},
Apr 22 20:04:13.814720 dv-cinder-787632-1-iscsi neutron-server[86219]:     'ConntrackHelper': {'1.0'},
Apr 22 20:04:13.814720 dv-cinder-787632-1-iscsi neutron-server[86219]:     'Log': {'1.0'},
Apr 22 20:04:13.814720 dv-cinder-787632-1-iscsi neutron-server[86219]:     'Network': {'1.1'},
Apr 22 20:04:13.814720 dv-cinder-787632-1-iscsi neutron-server[86219]:     'Port': {'1.7'},
Apr 22 20:04:13.814720 dv-cinder-787632-1-iscsi neutron-server[86219]:     'PortForwarding': {'1.2'},
Apr 22 20:04:13.814720 dv-cinder-787632-1-iscsi neutron-server[86219]:     'QosPolicy': {'1.8'},
Apr 22 20:04:13.814720 dv-cinder-787632-1-iscsi neutron-server[86219]:     'SecurityGroup': {'1.4'},
Apr 22 20:04:13.814720 dv-cinder-787632-1-iscsi neutron-server[86219]:     'SecurityGroupRule': {'1.2'},
Apr 22 20:04:13.814720 dv-cinder-787632-1-iscsi neutron-server[86219]:     'SubPort': {'1.0'},
Apr 22 20:04:13.814720 dv-cinder-787632-1-iscsi neutron-server[86219]:     'Subnet': {'1.1'},
Apr 22 20:04:13.814720 dv-cinder-787632-1-iscsi neutron-server[86219]:     'Trunk': {'1.1'}}
Apr 22 20:04:13.814720 dv-cinder-787632-1-iscsi neutron-server[86219]: consumer versions:
Apr 22 20:04:13.814720 dv-cinder-787632-1-iscsi neutron-server[86219]: {   DHCP agent@dv-cinder-787632-1-iscsi: {},
Apr 22 20:04:13.814720 dv-cinder-787632-1-iscsi neutron-server[86219]:     L3 agent@dv-cinder-787632-1-iscsi: {},
Apr 22 20:04:13.814720 dv-cinder-787632-1-iscsi neutron-server[86219]:     Metadata agent@dv-cinder-787632-1-iscsi: {},
Apr 22 20:04:13.814720 dv-cinder-787632-1-iscsi neutron-server[86219]:     Metering agent@dv-cinder-787632-1-iscsi: {},
Apr 22 20:04:13.814720 dv-cinder-787632-1-iscsi neutron-server[86219]:     Open vSwitch agent@dv-cinder-787632-1-iscsi: {   'AddressGroup': '1.2',
Apr 22 20:04:13.814720 dv-cinder-787632-1-iscsi neutron-server[86219]:                                                      'ConntrackHelper': '1.0',
Apr 22 20:04:13.814720 dv-cinder-787632-1-iscsi neutron-server[86219]:                                                      'Log': '1.0',
Apr 22 20:04:13.814720 dv-cinder-787632-1-iscsi neutron-server[86219]:                                                      'Network': '1.1',
Apr 22 20:04:13.814720 dv-cinder-787632-1-iscsi neutron-server[86219]:                                                      'Port': '1.7',
Apr 22 20:04:13.814720 dv-cinder-787632-1-iscsi neutron-server[86219]:                                                      'PortForwarding': '1.2',
Apr 22 20:04:13.814720 dv-cinder-787632-1-iscsi neutron-server[86219]:                                                      'QosPolicy': '1.8',
Apr 22 20:04:13.814720 dv-cinder-787632-1-iscsi neutron-server[86219]:                                                      'SecurityGroup': '1.4',
Apr 22 20:04:13.814720 dv-cinder-787632-1-iscsi neutron-server[86219]:                                                      'SecurityGroupRule': '1.2',
Apr 22 20:04:13.814720 dv-cinder-787632-1-iscsi neutron-server[86219]:                                                      'SubPort': '1.0',
Apr 22 20:04:13.814720 dv-cinder-787632-1-iscsi neutron-server[86219]:                                                      'Subnet': '1.1',
Apr 22 20:04:13.814720 dv-cinder-787632-1-iscsi neutron-server[86219]:                                                      'Trunk': '1.1'}}
Apr 22 20:04:13.814720 dv-cinder-787632-1-iscsi neutron-server[86219]:  {{(pid=86330) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}}
Apr 22 20:04:13.828221 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [None req-7efc8cd5-7aff-4ff3-90bc-137b4a69328e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.238s {{(pid=86330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 20:04:14.093337 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-7efc8cd5-7aff-4ff3-90bc-137b4a69328e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:04:14.433998 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-7efc8cd5-7aff-4ff3-90bc-137b4a69328e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854359307', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854346401', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1879'] for router, precommit_update {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:04:14.437354 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-7efc8cd5-7aff-4ff3-90bc-137b4a69328e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-416479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-416462', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change--9223372036854359354', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-429352'] for router, after_update {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:04:14.620055 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7efc8cd5-7aff-4ff3-90bc-137b4a69328e admin admin] Router f0fa0f26-19bf-43f1-b740-a9a2b95d3095 has already been hosted by L3 agent 1df068ca-d615-4cb7-8020-fe6e8be709e3 {{(pid=86330) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 22 20:04:14.952594 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7efc8cd5-7aff-4ff3-90bc-137b4a69328e admin admin] Notify agent at l3_agent.dv-cinder-787632-1-iscsi the message routers_updated {{(pid=86330) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 22 20:04:14.962351 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-7efc8cd5-7aff-4ff3-90bc-137b4a69328e admin admin] Notify callbacks [] for router, before_response {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:04:14.965830 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [None req-7efc8cd5-7aff-4ff3-90bc-137b4a69328e admin admin] 10.222.0.30 "PUT /v2.0/routers/f0fa0f26-19bf-43f1-b740-a9a2b95d3095 HTTP/1.1" status: 200  len: 890 time: 2.7486293
Apr 22 20:04:14.965967 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d8b1880-c4a9-4868-97b0-cbe825c828f2 None None] Sync routers for ids ['f0fa0f26-19bf-43f1-b740-a9a2b95d3095'] in dv-cinder-787632-1-iscsi {{(pid=86332) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 22 20:04:14.975147 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d8b1880-c4a9-4868-97b0-cbe825c828f2 None None] Routers {'f0fa0f26-19bf-43f1-b740-a9a2b95d3095'} bound to L3 agent in host dv-cinder-787632-1-iscsi {{(pid=86332) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 22 20:04:14.975959 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.l3_hamode_db [None req-4d8b1880-c4a9-4868-97b0-cbe825c828f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f013d6bea20>, 'dv-cinder-787632-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-04-22T20:03:28Z,description=<?>,heartbeat_timestamp=2021-04-22T20:03:58Z,host='dv-cinder-787632-1-iscsi',id=1df068ca-d615-4cb7-8020-fe6e8be709e3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-22T20:03:28Z,topic='l3_agent')) {'router_ids': ['f0fa0f26-19bf-43f1-b740-a9a2b95d3095'], 'active': True} {{(pid=86332) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 22 20:04:15.180968 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.l3_dvr_db [None req-4d8b1880-c4a9-4868-97b0-cbe825c828f2 None None] Set router f0fa0f26-19bf-43f1-b740-a9a2b95d3095 gateway port host: dv-cinder-787632-1-iscsi {{(pid=86332) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 22 20:04:15.533756 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.l3_hamode_db [None req-4d8b1880-c4a9-4868-97b0-cbe825c828f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f013d6bea20>, [{'id': 'f0fa0f26-19bf-43f1-b740-a9a2b95d3095', 'name': 'router1', 'tenant_id': '2fec9170cd304f7bb79b594fccf3b3c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b725cb4-6db6-4e68-9a61-1978e8a191a1', 'external_fixed_ips': [{'subnet_id': '1d4495d7-31a5-4e2d-a911-56ceae3a61c5', 'ip_address': '172.27.3.214'}], 'enable_snat': True}, 'gw_port_id': '98e79e70-2113-4418-b65c-8c82ccbbb281', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T20:03:53Z', 'updated_at': '2021-04-22T20:04:13Z', 'revision_number': 4, 'project_id': '2fec9170cd304f7bb79b594fccf3b3c2', 'gw_port': {'id': '98e79e70-2113-4418-b65c-8c82ccbbb281', 'name': '', 'network_id': '1b725cb4-6db6-4e68-9a61-1978e8a191a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:90:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0fa0f26-19bf-43f1-b740-a9a2b95d3095', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '1d4495d7-31a5-4e2d-a911-56ceae3a61c5', 'ip_address': '172.27.3.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T20:04:13Z', 'updated_at': '2021-04-22T20:04:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1d4495d7-31a5-4e2d-a911-56ceae3a61c5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787632-1-iscsi', '_interfaces': [{'id': '8a889800-75fb-46b7-81c2-6b8f8aadf78b', 'name': '', 'network_id': '3c20d938-879b-4100-a6e3-f535d8f73631', 'tenant_id': '2fec9170cd304f7bb79b594fccf3b3c2', 'mac_address': 'fa:16:3e:d5:70:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0fa0f26-19bf-43f1-b740-a9a2b95d3095', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '14d2ba34-a387-4e26-aa0a-fc8d89e3c06a', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787632-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T20:04:03Z', 'updated_at': '2021-04-22T20:04:11Z', 'revision_number': 5, 'project_id': '2fec9170cd304f7bb79b594fccf3b3c2', 'subnets': [{'id': '14d2ba34-a387-4e26-aa0a-fc8d89e3c06a', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'dd0df501-baa0-478f-ba67-0a2fd9c49b65'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787632-1-iscsi', False) {} {{(pid=86332) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 22 20:04:15.538743 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d8b1880-c4a9-4868-97b0-cbe825c828f2 None None] Checking router: f0fa0f26-19bf-43f1-b740-a9a2b95d3095 for host: dv-cinder-787632-1-iscsi {{(pid=86332) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 22 20:04:15.539131 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d8b1880-c4a9-4868-97b0-cbe825c828f2 None None] Updating router f0fa0f26-19bf-43f1-b740-a9a2b95d3095 port 98e79e70-2113-4418-b65c-8c82ccbbb281 binding host dv-cinder-787632-1-iscsi {{(pid=86332) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Apr 22 20:04:15.594282 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-4d8b1880-c4a9-4868-97b0-cbe825c828f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587983'] for port, before_update {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:04:15.937200 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-4d8b1880-c4a9-4868-97b0-cbe825c828f2 None None] Notify callbacks [] for port, precommit_update {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:04:15.949095 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.provisioning_blocks [None req-4d8b1880-c4a9-4868-97b0-cbe825c828f2 None None] Transition to ACTIVE for port object 98e79e70-2113-4418-b65c-8c82ccbbb281 will not be triggered until provisioned by entity L2. {{(pid=86332) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 22 20:04:15.954626 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-4d8b1880-c4a9-4868-97b0-cbe825c828f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854198495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853168226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727707997384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363309147208137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727707567697'] for port, after_update {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:04:15.959529 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86332) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 20:04:16.040067 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.managers [None req-4d8b1880-c4a9-4868-97b0-cbe825c828f2 None None] Attempting to bind port 98e79e70-2113-4418-b65c-8c82ccbbb281 on host dv-cinder-787632-1-iscsi for vnic_type normal with profile  {{(pid=86332) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 22 20:04:16.040476 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.managers [None req-4d8b1880-c4a9-4868-97b0-cbe825c828f2 None None] Attempting to bind port 98e79e70-2113-4418-b65c-8c82ccbbb281 by drivers openvswitch,hyperv on host dv-cinder-787632-1-iscsi at level 0 using segments [{'id': '8e8fb218-3d63-4c3d-9ab1-544471c4929e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1b725cb4-6db6-4e68-9a61-1978e8a191a1'}] {{(pid=86332) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 22 20:04:16.040879 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d8b1880-c4a9-4868-97b0-cbe825c828f2 None None] Attempting to bind port 98e79e70-2113-4418-b65c-8c82ccbbb281 on network 1b725cb4-6db6-4e68-9a61-1978e8a191a1 {{(pid=86332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 22 20:04:16.047202 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d48aeb-3669-4ba4-bbd7-add95f85beda None None] Pushing event updated for resources: {'Port': ['ID=98e79e70-2113-4418-b65c-8c82ccbbb281,revision_number=2']} {{(pid=86332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 20:04:16.051930 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [None req-10d48aeb-3669-4ba4-bbd7-add95f85beda None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=86332) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 20:04:16.052737 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d8b1880-c4a9-4868-97b0-cbe825c828f2 None None] Checking agent: {'id': '802cefbf-f579-41fa-a7d7-d5cf274c80aa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-787632-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 22, 20, 3, 29), 'started_at': datetime.datetime(2021, 4, 22, 20, 3, 59), 'heartbeat_timestamp': datetime.datetime(2021, 4, 22, 20, 3, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-787632-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 22 20:04:16.053146 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d8b1880-c4a9-4868-97b0-cbe825c828f2 None None] Checking segment: {'id': '8e8fb218-3d63-4c3d-9ab1-544471c4929e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1b725cb4-6db6-4e68-9a61-1978e8a191a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86332) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 22 20:04:16.053585 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-4d8b1880-c4a9-4868-97b0-cbe825c828f2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:04:16.054031 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d8b1880-c4a9-4868-97b0-cbe825c828f2 None None] Bound using segment: {'id': '8e8fb218-3d63-4c3d-9ab1-544471c4929e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1b725cb4-6db6-4e68-9a61-1978e8a191a1'} {{(pid=86332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 22 20:04:16.054589 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.managers [None req-4d8b1880-c4a9-4868-97b0-cbe825c828f2 None None] Bound port: 98e79e70-2113-4418-b65c-8c82ccbbb281, host: dv-cinder-787632-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8e8fb218-3d63-4c3d-9ab1-544471c4929e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1b725cb4-6db6-4e68-9a61-1978e8a191a1'}}] {{(pid=86332) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 22 20:04:16.055015 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-4d8b1880-c4a9-4868-97b0-cbe825c828f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587983'] for port, before_update {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:04:16.129099 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.db [None req-4d8b1880-c4a9-4868-97b0-cbe825c828f2 None None] For port 98e79e70-2113-4418-b65c-8c82ccbbb281, host dv-cinder-787632-1-iscsi, cleared binding levels {{(pid=86332) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 22 20:04:16.132121 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.db [None req-4d8b1880-c4a9-4868-97b0-cbe825c828f2 None None] For port 98e79e70-2113-4418-b65c-8c82ccbbb281, host dv-cinder-787632-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787632-1-iscsi',level=0,port_id=98e79e70-2113-4418-b65c-8c82ccbbb281,segment=NetworkSegment(8e8fb218-3d63-4c3d-9ab1-544471c4929e),segment_id=8e8fb218-3d63-4c3d-9ab1-544471c4929e)] {{(pid=86332) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 22 20:04:16.135345 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-4d8b1880-c4a9-4868-97b0-cbe825c828f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854198495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853168226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727707997384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363309147208137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727707567697'] for port, after_update {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:04:16.140078 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86332) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 20:04:16.220601 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d8b1880-c4a9-4868-97b0-cbe825c828f2 None None] Routers {'f0fa0f26-19bf-43f1-b740-a9a2b95d3095'} bound to L3 agent in host dv-cinder-787632-1-iscsi {{(pid=86332) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 22 20:04:16.221253 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.l3_hamode_db [None req-4d8b1880-c4a9-4868-97b0-cbe825c828f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f013d6bea20>, 'dv-cinder-787632-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-04-22T20:03:28Z,description=<?>,heartbeat_timestamp=2021-04-22T20:03:58Z,host='dv-cinder-787632-1-iscsi',id=1df068ca-d615-4cb7-8020-fe6e8be709e3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-22T20:03:28Z,topic='l3_agent')) {'router_ids': ['f0fa0f26-19bf-43f1-b740-a9a2b95d3095'], 'active': True} {{(pid=86332) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 22 20:04:16.280204 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d48aeb-3669-4ba4-bbd7-add95f85beda None None] Pushing event updated for resources: {'Port': ['ID=98e79e70-2113-4418-b65c-8c82ccbbb281,revision_number=3']} {{(pid=86332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 20:04:16.341779 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [None req-10d48aeb-3669-4ba4-bbd7-add95f85beda None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=86332) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 20:04:16.413595 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.l3_dvr_db [None req-4d8b1880-c4a9-4868-97b0-cbe825c828f2 None None] Set router f0fa0f26-19bf-43f1-b740-a9a2b95d3095 gateway port host: dv-cinder-787632-1-iscsi {{(pid=86332) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 22 20:04:16.749096 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.l3_hamode_db [None req-4d8b1880-c4a9-4868-97b0-cbe825c828f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f013d6bea20>, [{'id': 'f0fa0f26-19bf-43f1-b740-a9a2b95d3095', 'name': 'router1', 'tenant_id': '2fec9170cd304f7bb79b594fccf3b3c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b725cb4-6db6-4e68-9a61-1978e8a191a1', 'external_fixed_ips': [{'subnet_id': '1d4495d7-31a5-4e2d-a911-56ceae3a61c5', 'ip_address': '172.27.3.214'}], 'enable_snat': True}, 'gw_port_id': '98e79e70-2113-4418-b65c-8c82ccbbb281', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T20:03:53Z', 'updated_at': '2021-04-22T20:04:13Z', 'revision_number': 4, 'project_id': '2fec9170cd304f7bb79b594fccf3b3c2', 'gw_port': {'id': '98e79e70-2113-4418-b65c-8c82ccbbb281', 'name': '', 'network_id': '1b725cb4-6db6-4e68-9a61-1978e8a191a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:90:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0fa0f26-19bf-43f1-b740-a9a2b95d3095', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '1d4495d7-31a5-4e2d-a911-56ceae3a61c5', 'ip_address': '172.27.3.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787632-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T20:04:13Z', 'updated_at': '2021-04-22T20:04:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1d4495d7-31a5-4e2d-a911-56ceae3a61c5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787632-1-iscsi', '_interfaces': [{'id': '8a889800-75fb-46b7-81c2-6b8f8aadf78b', 'name': '', 'network_id': '3c20d938-879b-4100-a6e3-f535d8f73631', 'tenant_id': '2fec9170cd304f7bb79b594fccf3b3c2', 'mac_address': 'fa:16:3e:d5:70:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0fa0f26-19bf-43f1-b740-a9a2b95d3095', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '14d2ba34-a387-4e26-aa0a-fc8d89e3c06a', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787632-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T20:04:03Z', 'updated_at': '2021-04-22T20:04:11Z', 'revision_number': 5, 'project_id': '2fec9170cd304f7bb79b594fccf3b3c2', 'subnets': [{'id': '14d2ba34-a387-4e26-aa0a-fc8d89e3c06a', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'dd0df501-baa0-478f-ba67-0a2fd9c49b65'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787632-1-iscsi', False) {} {{(pid=86332) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 22 20:04:16.753191 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d8b1880-c4a9-4868-97b0-cbe825c828f2 None None] The sync data for ids ['f0fa0f26-19bf-43f1-b740-a9a2b95d3095'] in dv-cinder-787632-1-iscsi is: [{'id': 'f0fa0f26-19bf-43f1-b740-a9a2b95d3095', 'name': 'router1', 'tenant_id': '2fec9170cd304f7bb79b594fccf3b3c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b725cb4-6db6-4e68-9a61-1978e8a191a1', 'external_fixed_ips': [{'subnet_id': '1d4495d7-31a5-4e2d-a911-56ceae3a61c5', 'ip_address': '172.27.3.214'}], 'enable_snat': True}, 'gw_port_id': '98e79e70-2113-4418-b65c-8c82ccbbb281', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T20:03:53Z', 'updated_at': '2021-04-22T20:04:13Z', 'revision_number': 4, 'project_id': '2fec9170cd304f7bb79b594fccf3b3c2', 'gw_port': {'id': '98e79e70-2113-4418-b65c-8c82ccbbb281', 'name': '', 'network_id': '1b725cb4-6db6-4e68-9a61-1978e8a191a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:90:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0fa0f26-19bf-43f1-b740-a9a2b95d3095', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '1d4495d7-31a5-4e2d-a911-56ceae3a61c5', 'ip_address': '172.27.3.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787632-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T20:04:13Z', 'updated_at': '2021-04-22T20:04:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1d4495d7-31a5-4e2d-a911-56ceae3a61c5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787632-1-iscsi', '_interfaces': [{'id': '8a889800-75fb-46b7-81c2-6b8f8aadf78b', 'name': '', 'network_id': '3c20d938-879b-4100-a6e3-f535d8f73631', 'tenant_id': '2fec9170cd304f7bb79b594fccf3b3c2', 'mac_address': 'fa:16:3e:d5:70:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0fa0f26-19bf-43f1-b740-a9a2b95d3095', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '14d2ba34-a387-4e26-aa0a-fc8d89e3c06a', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787632-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T20:04:03Z', 'updated_at': '2021-04-22T20:04:11Z', 'revision_number': 5, 'project_id': '2fec9170cd304f7bb79b594fccf3b3c2', 'subnets': [{'id': '14d2ba34-a387-4e26-aa0a-fc8d89e3c06a', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'dd0df501-baa0-478f-ba67-0a2fd9c49b65'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86332) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 22 20:04:17.214382 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.rpc [None req-08e5d76f-3fe5-4242-a4b8-30f374028052 None None] Device 98e79e70-2113-4418-b65c-8c82ccbbb281 up at agent ovs-agent-dv-cinder-787632-1-iscsi {{(pid=86332) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 22 20:04:17.441901 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.provisioning_blocks [None req-08e5d76f-3fe5-4242-a4b8-30f374028052 None None] Provisioning for port 98e79e70-2113-4418-b65c-8c82ccbbb281 completed by entity L2. {{(pid=86332) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 22 20:04:17.446801 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.provisioning_blocks [None req-08e5d76f-3fe5-4242-a4b8-30f374028052 None None] Provisioning complete for port 98e79e70-2113-4418-b65c-8c82ccbbb281 triggered by entity L2. {{(pid=86332) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 22 20:04:17.447213 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-08e5d76f-3fe5-4242-a4b8-30f374028052 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854135278'] for port, provisioning_complete {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:04:17.569631 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-08e5d76f-3fe5-4242-a4b8-30f374028052 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587983'] for port, before_update {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:04:17.586562 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.db [None req-08e5d76f-3fe5-4242-a4b8-30f374028052 None None] For port 98e79e70-2113-4418-b65c-8c82ccbbb281, host dv-cinder-787632-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787632-1-iscsi',level=0,port_id=98e79e70-2113-4418-b65c-8c82ccbbb281,segment=NetworkSegment(8e8fb218-3d63-4c3d-9ab1-544471c4929e),segment_id=8e8fb218-3d63-4c3d-9ab1-544471c4929e)] {{(pid=86332) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 22 20:04:17.589297 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-08e5d76f-3fe5-4242-a4b8-30f374028052 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854198495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853168226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727707997384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363309147208137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727707567697'] for port, after_update {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:04:17.592350 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86332) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 20:04:17.670640 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08e5d76f-3fe5-4242-a4b8-30f374028052 None None] Pushing event updated for resources: {'Port': ['ID=98e79e70-2113-4418-b65c-8c82ccbbb281,revision_number=4']} {{(pid=86332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 20:04:17.673959 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [None req-08e5d76f-3fe5-4242-a4b8-30f374028052 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=86332) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 20:04:17.694901 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.wsgi [-] (86330) accepted ('10.222.0.30', 60550) {{(pid=86330) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 20:04:17.825886 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [None req-a4f9a1f8-77c6-4361-a9d4-9dd5df71fc48 admin admin] 10.222.0.30 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200  len: 413 time: 0.1259046
Apr 22 20:04:19.182153 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.rpc [None req-08e5d76f-3fe5-4242-a4b8-30f374028052 None None] Device 98e79e70-2113-4418-b65c-8c82ccbbb281 up at agent ovs-agent-dv-cinder-787632-1-iscsi {{(pid=86332) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 22 20:04:19.269879 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.provisioning_blocks [None req-08e5d76f-3fe5-4242-a4b8-30f374028052 None None] Provisioning complete for port 98e79e70-2113-4418-b65c-8c82ccbbb281 triggered by entity L2. {{(pid=86332) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 22 20:04:19.270379 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-08e5d76f-3fe5-4242-a4b8-30f374028052 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854135278'] for port, provisioning_complete {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:04:25.712621 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-0ee128cf-f883-441b-b990-7b28f2cb5806 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309146858885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640583'] for agent, after_update {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:04:28.525638 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-9a701576-10cd-48b2-8620-c6a38f6fae10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309146858885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640583'] for agent, after_update {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:04:28.881980 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-d69b9430-b136-4a40-a189-232f048ef307 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309146858885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640583'] for agent, after_update {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:04:29.215803 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-08e5d76f-3fe5-4242-a4b8-30f374028052 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309146858885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640583'] for agent, after_update {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:04:30.136044 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-77fc9508-bbbe-4662-bfa7-f4837e5c3abe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309146858885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640583'] for agent, after_update {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:04:30.960055 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.agents_db [None req-d2e1aac6-b006-4d71-afe2-c4a5b694a422 None None] Agent healthcheck: found 5 active agents {{(pid=86333) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 22 20:04:55.695015 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-b1572d12-abf8-453f-8965-5027e012a85d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309146858885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640583'] for agent, after_update {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:04:58.542150 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-33948e93-9eb5-4029-9a98-2130340520be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309146858885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640583'] for agent, after_update {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:04:58.892635 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-d69b9430-b136-4a40-a189-232f048ef307 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309146858885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640583'] for agent, after_update {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:04:59.219981 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-08e5d76f-3fe5-4242-a4b8-30f374028052 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309146858885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640583'] for agent, after_update {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:05:00.151344 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-77fc9508-bbbe-4662-bfa7-f4837e5c3abe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309146858885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640583'] for agent, after_update {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:05:07.960270 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.agents_db [None req-d2e1aac6-b006-4d71-afe2-c4a5b694a422 None None] Agent healthcheck: found 5 active agents {{(pid=86333) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 22 20:05:25.699215 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-5388a121-af18-4674-946d-65f9682f630f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309146858885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640583'] for agent, after_update {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:05:28.514585 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-c56a6851-96cc-4474-a187-bd9f5ffd4827 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309146858885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640583'] for agent, after_update {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:05:28.884551 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-d69b9430-b136-4a40-a189-232f048ef307 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309146858885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640583'] for agent, after_update {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:05:29.222833 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-08e5d76f-3fe5-4242-a4b8-30f374028052 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309146858885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640583'] for agent, after_update {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:05:30.146159 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-77fc9508-bbbe-4662-bfa7-f4837e5c3abe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309146858885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640583'] for agent, after_update {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:05:44.959748 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.agents_db [None req-d2e1aac6-b006-4d71-afe2-c4a5b694a422 None None] Agent healthcheck: found 5 active agents {{(pid=86333) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 22 20:05:55.700958 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-d1ca9c4b-d47b-44c6-9c23-9a347df13d41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309146858885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640583'] for agent, after_update {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:05:58.516737 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-593325e3-7706-4740-b86d-e271df77cde9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309146858885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640583'] for agent, after_update {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:05:58.885269 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-d69b9430-b136-4a40-a189-232f048ef307 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309146858885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640583'] for agent, after_update {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:05:59.224910 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-08e5d76f-3fe5-4242-a4b8-30f374028052 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309146858885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640583'] for agent, after_update {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:06:00.149461 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-77fc9508-bbbe-4662-bfa7-f4837e5c3abe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309146858885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640583'] for agent, after_update {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:06:00.696864 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.wsgi [-] (86330) accepted ('10.222.0.30', 32888) {{(pid=86330) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 20:06:00.770077 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.pecan_wsgi.hooks.translation [None req-738b0b47-53c3-4075-b41b-51a7ba533762 admin admin] GET failed (client error): The resource could not be found.
Apr 22 20:06:00.771430 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [None req-738b0b47-53c3-4075-b41b-51a7ba533762 admin admin] 10.222.0.30 "GET /v2.0/networks/private HTTP/1.1" status: 404  len: 315 time: 0.0735576
Apr 22 20:06:00.912054 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7aef2f2f-d5bf-435a-9aec-cd541a645b66 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 20:06:00.913544 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [None req-7aef2f2f-d5bf-435a-9aec-cd541a645b66 admin admin] 10.222.0.30 "GET /v2.0/networks?name=private HTTP/1.1" status: 200  len: 872 time: 0.1377861
Apr 22 20:06:03.422638 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.wsgi [-] (86330) accepted ('10.222.0.30', 32898) {{(pid=86330) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 20:06:03.535458 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a7acb43-6cc1-49aa-bf17-fded823cd2df admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 20:06:03.536872 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [None req-5a7acb43-6cc1-49aa-bf17-fded823cd2df admin admin] 10.222.0.30 "GET /v2.0/subnets/14d2ba34-a387-4e26-aa0a-fc8d89e3c06a HTTP/1.1" status: 200  len: 849 time: 0.1132081
Apr 22 20:06:03.547344 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.v2.base [None req-686f0fb6-316f-441f-a673-8ffa02587900 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=86330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 22 20:06:03.670966 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-686f0fb6-316f-441f-a673-8ffa02587900 admin admin] Notify callbacks [] for subnet, before_update {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:06:03.977202 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-686f0fb6-316f-441f-a673-8ffa02587900 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853168226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8727707997401'] for subnet, after_update {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:06:03.981851 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 20:06:04.022980 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-686f0fb6-316f-441f-a673-8ffa02587900 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 20:06:04.023828 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-686f0fb6-316f-441f-a673-8ffa02587900 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853168243'] for subnet, before_response {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:06:04.024943 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [None req-686f0fb6-316f-441f-a673-8ffa02587900 admin admin] 10.222.0.30 "PUT /v2.0/subnets/14d2ba34-a387-4e26-aa0a-fc8d89e3c06a HTTP/1.1" status: 200  len: 868 time: 0.4818347
Apr 22 20:06:04.044364 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-555eaad0-a824-4114-9d4c-4fa8050d2d61 None None] Network 3c20d938-879b-4100-a6e3-f535d8f73631 requested from dv-cinder-787632-1-iscsi {{(pid=86332) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 22 20:06:04.048893 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-686f0fb6-316f-441f-a673-8ffa02587900 admin admin] Pushing event updated for resources: {'Subnet': ['ID=14d2ba34-a387-4e26-aa0a-fc8d89e3c06a,revision_number=1']} {{(pid=86330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 20:06:04.056734 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-686f0fb6-316f-441f-a673-8ffa02587900 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787632-1-iscsi {{(pid=86330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 20:06:04.057111 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-686f0fb6-316f-441f-a673-8ffa02587900 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787632-1-iscsi {{(pid=86330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 20:06:04.057483 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-686f0fb6-316f-441f-a673-8ffa02587900 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787632-1-iscsi {{(pid=86330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 20:06:04.057870 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-686f0fb6-316f-441f-a673-8ffa02587900 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787632-1-iscsi {{(pid=86330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 20:06:04.058234 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-686f0fb6-316f-441f-a673-8ffa02587900 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787632-1-iscsi {{(pid=86330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 20:06:04.058593 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-686f0fb6-316f-441f-a673-8ffa02587900 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787632-1-iscsi {{(pid=86330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 20:06:04.058951 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-686f0fb6-316f-441f-a673-8ffa02587900 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-787632-1-iscsi {{(pid=86330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 20:06:04.059306 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-686f0fb6-316f-441f-a673-8ffa02587900 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787632-1-iscsi {{(pid=86330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 20:06:04.059842 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-686f0fb6-316f-441f-a673-8ffa02587900 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787632-1-iscsi {{(pid=86330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 20:06:04.060018 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-686f0fb6-316f-441f-a673-8ffa02587900 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787632-1-iscsi {{(pid=86330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 20:06:04.060359 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-686f0fb6-316f-441f-a673-8ffa02587900 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787632-1-iscsi {{(pid=86330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 20:06:04.060717 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-686f0fb6-316f-441f-a673-8ffa02587900 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787632-1-iscsi {{(pid=86330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 20:06:04.065556 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [None req-686f0fb6-316f-441f-a673-8ffa02587900 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=86330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 20:06:04.500540 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.provisioning_blocks [None req-61f30d96-b20c-44a8-b43b-47192816ea1b None None] Provisioning complete for port 8a889800-75fb-46b7-81c2-6b8f8aadf78b triggered by entity DHCP. {{(pid=86332) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 22 20:06:04.501081 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-61f30d96-b20c-44a8-b43b-47192816ea1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854135278'] for port, provisioning_complete {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:06:04.632188 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.provisioning_blocks [None req-61f30d96-b20c-44a8-b43b-47192816ea1b None None] Provisioning complete for port f8b427ea-e5db-4fc7-acfe-e11c656d820c triggered by entity DHCP. {{(pid=86332) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 22 20:06:04.632498 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-61f30d96-b20c-44a8-b43b-47192816ea1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854135278'] for port, provisioning_complete {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:06:06.515309 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.wsgi [-] (86330) accepted ('10.222.0.30', 32908) {{(pid=86330) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 20:06:06.700021 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8dfd74ce-f8c2-436d-b05a-21cd4609c2fb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 20:06:06.700456 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8dfd74ce-f8c2-436d-b05a-21cd4609c2fb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 20:06:06.702106 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [None req-8dfd74ce-f8c2-436d-b05a-21cd4609c2fb admin admin] 10.222.0.30 "GET /v2.0/networks HTTP/1.1" status: 200  len: 1549 time: 0.1857362
Apr 22 20:06:09.185189 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.wsgi [-] (86331) accepted ('10.222.0.30', 32918) {{(pid=86331) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 20:06:09.369326 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f11ce577-666c-431c-9f40-dfcd870c2db3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 20:06:09.369790 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f11ce577-666c-431c-9f40-dfcd870c2db3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 20:06:09.371442 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [None req-f11ce577-666c-431c-9f40-dfcd870c2db3 admin admin] 10.222.0.30 "GET /v2.0/networks HTTP/1.1" status: 200  len: 1549 time: 0.1851876
Apr 22 20:06:11.853876 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.wsgi [-] (86331) accepted ('10.222.0.30', 32928) {{(pid=86331) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 20:06:12.031558 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3243135-ab40-4aa9-a2be-5f0a487e9e46 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 20:06:12.032933 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [None req-f3243135-ab40-4aa9-a2be-5f0a487e9e46 admin admin] 10.222.0.30 "GET /v2.0/networks/1b725cb4-6db6-4e68-9a61-1978e8a191a1 HTTP/1.1" status: 200  len: 886 time: 0.1780291
Apr 22 20:06:14.513882 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.wsgi [-] (86331) accepted ('10.222.0.30', 32938) {{(pid=86331) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 20:06:14.698811 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-056ce1a1-d3e0-4886-ac5c-4a3d435f2909 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 20:06:14.700181 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [None req-056ce1a1-d3e0-4886-ac5c-4a3d435f2909 admin admin] 10.222.0.30 "GET /v2.0/networks/3c20d938-879b-4100-a6e3-f535d8f73631 HTTP/1.1" status: 200  len: 869 time: 0.1847408
Apr 22 20:06:17.182653 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.wsgi [-] (86331) accepted ('10.222.0.30', 32948) {{(pid=86331) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 20:06:17.300178 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40c2fd52-24e8-4651-8b3e-55e016a0cebe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 20:06:17.300683 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40c2fd52-24e8-4651-8b3e-55e016a0cebe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 20:06:17.301450 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.quota.resource [None req-40c2fd52-24e8-4651-8b3e-55e016a0cebe admin admin] Synchronizing usage tracker for tenant:fb54fdc12c8a4089aad6fc4d41d4dcac on resource:subnet {{(pid=86331) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 22 20:06:17.317293 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.quota.resource [None req-40c2fd52-24e8-4651-8b3e-55e016a0cebe admin admin] Unset dirty status for tenant:fb54fdc12c8a4089aad6fc4d41d4dcac on resource:subnet {{(pid=86331) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 22 20:06:17.318518 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [None req-40c2fd52-24e8-4651-8b3e-55e016a0cebe admin admin] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1479 time: 0.1348121
Apr 22 20:06:19.793547 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.wsgi [-] (86330) accepted ('10.222.0.30', 32958) {{(pid=86330) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 20:06:19.911034 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d236c9c-37a9-40b7-8d14-2847ed25cae1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 20:06:19.911550 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d236c9c-37a9-40b7-8d14-2847ed25cae1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 20:06:19.913139 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [None req-4d236c9c-37a9-40b7-8d14-2847ed25cae1 admin admin] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1479 time: 0.1183417
Apr 22 20:06:21.958565 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.agents_db [None req-d2e1aac6-b006-4d71-afe2-c4a5b694a422 None None] Agent healthcheck: found 5 active agents {{(pid=86333) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 22 20:06:22.531252 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.wsgi [-] (86330) accepted ('10.222.0.30', 32968) {{(pid=86330) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 20:06:22.646084 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54bcbe43-7739-4aeb-b64a-16674beaf823 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 20:06:22.647521 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [None req-54bcbe43-7739-4aeb-b64a-16674beaf823 admin admin] 10.222.0.30 "GET /v2.0/subnets/14d2ba34-a387-4e26-aa0a-fc8d89e3c06a HTTP/1.1" status: 200  len: 868 time: 0.1152134
Apr 22 20:06:25.115336 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.wsgi [-] (86330) accepted ('10.222.0.30', 32978) {{(pid=86330) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 20:06:25.226024 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9802f28-b50c-468a-bd1f-7d059fced852 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 20:06:25.227483 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [None req-f9802f28-b50c-468a-bd1f-7d059fced852 admin admin] 10.222.0.30 "GET /v2.0/subnets/1d4495d7-31a5-4e2d-a911-56ceae3a61c5 HTTP/1.1" status: 200  len: 816 time: 0.1111765
Apr 22 20:06:25.704108 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-4150c4f9-dea6-4cfd-9576-ac3cb20b1372 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309146858885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640583'] for agent, after_update {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:06:28.518376 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-938c2ad9-ccc6-4bb5-a139-ebfb6fdd0e1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309146858885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640583'] for agent, after_update {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:06:28.889887 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-d69b9430-b136-4a40-a189-232f048ef307 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309146858885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640583'] for agent, after_update {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:06:29.227055 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-08e5d76f-3fe5-4242-a4b8-30f374028052 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309146858885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640583'] for agent, after_update {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:06:30.151696 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-77fc9508-bbbe-4662-bfa7-f4837e5c3abe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309146858885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640583'] for agent, after_update {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:06:51.713309 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.wsgi [-] (86331) accepted ('10.222.0.30', 33022) {{(pid=86331) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 20:06:51.765191 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.wsgi [None req-1aa3378b-6f98-4b30-8d31-b10c37ef091e admin admin] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=86331) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 22 20:06:51.766301 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [None req-1aa3378b-6f98-4b30-8d31-b10c37ef091e admin admin] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.0519032
Apr 22 20:06:54.337746 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.wsgi [-] (86331) accepted ('10.222.0.30', 33032) {{(pid=86331) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 20:06:54.411596 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.pecan_wsgi.hooks.translation [None req-15858f75-2fa1-4b4d-bdbb-684f9cb749e6 admin admin] GET failed (client error): The resource could not be found.
Apr 22 20:06:54.412935 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [None req-15858f75-2fa1-4b4d-bdbb-684f9cb749e6 admin admin] 10.222.0.30 "GET /v2.0/networks/public HTTP/1.1" status: 404  len: 314 time: 0.0741348
Apr 22 20:06:54.548570 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-accffde0-3b51-469c-bfb8-0c9036a1f053 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 20:06:54.550056 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [None req-accffde0-3b51-469c-bfb8-0c9036a1f053 admin admin] 10.222.0.30 "GET /v2.0/networks?name=public HTTP/1.1" status: 200  len: 889 time: 0.1327031
Apr 22 20:06:55.705413 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-3aaa79d8-3ed7-4f33-ab7c-f1ea2f426f42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309146858885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640583'] for agent, after_update {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:06:57.052717 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.wsgi [-] (86331) accepted ('10.222.0.30', 33042) {{(pid=86331) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 20:06:57.103181 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.v2.base [None req-0796a513-75d0-47aa-a427-38e551817449 admin admin] Request body: {'network': {'admin_state_up': True, 'shared': True, 'name': 'shared'}} {{(pid=86331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 22 20:06:57.108489 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.quota.driver [None req-0796a513-75d0-47aa-a427-38e551817449 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 22 20:06:57.118424 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.quota.driver [None req-0796a513-75d0-47aa-a427-38e551817449 admin admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=86331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 22 20:06:57.127511 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0796a513-75d0-47aa-a427-38e551817449 admin admin] Made reservation on behalf of fb54fdc12c8a4089aad6fc4d41d4dcac for: {'network': 1} {{(pid=86331) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 22 20:06:57.132257 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-0796a513-75d0-47aa-a427-38e551817449 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587983'] for network, before_create {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:06:57.398010 dv-cinder-787632-1-iscsi neutron-server[86219]: WARNING neutron.services.revisions.revision_plugin [None req-0796a513-75d0-47aa-a427-38e551817449 admin admin] Could not find related network for resource <neutron.db.rbac_db_models.NetworkRBAC[object at 7f013ccfb630] {project_id='fb54fdc12c8a4089aad6fc4d41d4dcac', id='a5b94f0f-e0f6-4452-9d37-19d4df081863', target_tenant='*', action='access_as_shared', object_id='98c6f2af-c286-42de-9940-dfbdcf71fe89'}> to bump revision.
Apr 22 20:06:57.410488 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0796a513-75d0-47aa-a427-38e551817449 admin admin] vlan segment allocate from pool success with {'vlan_id': 369, 'physical_network': 'physnet1'}  {{(pid=86331) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}}
Apr 22 20:06:57.419420 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-0796a513-75d0-47aa-a427-38e551817449 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1523030'] for segment, precommit_create {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:06:57.420378 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.db.segments_db [None req-0796a513-75d0-47aa-a427-38e551817449 admin admin] Added segment 2a17241e-3c34-4626-92d7-fcc70322f05d of type vlan for network 98c6f2af-c286-42de-9940-dfbdcf71fe89
Apr 22 20:06:57.445361 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-0796a513-75d0-47aa-a427-38e551817449 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727707556023'] for network, precommit_create {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:06:57.474227 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-0796a513-75d0-47aa-a427-38e551817449 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853168226'] for network, after_create {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:06:57.475564 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0796a513-75d0-47aa-a427-38e551817449 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 20:06:57.476194 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-0796a513-75d0-47aa-a427-38e551817449 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853168243'] for network, before_response {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:06:57.480981 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [None req-1e38ed33-28a6-4554-b54b-b91b2140b748 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 20:06:57.582986 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [None req-0796a513-75d0-47aa-a427-38e551817449 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201  len: 847 time: 0.5291185
Apr 22 20:06:57.585903 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0796a513-75d0-47aa-a427-38e551817449 admin admin] Pushing event updated for resources: {'Network': ['ID=98c6f2af-c286-42de-9940-dfbdcf71fe89,revision_number=1']} {{(pid=86331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 20:06:57.593993 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0796a513-75d0-47aa-a427-38e551817449 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787632-1-iscsi {{(pid=86331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 20:06:57.594400 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0796a513-75d0-47aa-a427-38e551817449 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787632-1-iscsi {{(pid=86331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 20:06:57.594778 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0796a513-75d0-47aa-a427-38e551817449 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787632-1-iscsi {{(pid=86331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 20:06:57.595148 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0796a513-75d0-47aa-a427-38e551817449 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787632-1-iscsi {{(pid=86331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 20:06:57.595512 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0796a513-75d0-47aa-a427-38e551817449 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787632-1-iscsi {{(pid=86331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 20:06:57.595894 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0796a513-75d0-47aa-a427-38e551817449 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787632-1-iscsi {{(pid=86331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 20:06:57.596257 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0796a513-75d0-47aa-a427-38e551817449 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-787632-1-iscsi {{(pid=86331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 20:06:57.596619 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0796a513-75d0-47aa-a427-38e551817449 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787632-1-iscsi {{(pid=86331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 20:06:57.596980 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0796a513-75d0-47aa-a427-38e551817449 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787632-1-iscsi {{(pid=86331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 20:06:57.597345 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0796a513-75d0-47aa-a427-38e551817449 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787632-1-iscsi {{(pid=86331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 20:06:57.597701 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0796a513-75d0-47aa-a427-38e551817449 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787632-1-iscsi {{(pid=86331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 20:06:57.598084 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0796a513-75d0-47aa-a427-38e551817449 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787632-1-iscsi {{(pid=86331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 20:06:57.602324 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [None req-0796a513-75d0-47aa-a427-38e551817449 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 20:06:57.610456 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.rpc [None req-08e5d76f-3fe5-4242-a4b8-30f374028052 None None] Network 98c6f2af-c286-42de-9940-dfbdcf71fe89 details requested by agent ovs-agent-dv-cinder-787632-1-iscsi with host dv-cinder-787632-1-iscsi {{(pid=86332) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Apr 22 20:06:58.519771 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-64b46649-d3a6-4ebd-8867-1f17bb9ad853 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309146858885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640583'] for agent, after_update {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:06:58.892840 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-d69b9430-b136-4a40-a189-232f048ef307 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309146858885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640583'] for agent, after_update {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:06:58.958351 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.agents_db [None req-d2e1aac6-b006-4d71-afe2-c4a5b694a422 None None] Agent healthcheck: found 5 active agents {{(pid=86333) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 22 20:06:59.228309 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-08e5d76f-3fe5-4242-a4b8-30f374028052 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309146858885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640583'] for agent, after_update {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:07:00.088102 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.wsgi [-] (86331) accepted ('10.222.0.30', 33052) {{(pid=86331) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 20:07:00.155613 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-77fc9508-bbbe-4662-bfa7-f4837e5c3abe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309146858885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640583'] for agent, after_update {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:07:00.161921 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.pecan_wsgi.hooks.translation [None req-145e2272-03f3-43f1-809e-94b17ea77e36 admin admin] GET failed (client error): The resource could not be found.
Apr 22 20:07:00.162506 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.quota.resource [None req-145e2272-03f3-43f1-809e-94b17ea77e36 admin admin] Synchronizing usage tracker for tenant:fb54fdc12c8a4089aad6fc4d41d4dcac on resource:network {{(pid=86331) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 22 20:07:00.176531 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.quota.resource [None req-145e2272-03f3-43f1-809e-94b17ea77e36 admin admin] Unset dirty status for tenant:fb54fdc12c8a4089aad6fc4d41d4dcac on resource:network {{(pid=86331) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 22 20:07:00.177747 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [None req-145e2272-03f3-43f1-809e-94b17ea77e36 admin admin] 10.222.0.30 "GET /v2.0/networks/shared HTTP/1.1" status: 404  len: 314 time: 0.0886774
Apr 22 20:07:00.290676 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ce911dd-dc51-4020-97dc-8b41bf983ac9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 20:07:00.292190 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [None req-3ce911dd-dc51-4020-97dc-8b41bf983ac9 admin admin] 10.222.0.30 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200  len: 826 time: 0.1101403
Apr 22 20:07:00.302976 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.v2.base [None req-788605b9-87b1-4669-9fde-26ed33838b75 admin admin] Request body: {'subnet': {'ip_version': 4, 'description': 'shared-subnet', 'network_id': '98c6f2af-c286-42de-9940-dfbdcf71fe89', 'cidr': '192.168.233.0/24', 'name': 'shared-subnet'}} {{(pid=86331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 22 20:07:00.307466 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.quota.driver [None req-788605b9-87b1-4669-9fde-26ed33838b75 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 22 20:07:00.317177 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.quota.driver [None req-788605b9-87b1-4669-9fde-26ed33838b75 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=86331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 22 20:07:00.325627 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-788605b9-87b1-4669-9fde-26ed33838b75 admin admin] Made reservation on behalf of fb54fdc12c8a4089aad6fc4d41d4dcac for: {'subnet': 1} {{(pid=86331) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 22 20:07:00.330793 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-788605b9-87b1-4669-9fde-26ed33838b75 admin admin] Notify callbacks [] for subnet, before_create {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:07:00.714049 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-788605b9-87b1-4669-9fde-26ed33838b75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853168226'] for subnet, after_create {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:07:00.718675 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [None req-cbf74d46-752a-4c9e-824f-5e042d92d240 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 20:07:00.787908 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-788605b9-87b1-4669-9fde-26ed33838b75 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d96a5d44-fe41-4d4d-8efa-098ca58dc48e,revision_number=0']} {{(pid=86331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 20:07:00.790667 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [None req-788605b9-87b1-4669-9fde-26ed33838b75 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 20:07:00.800764 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-788605b9-87b1-4669-9fde-26ed33838b75 admin admin] Checking segment: {'id': '2a17241e-3c34-4626-92d7-fcc70322f05d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '98c6f2af-c286-42de-9940-dfbdcf71fe89'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86331) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 22 20:07:00.801156 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-788605b9-87b1-4669-9fde-26ed33838b75 admin admin] Network hostable DHCP agents. Network: 98c6f2af-c286-42de-9940-dfbdcf71fe89, hostable agents: ['e0877369-7b04-40ef-a371-0b097842c51e'], hosted agents: [] {{(pid=86331) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Apr 22 20:07:00.819836 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-788605b9-87b1-4669-9fde-26ed33838b75 admin admin] Network 98c6f2af-c286-42de-9940-dfbdcf71fe89 is scheduled to be hosted by DHCP agent e0877369-7b04-40ef-a371-0b097842c51e with binding_index 1 {{(pid=86331) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Apr 22 20:07:00.827749 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.scheduler.base_scheduler [None req-788605b9-87b1-4669-9fde-26ed33838b75 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-787632-1-iscsi, 98c6f2af-c286-42de-9940-dfbdcf71fe89) {{(pid=86331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 22 20:07:00.831737 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-788605b9-87b1-4669-9fde-26ed33838b75 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 20:07:00.832378 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-788605b9-87b1-4669-9fde-26ed33838b75 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853168243'] for subnet, before_response {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:07:00.837176 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8a98fab-313e-4717-83c1-ae3d0a54e268 None None] Network 98c6f2af-c286-42de-9940-dfbdcf71fe89 requested from dv-cinder-787632-1-iscsi {{(pid=86332) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 22 20:07:00.855930 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [None req-788605b9-87b1-4669-9fde-26ed33838b75 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 845 time: 0.5566258
Apr 22 20:07:01.073376 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ee8117c-41d8-4e8c-9333-6fa4244601b0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0e86e177-c777-5841-8b38-a99bfcf73d2b-98c6f2af-c286-42de-9940-dfbdcf71fe89', 'network_id': '98c6f2af-c286-42de-9940-dfbdcf71fe89', 'tenant_id': 'fb54fdc12c8a4089aad6fc4d41d4dcac', 'fixed_ips': [{'subnet_id': 'd96a5d44-fe41-4d4d-8efa-098ca58dc48e'}]}} from dv-cinder-787632-1-iscsi. {{(pid=86332) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}}
Apr 22 20:07:01.074313 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-9ee8117c-41d8-4e8c-9333-6fa4244601b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587983'] for port, before_create {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:07:01.239338 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.db_base_plugin_common [None req-9ee8117c-41d8-4e8c-9333-6fa4244601b0 None None] Allocated IP 192.168.233.2 (98c6f2af-c286-42de-9940-dfbdcf71fe89/d96a5d44-fe41-4d4d-8efa-098ca58dc48e/2fc88446-1c5a-4e74-97ff-018aa77a436e) {{(pid=86332) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 22 20:07:01.454649 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-9ee8117c-41d8-4e8c-9333-6fa4244601b0 None None] Notify callbacks [] for port, precommit_create {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:07:01.465535 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.provisioning_blocks [None req-9ee8117c-41d8-4e8c-9333-6fa4244601b0 None None] Transition to ACTIVE for port object 2fc88446-1c5a-4e74-97ff-018aa77a436e will not be triggered until provisioned by entity L2. {{(pid=86332) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 22 20:07:01.486078 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.provisioning_blocks [None req-9ee8117c-41d8-4e8c-9333-6fa4244601b0 None None] Transition to ACTIVE for port object 2fc88446-1c5a-4e74-97ff-018aa77a436e will not be triggered until provisioned by entity DHCP. {{(pid=86332) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 22 20:07:01.490420 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-9ee8117c-41d8-4e8c-9333-6fa4244601b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854198495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853168226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363309147208154'] for port, after_create {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:07:01.496033 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [None req-10d48aeb-3669-4ba4-bbd7-add95f85beda None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86332) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 20:07:01.555427 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ee8117c-41d8-4e8c-9333-6fa4244601b0 None None] Network 98c6f2af-c286-42de-9940-dfbdcf71fe89 is already hosted by enough agents. {{(pid=86332) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 22 20:07:01.563536 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.scheduler.base_scheduler [None req-9ee8117c-41d8-4e8c-9333-6fa4244601b0 None None] Resources bound (agent type, host, resource id):  {{(pid=86332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 22 20:07:01.566090 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ee8117c-41d8-4e8c-9333-6fa4244601b0 None None] Received port after_create {{(pid=86332) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 22 20:07:01.614985 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ee8117c-41d8-4e8c-9333-6fa4244601b0 None None] Pushing event updated for resources: {'Port': ['ID=2fc88446-1c5a-4e74-97ff-018aa77a436e,revision_number=1']} {{(pid=86332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 20:07:01.657463 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ee8117c-41d8-4e8c-9333-6fa4244601b0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787632-1-iscsi {{(pid=86332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 20:07:01.657889 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ee8117c-41d8-4e8c-9333-6fa4244601b0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787632-1-iscsi {{(pid=86332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 20:07:01.658268 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ee8117c-41d8-4e8c-9333-6fa4244601b0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787632-1-iscsi {{(pid=86332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 20:07:01.658637 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ee8117c-41d8-4e8c-9333-6fa4244601b0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787632-1-iscsi {{(pid=86332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 20:07:01.659001 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ee8117c-41d8-4e8c-9333-6fa4244601b0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787632-1-iscsi {{(pid=86332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 20:07:01.659363 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ee8117c-41d8-4e8c-9333-6fa4244601b0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787632-1-iscsi {{(pid=86332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 20:07:01.659718 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ee8117c-41d8-4e8c-9333-6fa4244601b0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-787632-1-iscsi {{(pid=86332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 20:07:01.660075 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ee8117c-41d8-4e8c-9333-6fa4244601b0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787632-1-iscsi {{(pid=86332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 20:07:01.660450 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ee8117c-41d8-4e8c-9333-6fa4244601b0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787632-1-iscsi {{(pid=86332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 20:07:01.660804 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ee8117c-41d8-4e8c-9333-6fa4244601b0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787632-1-iscsi {{(pid=86332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 20:07:01.661160 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ee8117c-41d8-4e8c-9333-6fa4244601b0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787632-1-iscsi {{(pid=86332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 20:07:01.661515 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ee8117c-41d8-4e8c-9333-6fa4244601b0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787632-1-iscsi {{(pid=86332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 20:07:01.665342 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [None req-9ee8117c-41d8-4e8c-9333-6fa4244601b0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=86332) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 20:07:01.682688 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.managers [None req-9ee8117c-41d8-4e8c-9333-6fa4244601b0 None None] Attempting to bind port 2fc88446-1c5a-4e74-97ff-018aa77a436e on host dv-cinder-787632-1-iscsi for vnic_type normal with profile  {{(pid=86332) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 22 20:07:01.683096 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.managers [None req-9ee8117c-41d8-4e8c-9333-6fa4244601b0 None None] Attempting to bind port 2fc88446-1c5a-4e74-97ff-018aa77a436e by drivers openvswitch,hyperv on host dv-cinder-787632-1-iscsi at level 0 using segments [{'id': '2a17241e-3c34-4626-92d7-fcc70322f05d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '98c6f2af-c286-42de-9940-dfbdcf71fe89'}] {{(pid=86332) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 22 20:07:01.683500 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ee8117c-41d8-4e8c-9333-6fa4244601b0 None None] Attempting to bind port 2fc88446-1c5a-4e74-97ff-018aa77a436e on network 98c6f2af-c286-42de-9940-dfbdcf71fe89 {{(pid=86332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 22 20:07:01.689145 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ee8117c-41d8-4e8c-9333-6fa4244601b0 None None] Checking agent: {'id': '802cefbf-f579-41fa-a7d7-d5cf274c80aa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-787632-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 22, 20, 3, 29), 'started_at': datetime.datetime(2021, 4, 22, 20, 3, 59), 'heartbeat_timestamp': datetime.datetime(2021, 4, 22, 20, 6, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-787632-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 22 20:07:01.689563 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ee8117c-41d8-4e8c-9333-6fa4244601b0 None None] Checking segment: {'id': '2a17241e-3c34-4626-92d7-fcc70322f05d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '98c6f2af-c286-42de-9940-dfbdcf71fe89'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86332) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 22 20:07:01.690059 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-9ee8117c-41d8-4e8c-9333-6fa4244601b0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:07:01.690506 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ee8117c-41d8-4e8c-9333-6fa4244601b0 None None] Bound using segment: {'id': '2a17241e-3c34-4626-92d7-fcc70322f05d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '98c6f2af-c286-42de-9940-dfbdcf71fe89'} {{(pid=86332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 22 20:07:01.691008 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.managers [None req-9ee8117c-41d8-4e8c-9333-6fa4244601b0 None None] Bound port: 2fc88446-1c5a-4e74-97ff-018aa77a436e, host: dv-cinder-787632-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2a17241e-3c34-4626-92d7-fcc70322f05d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '98c6f2af-c286-42de-9940-dfbdcf71fe89'}}] {{(pid=86332) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 22 20:07:01.691429 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-9ee8117c-41d8-4e8c-9333-6fa4244601b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587983'] for port, before_update {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:07:01.788139 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.db [None req-9ee8117c-41d8-4e8c-9333-6fa4244601b0 None None] For port 2fc88446-1c5a-4e74-97ff-018aa77a436e, host dv-cinder-787632-1-iscsi, cleared binding levels {{(pid=86332) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 22 20:07:01.791803 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.db [None req-9ee8117c-41d8-4e8c-9333-6fa4244601b0 None None] For port 2fc88446-1c5a-4e74-97ff-018aa77a436e, host dv-cinder-787632-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787632-1-iscsi',level=0,port_id=2fc88446-1c5a-4e74-97ff-018aa77a436e,segment=NetworkSegment(2a17241e-3c34-4626-92d7-fcc70322f05d),segment_id=2a17241e-3c34-4626-92d7-fcc70322f05d)] {{(pid=86332) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 22 20:07:01.795398 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-9ee8117c-41d8-4e8c-9333-6fa4244601b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854198495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853168226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727707997384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363309147208137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727707567697'] for port, after_update {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:07:01.800445 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86332) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 20:07:01.882098 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ee8117c-41d8-4e8c-9333-6fa4244601b0 None None] Pushing event updated for resources: {'Port': ['ID=2fc88446-1c5a-4e74-97ff-018aa77a436e,revision_number=2']} {{(pid=86332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 20:07:01.886498 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [None req-9ee8117c-41d8-4e8c-9333-6fa4244601b0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=86332) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 20:07:03.095068 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71339ac9-5eab-48fb-9ffe-621ee021416a None None] Network 98c6f2af-c286-42de-9940-dfbdcf71fe89 requested from dv-cinder-787632-1-iscsi {{(pid=86332) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 22 20:07:03.225160 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.provisioning_blocks [None req-3629ccfa-037c-4ceb-87b8-e4ee692cc407 None None] Provisioning for port 2fc88446-1c5a-4e74-97ff-018aa77a436e completed by entity DHCP. {{(pid=86332) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 22 20:07:03.341079 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.rpc [None req-08e5d76f-3fe5-4242-a4b8-30f374028052 None None] Device 2fc88446-1c5a-4e74-97ff-018aa77a436e up at agent ovs-agent-dv-cinder-787632-1-iscsi {{(pid=86332) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 22 20:07:03.438762 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.provisioning_blocks [None req-08e5d76f-3fe5-4242-a4b8-30f374028052 None None] Provisioning for port 2fc88446-1c5a-4e74-97ff-018aa77a436e completed by entity L2. {{(pid=86332) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 22 20:07:03.444067 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.provisioning_blocks [None req-08e5d76f-3fe5-4242-a4b8-30f374028052 None None] Provisioning complete for port 2fc88446-1c5a-4e74-97ff-018aa77a436e triggered by entity L2. {{(pid=86332) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 22 20:07:03.444496 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-08e5d76f-3fe5-4242-a4b8-30f374028052 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854135278'] for port, provisioning_complete {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:07:03.678333 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.provisioning_blocks [None req-9b331ee9-b31c-4296-8d1b-1eac496468b0 None None] Provisioning complete for port 2fc88446-1c5a-4e74-97ff-018aa77a436e triggered by entity DHCP. {{(pid=86332) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 22 20:07:03.678755 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-9b331ee9-b31c-4296-8d1b-1eac496468b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854135278'] for port, provisioning_complete {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:07:03.796320 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-08e5d76f-3fe5-4242-a4b8-30f374028052 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587983'] for port, before_update {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:07:03.886982 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.db [None req-08e5d76f-3fe5-4242-a4b8-30f374028052 None None] For port 2fc88446-1c5a-4e74-97ff-018aa77a436e, host dv-cinder-787632-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787632-1-iscsi',level=0,port_id=2fc88446-1c5a-4e74-97ff-018aa77a436e,segment=NetworkSegment(2a17241e-3c34-4626-92d7-fcc70322f05d),segment_id=2a17241e-3c34-4626-92d7-fcc70322f05d)] {{(pid=86332) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 22 20:07:03.890654 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-9b331ee9-b31c-4296-8d1b-1eac496468b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587983'] for port, before_update {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:07:03.901124 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-08e5d76f-3fe5-4242-a4b8-30f374028052 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854198495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853168226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727707997384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363309147208137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727707567697'] for port, after_update {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:07:03.909165 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86332) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 20:07:04.035879 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08e5d76f-3fe5-4242-a4b8-30f374028052 None None] Pushing event updated for resources: {'Port': ['ID=2fc88446-1c5a-4e74-97ff-018aa77a436e,revision_number=3']} {{(pid=86332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 20:07:04.039432 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [None req-08e5d76f-3fe5-4242-a4b8-30f374028052 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=86332) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 20:07:04.042967 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.db.api [None req-9b331ee9-b31c-4296-8d1b-1eac496468b0 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=86332) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Apr 22 20:07:04.043367 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_db.api [None req-9b331ee9-b31c-4296-8d1b-1eac496468b0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=86332) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Apr 22 20:07:05.301607 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.rpc [None req-08e5d76f-3fe5-4242-a4b8-30f374028052 None None] Device 2fc88446-1c5a-4e74-97ff-018aa77a436e up at agent ovs-agent-dv-cinder-787632-1-iscsi {{(pid=86332) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 22 20:07:05.372555 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.provisioning_blocks [None req-08e5d76f-3fe5-4242-a4b8-30f374028052 None None] Provisioning complete for port 2fc88446-1c5a-4e74-97ff-018aa77a436e triggered by entity L2. {{(pid=86332) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 22 20:07:05.372969 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-08e5d76f-3fe5-4242-a4b8-30f374028052 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854135278'] for port, provisioning_complete {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:07:25.707008 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-49d4dd77-3312-4194-8ef8-f80686ec9701 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309146858885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640583'] for agent, after_update {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:07:28.521231 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-fb433e5b-97ed-4671-89cf-5b4ea9e9ebb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309146858885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640583'] for agent, after_update {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:07:28.896346 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-d69b9430-b136-4a40-a189-232f048ef307 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309146858885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640583'] for agent, after_update {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:07:29.229878 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-08e5d76f-3fe5-4242-a4b8-30f374028052 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309146858885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640583'] for agent, after_update {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:07:30.159156 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-77fc9508-bbbe-4662-bfa7-f4837e5c3abe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309146858885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640583'] for agent, after_update {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:07:35.957086 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.agents_db [None req-d2e1aac6-b006-4d71-afe2-c4a5b694a422 None None] Agent healthcheck: found 5 active agents {{(pid=86333) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 22 20:07:55.707163 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-1201f52e-582c-438a-92e1-055c2bd5434f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309146858885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640583'] for agent, after_update {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:07:58.522048 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-8b62bdd3-4e5c-40f0-b799-3b8cdcf0236d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309146858885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640583'] for agent, after_update {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:07:58.897108 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-d69b9430-b136-4a40-a189-232f048ef307 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309146858885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640583'] for agent, after_update {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:07:59.232897 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-08e5d76f-3fe5-4242-a4b8-30f374028052 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309146858885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640583'] for agent, after_update {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:08:00.164399 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-77fc9508-bbbe-4662-bfa7-f4837e5c3abe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309146858885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640583'] for agent, after_update {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:08:12.956969 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.agents_db [None req-d2e1aac6-b006-4d71-afe2-c4a5b694a422 None None] Agent healthcheck: found 5 active agents {{(pid=86333) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 22 20:08:14.376325 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.wsgi [-] (86331) accepted ('10.222.0.30', 33094) {{(pid=86331) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 20:08:14.382711 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.wsgi [None req-340c7a65-ad42-4e9c-b375-d5eed7e2d9f8 tempest-verify_tempest_config-1403820624 tempest-verify_tempest_config-1403820624-project] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=86331) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 22 20:08:14.383807 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [None req-340c7a65-ad42-4e9c-b375-d5eed7e2d9f8 tempest-verify_tempest_config-1403820624 tempest-verify_tempest_config-1403820624-project] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13635 time: 0.0064394
Apr 22 20:08:14.696499 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.wsgi [-] (86331) accepted ('10.222.0.30', 33112) {{(pid=86331) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 20:08:14.818862 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-d28972cf-1f9b-4c81-936f-4fb624c8e65c admin admin] Notify callbacks [] for security_group, before_create {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:08:14.834861 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.quota.driver [None req-d28972cf-1f9b-4c81-936f-4fb624c8e65c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 22 20:08:14.840152 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.quota.resource [None req-d28972cf-1f9b-4c81-936f-4fb624c8e65c admin admin] Usage tracker for resource:security_group_rule and tenant:574d355757ba4d4d95a317afac48702c is out of sync, need to count used quota {{(pid=86331) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 22 20:08:14.843130 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.quota.resource [None req-d28972cf-1f9b-4c81-936f-4fb624c8e65c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86331) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 22 20:08:14.849051 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.quota.driver [None req-d28972cf-1f9b-4c81-936f-4fb624c8e65c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 22 20:08:14.936722 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-d28972cf-1f9b-4c81-936f-4fb624c8e65c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:08:14.939247 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-d28972cf-1f9b-4c81-936f-4fb624c8e65c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393900'] for security_group, after_create {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:08:14.948121 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 20:08:14.989004 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.quota.resource [None req-d28972cf-1f9b-4c81-936f-4fb624c8e65c admin admin] Synchronizing usage tracker for tenant:fb54fdc12c8a4089aad6fc4d41d4dcac on resource:security_group {{(pid=86331) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 22 20:08:14.992485 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d28972cf-1f9b-4c81-936f-4fb624c8e65c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee6ea407-55c3-46cb-acda-dd0626cfeba8,revision_number=1']} {{(pid=86331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 20:08:15.002711 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d28972cf-1f9b-4c81-936f-4fb624c8e65c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787632-1-iscsi {{(pid=86331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 20:08:15.003105 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d28972cf-1f9b-4c81-936f-4fb624c8e65c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787632-1-iscsi {{(pid=86331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 20:08:15.003478 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d28972cf-1f9b-4c81-936f-4fb624c8e65c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787632-1-iscsi {{(pid=86331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 20:08:15.003845 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d28972cf-1f9b-4c81-936f-4fb624c8e65c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787632-1-iscsi {{(pid=86331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 20:08:15.004208 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d28972cf-1f9b-4c81-936f-4fb624c8e65c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787632-1-iscsi {{(pid=86331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 20:08:15.004574 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d28972cf-1f9b-4c81-936f-4fb624c8e65c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787632-1-iscsi {{(pid=86331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 20:08:15.004932 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d28972cf-1f9b-4c81-936f-4fb624c8e65c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-787632-1-iscsi {{(pid=86331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 20:08:15.005289 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d28972cf-1f9b-4c81-936f-4fb624c8e65c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787632-1-iscsi {{(pid=86331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 20:08:15.005652 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d28972cf-1f9b-4c81-936f-4fb624c8e65c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787632-1-iscsi {{(pid=86331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 20:08:15.006058 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d28972cf-1f9b-4c81-936f-4fb624c8e65c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787632-1-iscsi {{(pid=86331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 20:08:15.006416 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d28972cf-1f9b-4c81-936f-4fb624c8e65c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787632-1-iscsi {{(pid=86331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 20:08:15.006770 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d28972cf-1f9b-4c81-936f-4fb624c8e65c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787632-1-iscsi {{(pid=86331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 20:08:15.012560 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [None req-d28972cf-1f9b-4c81-936f-4fb624c8e65c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 20:08:15.019835 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.quota.resource [None req-d28972cf-1f9b-4c81-936f-4fb624c8e65c admin admin] Unset dirty status for tenant:fb54fdc12c8a4089aad6fc4d41d4dcac on resource:security_group {{(pid=86331) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 22 20:08:15.021038 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [None req-d28972cf-1f9b-4c81-936f-4fb624c8e65c admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=574d355757ba4d4d95a317afac48702c&name=default HTTP/1.1" status: 200  len: 2975 time: 0.3235145
Apr 22 20:08:15.023957 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.wsgi [-] (86331) accepted ('10.222.0.30', 33118) {{(pid=86331) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 20:08:15.084275 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-ca2bd7c4-387d-40f8-b985-9c19df220ed9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:08:15.110821 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-ca2bd7c4-387d-40f8-b985-9c19df220ed9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:08:15.162782 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-ca2bd7c4-387d-40f8-b985-9c19df220ed9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393900'] for security_group, after_delete {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:08:15.168006 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 20:08:15.181089 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca2bd7c4-387d-40f8-b985-9c19df220ed9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee6ea407-55c3-46cb-acda-dd0626cfeba8,revision_number=None']} {{(pid=86331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 20:08:15.183407 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [None req-ca2bd7c4-387d-40f8-b985-9c19df220ed9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 20:08:15.185595 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-ca2bd7c4-387d-40f8-b985-9c19df220ed9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:08:15.186751 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [None req-ca2bd7c4-387d-40f8-b985-9c19df220ed9 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/ee6ea407-55c3-46cb-acda-dd0626cfeba8 HTTP/1.1" status: 204  len: 168 time: 0.1618805
Apr 22 20:08:25.708934 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-1f14327f-4a80-4e2d-b80d-fcda9915444c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309146858885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640583'] for agent, after_update {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:08:28.523843 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-cbe62bcb-bdb4-463b-a375-0d14eec19aaf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309146858885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640583'] for agent, after_update {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:08:28.901195 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-d69b9430-b136-4a40-a189-232f048ef307 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309146858885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640583'] for agent, after_update {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:08:29.234437 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-08e5d76f-3fe5-4242-a4b8-30f374028052 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309146858885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640583'] for agent, after_update {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:08:30.167177 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-77fc9508-bbbe-4662-bfa7-f4837e5c3abe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309146858885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640583'] for agent, after_update {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:08:49.960477 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.agents_db [None req-d2e1aac6-b006-4d71-afe2-c4a5b694a422 None None] Agent healthcheck: found 5 active agents {{(pid=86333) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 22 20:08:55.710679 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-e236228e-24d8-4d0a-82c5-d9e53003d2dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309146858885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640583'] for agent, after_update {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:08:58.526082 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-b8ea2bcd-8b4f-4621-a278-acb0eeebd646 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309146858885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640583'] for agent, after_update {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:08:58.902807 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-d69b9430-b136-4a40-a189-232f048ef307 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309146858885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640583'] for agent, after_update {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:08:59.235324 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-08e5d76f-3fe5-4242-a4b8-30f374028052 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309146858885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640583'] for agent, after_update {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:09:00.169376 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-77fc9508-bbbe-4662-bfa7-f4837e5c3abe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309146858885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640583'] for agent, after_update {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:09:25.712057 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-c912badc-46db-4230-b21b-178894346b87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309146858885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640583'] for agent, after_update {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:09:26.959816 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.agents_db [None req-d2e1aac6-b006-4d71-afe2-c4a5b694a422 None None] Agent healthcheck: found 5 active agents {{(pid=86333) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 22 20:09:28.526770 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-2b81c064-fcc4-430b-8aa3-06dd396a2dd5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309146858885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640583'] for agent, after_update {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:09:28.906255 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-d69b9430-b136-4a40-a189-232f048ef307 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309146858885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640583'] for agent, after_update {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:09:29.235656 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-08e5d76f-3fe5-4242-a4b8-30f374028052 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309146858885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640583'] for agent, after_update {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:09:30.173311 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-77fc9508-bbbe-4662-bfa7-f4837e5c3abe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309146858885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640583'] for agent, after_update {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:09:48.605481 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-cbbe70c9-0b39-4f9d-be6e-4133a7c8f54f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309146858885'] for agent, after_create {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:09:53.660188 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.wsgi [-] (86331) accepted ('10.222.0.30', 33178) {{(pid=86331) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 20:09:53.781001 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [None req-56d28efd-13a0-4131-9110-285fbac081ba admin admin] 10.222.0.30 "GET /v2.0/agents HTTP/1.1" status: 200  len: 4303 time: 0.1191416
Apr 22 20:09:55.714431 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-15073f68-33af-430c-9f1e-c25c4c9f0e9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309146858885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640583'] for agent, after_update {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:09:56.287475 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.wsgi [-] (86331) accepted ('10.222.0.30', 33188) {{(pid=86331) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 20:09:56.350686 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [None req-90ecc465-c2a0-479a-8b3a-1efbaf9dd762 admin admin] 10.222.0.30 "GET /v2.0/agents HTTP/1.1" status: 200  len: 4303 time: 0.0620441
Apr 22 20:09:58.527881 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-6cef5610-778e-480e-854a-1851e4d359bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309146858885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640583'] for agent, after_update {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:09:58.908379 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-d69b9430-b136-4a40-a189-232f048ef307 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309146858885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640583'] for agent, after_update {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:09:59.236647 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-08e5d76f-3fe5-4242-a4b8-30f374028052 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309146858885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640583'] for agent, after_update {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:10:00.178402 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-77fc9508-bbbe-4662-bfa7-f4837e5c3abe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309146858885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640583'] for agent, after_update {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:10:03.959495 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.agents_db [None req-d2e1aac6-b006-4d71-afe2-c4a5b694a422 None None] Agent healthcheck: found 6 active agents {{(pid=86333) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 22 20:10:18.560250 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-cbbe70c9-0b39-4f9d-be6e-4133a7c8f54f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309146858885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640583'] for agent, after_update {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:10:25.715148 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-7f77696f-8458-43c0-b20f-5405ba370005 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309146858885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640583'] for agent, after_update {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:10:28.530121 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-fde5331d-176a-4361-9c6f-3225c758afac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309146858885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640583'] for agent, after_update {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:10:28.909742 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-d69b9430-b136-4a40-a189-232f048ef307 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309146858885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640583'] for agent, after_update {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:10:29.238005 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-08e5d76f-3fe5-4242-a4b8-30f374028052 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309146858885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640583'] for agent, after_update {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:10:30.179704 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-77fc9508-bbbe-4662-bfa7-f4837e5c3abe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309146858885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640583'] for agent, after_update {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:10:40.959885 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.agents_db [None req-d2e1aac6-b006-4d71-afe2-c4a5b694a422 None None] Agent healthcheck: found 6 active agents {{(pid=86333) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 22 20:10:48.577722 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-cbbe70c9-0b39-4f9d-be6e-4133a7c8f54f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309146858885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640583'] for agent, after_update {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:10:55.718008 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-6e88d517-305d-497f-8cb8-0b9b130e4f56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309146858885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640583'] for agent, after_update {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:10:58.531721 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-9f286fb6-972f-4e26-860d-b17fe9da5bc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309146858885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640583'] for agent, after_update {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:10:58.913903 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-d69b9430-b136-4a40-a189-232f048ef307 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309146858885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640583'] for agent, after_update {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:10:59.238545 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-08e5d76f-3fe5-4242-a4b8-30f374028052 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309146858885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640583'] for agent, after_update {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:11:00.184275 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-77fc9508-bbbe-4662-bfa7-f4837e5c3abe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309146858885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640583'] for agent, after_update {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:11:17.959888 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.agents_db [None req-d2e1aac6-b006-4d71-afe2-c4a5b694a422 None None] Agent healthcheck: found 6 active agents {{(pid=86333) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 22 20:11:18.567529 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-cbbe70c9-0b39-4f9d-be6e-4133a7c8f54f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309146858885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640583'] for agent, after_update {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:11:25.725951 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-b53a8565-10a2-4feb-acf0-57761e9fb191 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309146858885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640583'] for agent, after_update {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:11:28.540516 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-e009d984-2b7a-4f90-a846-31c745264962 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309146858885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640583'] for agent, after_update {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:11:28.917649 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-d69b9430-b136-4a40-a189-232f048ef307 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309146858885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640583'] for agent, after_update {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:11:29.243827 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-08e5d76f-3fe5-4242-a4b8-30f374028052 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309146858885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640583'] for agent, after_update {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:11:29.303403 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.wsgi [-] (86331) accepted ('10.222.0.30', 33336) {{(pid=86331) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 20:11:29.702327 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.v2.base [None req-3b14e9e2-74ba-4187-b5ff-be97061566b8 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-830527486-network', 'tenant_id': '36deea2aa67b4af688b0eb00b20d58c9'}} {{(pid=86331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 22 20:11:29.707725 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.quota.driver [None req-3b14e9e2-74ba-4187-b5ff-be97061566b8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 22 20:11:29.712442 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.quota.resource [None req-3b14e9e2-74ba-4187-b5ff-be97061566b8 admin admin] Usage tracker for resource:network and tenant:36deea2aa67b4af688b0eb00b20d58c9 is out of sync, need to count used quota {{(pid=86331) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 22 20:11:29.715935 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.quota.resource [None req-3b14e9e2-74ba-4187-b5ff-be97061566b8 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86331) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 22 20:11:29.721986 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.quota.driver [None req-3b14e9e2-74ba-4187-b5ff-be97061566b8 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 22 20:11:29.732652 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b14e9e2-74ba-4187-b5ff-be97061566b8 admin admin] Made reservation on behalf of 36deea2aa67b4af688b0eb00b20d58c9 for: {'network': 1} {{(pid=86331) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 22 20:11:29.735407 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-3b14e9e2-74ba-4187-b5ff-be97061566b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587983'] for network, before_create {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:11:29.748976 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-3b14e9e2-74ba-4187-b5ff-be97061566b8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:11:29.766844 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.quota.driver [None req-3b14e9e2-74ba-4187-b5ff-be97061566b8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 22 20:11:29.771020 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.quota.resource [None req-3b14e9e2-74ba-4187-b5ff-be97061566b8 admin admin] Usage tracker for resource:security_group_rule and tenant:36deea2aa67b4af688b0eb00b20d58c9 is out of sync, need to count used quota {{(pid=86331) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 22 20:11:29.774113 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.quota.resource [None req-3b14e9e2-74ba-4187-b5ff-be97061566b8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86331) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 22 20:11:29.782929 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.quota.driver [None req-3b14e9e2-74ba-4187-b5ff-be97061566b8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 22 20:11:29.884196 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-3b14e9e2-74ba-4187-b5ff-be97061566b8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:11:29.888213 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-3b14e9e2-74ba-4187-b5ff-be97061566b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393900'] for security_group, after_create {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:11:29.892457 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [None req-1e38ed33-28a6-4554-b54b-b91b2140b748 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 20:11:29.924751 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3b14e9e2-74ba-4187-b5ff-be97061566b8 admin admin] vlan segment allocate from pool success with {'vlan_id': 371, 'physical_network': 'physnet1'}  {{(pid=86331) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}}
Apr 22 20:11:29.937528 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b14e9e2-74ba-4187-b5ff-be97061566b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d55ceebb-51ed-4aac-b636-f683c724b454,revision_number=1']} {{(pid=86331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 20:11:29.948366 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b14e9e2-74ba-4187-b5ff-be97061566b8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787632-1-iscsi {{(pid=86331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 20:11:29.948932 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b14e9e2-74ba-4187-b5ff-be97061566b8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787632-1-iscsi {{(pid=86331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 20:11:29.949454 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b14e9e2-74ba-4187-b5ff-be97061566b8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787632-1-iscsi {{(pid=86331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 20:11:29.950134 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b14e9e2-74ba-4187-b5ff-be97061566b8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787632-1-iscsi {{(pid=86331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 20:11:29.950668 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b14e9e2-74ba-4187-b5ff-be97061566b8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787632-1-iscsi {{(pid=86331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 20:11:29.951175 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b14e9e2-74ba-4187-b5ff-be97061566b8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787632-1-iscsi {{(pid=86331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 20:11:29.951695 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b14e9e2-74ba-4187-b5ff-be97061566b8 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-787632-1-iscsi {{(pid=86331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 20:11:29.952228 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b14e9e2-74ba-4187-b5ff-be97061566b8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787632-1-iscsi {{(pid=86331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 20:11:29.952591 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b14e9e2-74ba-4187-b5ff-be97061566b8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787632-1-iscsi {{(pid=86331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 20:11:29.952934 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b14e9e2-74ba-4187-b5ff-be97061566b8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787632-1-iscsi {{(pid=86331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 20:11:29.953448 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b14e9e2-74ba-4187-b5ff-be97061566b8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787632-1-iscsi {{(pid=86331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 20:11:29.953990 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b14e9e2-74ba-4187-b5ff-be97061566b8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787632-1-iscsi {{(pid=86331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 20:11:29.955289 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b14e9e2-74ba-4187-b5ff-be97061566b8 admin admin] Tracked resource versions report:
Apr 22 20:11:29.955289 dv-cinder-787632-1-iscsi neutron-server[86219]: pushed versions:
Apr 22 20:11:29.955289 dv-cinder-787632-1-iscsi neutron-server[86219]: {   'AddressGroup': {'1.2'},
Apr 22 20:11:29.955289 dv-cinder-787632-1-iscsi neutron-server[86219]:     'ConntrackHelper': {'1.0'},
Apr 22 20:11:29.955289 dv-cinder-787632-1-iscsi neutron-server[86219]:     'Log': {'1.0'},
Apr 22 20:11:29.955289 dv-cinder-787632-1-iscsi neutron-server[86219]:     'Network': {'1.1'},
Apr 22 20:11:29.955289 dv-cinder-787632-1-iscsi neutron-server[86219]:     'Port': {'1.7'},
Apr 22 20:11:29.955289 dv-cinder-787632-1-iscsi neutron-server[86219]:     'PortForwarding': {'1.2'},
Apr 22 20:11:29.955289 dv-cinder-787632-1-iscsi neutron-server[86219]:     'QosPolicy': {'1.8'},
Apr 22 20:11:29.955289 dv-cinder-787632-1-iscsi neutron-server[86219]:     'SecurityGroup': {'1.4'},
Apr 22 20:11:29.955289 dv-cinder-787632-1-iscsi neutron-server[86219]:     'SecurityGroupRule': {'1.2'},
Apr 22 20:11:29.955289 dv-cinder-787632-1-iscsi neutron-server[86219]:     'SubPort': {'1.0'},
Apr 22 20:11:29.955289 dv-cinder-787632-1-iscsi neutron-server[86219]:     'Subnet': {'1.1'},
Apr 22 20:11:29.955289 dv-cinder-787632-1-iscsi neutron-server[86219]:     'Trunk': {'1.1'}}
Apr 22 20:11:29.955289 dv-cinder-787632-1-iscsi neutron-server[86219]: consumer versions:
Apr 22 20:11:29.955289 dv-cinder-787632-1-iscsi neutron-server[86219]: {   DHCP agent@dv-cinder-787632-1-iscsi: {},
Apr 22 20:11:29.955289 dv-cinder-787632-1-iscsi neutron-server[86219]:     HyperV agent@hv-cinder-78763: {},
Apr 22 20:11:29.955289 dv-cinder-787632-1-iscsi neutron-server[86219]:     L3 agent@dv-cinder-787632-1-iscsi: {},
Apr 22 20:11:29.955289 dv-cinder-787632-1-iscsi neutron-server[86219]:     Metadata agent@dv-cinder-787632-1-iscsi: {},
Apr 22 20:11:29.955289 dv-cinder-787632-1-iscsi neutron-server[86219]:     Metering agent@dv-cinder-787632-1-iscsi: {},
Apr 22 20:11:29.955289 dv-cinder-787632-1-iscsi neutron-server[86219]:     Open vSwitch agent@dv-cinder-787632-1-iscsi: {   'AddressGroup': '1.2',
Apr 22 20:11:29.955289 dv-cinder-787632-1-iscsi neutron-server[86219]:                                                      'ConntrackHelper': '1.0',
Apr 22 20:11:29.955289 dv-cinder-787632-1-iscsi neutron-server[86219]:                                                      'Log': '1.0',
Apr 22 20:11:29.955289 dv-cinder-787632-1-iscsi neutron-server[86219]:                                                      'Network': '1.1',
Apr 22 20:11:29.955289 dv-cinder-787632-1-iscsi neutron-server[86219]:                                                      'Port': '1.7',
Apr 22 20:11:29.955289 dv-cinder-787632-1-iscsi neutron-server[86219]:                                                      'PortForwarding': '1.2',
Apr 22 20:11:29.955289 dv-cinder-787632-1-iscsi neutron-server[86219]:                                                      'QosPolicy': '1.8',
Apr 22 20:11:29.955289 dv-cinder-787632-1-iscsi neutron-server[86219]:                                                      'SecurityGroup': '1.4',
Apr 22 20:11:29.955289 dv-cinder-787632-1-iscsi neutron-server[86219]:                                                      'SecurityGroupRule': '1.2',
Apr 22 20:11:29.955289 dv-cinder-787632-1-iscsi neutron-server[86219]:                                                      'SubPort': '1.0',
Apr 22 20:11:29.955289 dv-cinder-787632-1-iscsi neutron-server[86219]:                                                      'Subnet': '1.1',
Apr 22 20:11:29.955289 dv-cinder-787632-1-iscsi neutron-server[86219]:                                                      'Trunk': '1.1'}}
Apr 22 20:11:29.955289 dv-cinder-787632-1-iscsi neutron-server[86219]:  {{(pid=86331) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}}
Apr 22 20:11:29.958435 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-3b14e9e2-74ba-4187-b5ff-be97061566b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1523030'] for segment, precommit_create {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:11:29.958825 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.db.segments_db [None req-3b14e9e2-74ba-4187-b5ff-be97061566b8 admin admin] Added segment c05c8d59-d540-4da1-9463-29cd0134c7fb of type vlan for network 467c6d16-e2ea-4345-8c7f-17c67069e343
Apr 22 20:11:29.960351 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [None req-3b14e9e2-74ba-4187-b5ff-be97061566b8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 20:11:29.993187 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-3b14e9e2-74ba-4187-b5ff-be97061566b8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727707556023'] for network, precommit_create {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:11:30.025392 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-3b14e9e2-74ba-4187-b5ff-be97061566b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853168226'] for network, after_create {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:11:30.026801 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b14e9e2-74ba-4187-b5ff-be97061566b8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 20:11:30.027716 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-3b14e9e2-74ba-4187-b5ff-be97061566b8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853168243'] for network, before_response {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:11:30.032854 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 20:11:30.139778 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [None req-3b14e9e2-74ba-4187-b5ff-be97061566b8 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201  len: 884 time: 0.8349848
Apr 22 20:11:30.140977 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b14e9e2-74ba-4187-b5ff-be97061566b8 admin admin] Pushing event updated for resources: {'Network': ['ID=467c6d16-e2ea-4345-8c7f-17c67069e343,revision_number=1']} {{(pid=86331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 20:11:30.143311 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.wsgi [-] (86331) accepted ('10.222.0.30', 33392) {{(pid=86331) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 20:11:30.146263 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [None req-3b14e9e2-74ba-4187-b5ff-be97061566b8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 20:11:30.150700 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.v2.base [None req-b0f4d314-df88-4b2f-97ca-0eb8fbcb6563 admin admin] Request body: {'subnet': {'network_id': '467c6d16-e2ea-4345-8c7f-17c67069e343', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-830527486-subnet', 'tenant_id': '36deea2aa67b4af688b0eb00b20d58c9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=86331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 22 20:11:30.152040 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.rpc [None req-08e5d76f-3fe5-4242-a4b8-30f374028052 None None] Network 467c6d16-e2ea-4345-8c7f-17c67069e343 details requested by agent ovs-agent-dv-cinder-787632-1-iscsi with host dv-cinder-787632-1-iscsi {{(pid=86332) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Apr 22 20:11:30.156120 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.quota.driver [None req-b0f4d314-df88-4b2f-97ca-0eb8fbcb6563 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 22 20:11:30.160471 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.quota.resource [None req-b0f4d314-df88-4b2f-97ca-0eb8fbcb6563 admin admin] Usage tracker for resource:subnet and tenant:36deea2aa67b4af688b0eb00b20d58c9 is out of sync, need to count used quota {{(pid=86331) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 22 20:11:30.163526 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.quota.resource [None req-b0f4d314-df88-4b2f-97ca-0eb8fbcb6563 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86331) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 22 20:11:30.170510 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.quota.driver [None req-b0f4d314-df88-4b2f-97ca-0eb8fbcb6563 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 22 20:11:30.182541 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0f4d314-df88-4b2f-97ca-0eb8fbcb6563 admin admin] Made reservation on behalf of 36deea2aa67b4af688b0eb00b20d58c9 for: {'subnet': 1} {{(pid=86331) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 22 20:11:30.187804 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-b0f4d314-df88-4b2f-97ca-0eb8fbcb6563 admin admin] Notify callbacks [] for subnet, before_create {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:11:30.264435 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-77fc9508-bbbe-4662-bfa7-f4837e5c3abe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309146858885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640583'] for agent, after_update {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:11:30.615355 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-b0f4d314-df88-4b2f-97ca-0eb8fbcb6563 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853168226'] for subnet, after_create {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:11:30.620218 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 20:11:30.624291 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.wsgi [-] (86330) accepted ('10.222.0.30', 33408) {{(pid=86330) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 20:11:30.669036 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.wsgi [-] (86330) accepted ('10.222.0.30', 33414) {{(pid=86330) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 20:11:30.701934 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0f4d314-df88-4b2f-97ca-0eb8fbcb6563 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2ba3fdce-5164-477d-aabe-c9ad9bf606d5,revision_number=0']} {{(pid=86331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 20:11:30.706284 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [None req-b0f4d314-df88-4b2f-97ca-0eb8fbcb6563 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 20:11:30.714582 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0f4d314-df88-4b2f-97ca-0eb8fbcb6563 admin admin] Checking segment: {'id': 'c05c8d59-d540-4da1-9463-29cd0134c7fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '467c6d16-e2ea-4345-8c7f-17c67069e343'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86331) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 22 20:11:30.714981 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0f4d314-df88-4b2f-97ca-0eb8fbcb6563 admin admin] Network hostable DHCP agents. Network: 467c6d16-e2ea-4345-8c7f-17c67069e343, hostable agents: ['e0877369-7b04-40ef-a371-0b097842c51e'], hosted agents: [] {{(pid=86331) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Apr 22 20:11:30.736654 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0f4d314-df88-4b2f-97ca-0eb8fbcb6563 admin admin] Network 467c6d16-e2ea-4345-8c7f-17c67069e343 is scheduled to be hosted by DHCP agent e0877369-7b04-40ef-a371-0b097842c51e with binding_index 1 {{(pid=86331) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Apr 22 20:11:30.746933 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.scheduler.base_scheduler [None req-b0f4d314-df88-4b2f-97ca-0eb8fbcb6563 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-787632-1-iscsi, 467c6d16-e2ea-4345-8c7f-17c67069e343) {{(pid=86331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 22 20:11:30.753951 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0f4d314-df88-4b2f-97ca-0eb8fbcb6563 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 20:11:30.755789 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-b0f4d314-df88-4b2f-97ca-0eb8fbcb6563 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853168243'] for subnet, before_response {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:11:30.757516 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-726c7068-3bd5-4587-8411-b45ac96c4225 None None] Network 467c6d16-e2ea-4345-8c7f-17c67069e343 requested from dv-cinder-787632-1-iscsi {{(pid=86332) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 22 20:11:30.795035 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [None req-b0f4d314-df88-4b2f-97ca-0eb8fbcb6563 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 848 time: 0.6505177
Apr 22 20:11:30.999506 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a9e8bf9-d710-4901-8715-484786fa764d None None] Network 467c6d16-e2ea-4345-8c7f-17c67069e343 requested from dv-cinder-787632-1-iscsi {{(pid=86332) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 22 20:11:31.045205 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.v2.base [None req-74e0cd52-3090-46b1-8e62-df3f4235b6f4 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1127073115-network', 'tenant_id': '48229d4d53b042958a9ce5577ce62d8e'}} {{(pid=86330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 22 20:11:31.048290 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.quota [None req-74e0cd52-3090-46b1-8e62-df3f4235b6f4 admin admin] Loaded quota_driver: <neutron.db.quota.driver.DbQuotaDriver object at 0x7f013db140b8>.
Apr 22 20:11:31.054806 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.quota.driver [None req-74e0cd52-3090-46b1-8e62-df3f4235b6f4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86330) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 22 20:11:31.059837 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.quota.resource [None req-74e0cd52-3090-46b1-8e62-df3f4235b6f4 admin admin] Usage tracker for resource:network and tenant:48229d4d53b042958a9ce5577ce62d8e is out of sync, need to count used quota {{(pid=86330) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 22 20:11:31.063986 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.quota.resource [None req-74e0cd52-3090-46b1-8e62-df3f4235b6f4 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86330) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 22 20:11:31.071434 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.quota.driver [None req-74e0cd52-3090-46b1-8e62-df3f4235b6f4 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86330) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 22 20:11:31.085254 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74e0cd52-3090-46b1-8e62-df3f4235b6f4 admin admin] Made reservation on behalf of 48229d4d53b042958a9ce5577ce62d8e for: {'network': 1} {{(pid=86330) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 22 20:11:31.091148 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-74e0cd52-3090-46b1-8e62-df3f4235b6f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587983'] for network, before_create {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:11:31.098189 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.wsgi [-] (86331) accepted ('10.222.0.30', 33438) {{(pid=86331) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 20:11:31.112748 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-74e0cd52-3090-46b1-8e62-df3f4235b6f4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:11:31.132487 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.v2.base [None req-96371e94-6966-47a7-9c38-99b54f9e9a1e admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-958420590-network', 'tenant_id': 'a3da31af07b74c20b145ac19f125aded'}} {{(pid=86330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 22 20:11:31.137400 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.quota.driver [None req-96371e94-6966-47a7-9c38-99b54f9e9a1e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86330) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 22 20:11:31.141606 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.quota.resource [None req-96371e94-6966-47a7-9c38-99b54f9e9a1e admin admin] Usage tracker for resource:network and tenant:a3da31af07b74c20b145ac19f125aded is out of sync, need to count used quota {{(pid=86330) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 22 20:11:31.144794 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.quota.resource [None req-96371e94-6966-47a7-9c38-99b54f9e9a1e admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86330) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 22 20:11:31.155085 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.quota.driver [None req-74e0cd52-3090-46b1-8e62-df3f4235b6f4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86330) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 22 20:11:31.159271 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.quota.resource [None req-74e0cd52-3090-46b1-8e62-df3f4235b6f4 admin admin] Usage tracker for resource:security_group_rule and tenant:48229d4d53b042958a9ce5577ce62d8e is out of sync, need to count used quota {{(pid=86330) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 22 20:11:31.163006 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.quota.resource [None req-74e0cd52-3090-46b1-8e62-df3f4235b6f4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86330) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 22 20:11:31.170202 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.quota.driver [None req-74e0cd52-3090-46b1-8e62-df3f4235b6f4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86330) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 22 20:11:31.198524 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.quota.driver [None req-96371e94-6966-47a7-9c38-99b54f9e9a1e admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86330) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 22 20:11:31.221094 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96371e94-6966-47a7-9c38-99b54f9e9a1e admin admin] Made reservation on behalf of a3da31af07b74c20b145ac19f125aded for: {'network': 1} {{(pid=86330) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 22 20:11:31.225983 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-96371e94-6966-47a7-9c38-99b54f9e9a1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587983'] for network, before_create {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:11:31.246361 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-96371e94-6966-47a7-9c38-99b54f9e9a1e admin admin] Notify callbacks [] for security_group, before_create {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:11:31.272904 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.quota.driver [None req-96371e94-6966-47a7-9c38-99b54f9e9a1e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86330) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 22 20:11:31.281364 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.quota.resource [None req-96371e94-6966-47a7-9c38-99b54f9e9a1e admin admin] Usage tracker for resource:security_group_rule and tenant:a3da31af07b74c20b145ac19f125aded is out of sync, need to count used quota {{(pid=86330) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 22 20:11:31.285685 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.quota.resource [None req-96371e94-6966-47a7-9c38-99b54f9e9a1e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86330) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 22 20:11:31.300458 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.quota.driver [None req-96371e94-6966-47a7-9c38-99b54f9e9a1e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86330) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 22 20:11:31.359470 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-74e0cd52-3090-46b1-8e62-df3f4235b6f4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:11:31.365330 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-74e0cd52-3090-46b1-8e62-df3f4235b6f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393900'] for security_group, after_create {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:11:31.377020 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 20:11:31.425356 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-74e0cd52-3090-46b1-8e62-df3f4235b6f4 admin admin] vlan segment allocate from pool success with {'vlan_id': 356, 'physical_network': 'physnet1'}  {{(pid=86330) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}}
Apr 22 20:11:31.432242 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74e0cd52-3090-46b1-8e62-df3f4235b6f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12e357dc-1d76-4f4d-8ec3-cba1cfd90e7f,revision_number=1']} {{(pid=86330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 20:11:31.456513 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74e0cd52-3090-46b1-8e62-df3f4235b6f4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787632-1-iscsi {{(pid=86330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 20:11:31.456904 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74e0cd52-3090-46b1-8e62-df3f4235b6f4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787632-1-iscsi {{(pid=86330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 20:11:31.457277 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74e0cd52-3090-46b1-8e62-df3f4235b6f4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787632-1-iscsi {{(pid=86330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 20:11:31.457641 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74e0cd52-3090-46b1-8e62-df3f4235b6f4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787632-1-iscsi {{(pid=86330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 20:11:31.458034 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74e0cd52-3090-46b1-8e62-df3f4235b6f4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787632-1-iscsi {{(pid=86330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 20:11:31.458397 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74e0cd52-3090-46b1-8e62-df3f4235b6f4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787632-1-iscsi {{(pid=86330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 20:11:31.458732 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74e0cd52-3090-46b1-8e62-df3f4235b6f4 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-787632-1-iscsi {{(pid=86330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 20:11:31.459280 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74e0cd52-3090-46b1-8e62-df3f4235b6f4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787632-1-iscsi {{(pid=86330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 20:11:31.459798 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74e0cd52-3090-46b1-8e62-df3f4235b6f4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787632-1-iscsi {{(pid=86330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 20:11:31.460301 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74e0cd52-3090-46b1-8e62-df3f4235b6f4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787632-1-iscsi {{(pid=86330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 20:11:31.460819 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74e0cd52-3090-46b1-8e62-df3f4235b6f4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787632-1-iscsi {{(pid=86330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 20:11:31.461328 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74e0cd52-3090-46b1-8e62-df3f4235b6f4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787632-1-iscsi {{(pid=86330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 20:11:31.462626 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74e0cd52-3090-46b1-8e62-df3f4235b6f4 admin admin] Tracked resource versions report:
Apr 22 20:11:31.462626 dv-cinder-787632-1-iscsi neutron-server[86219]: pushed versions:
Apr 22 20:11:31.462626 dv-cinder-787632-1-iscsi neutron-server[86219]: {   'AddressGroup': {'1.2'},
Apr 22 20:11:31.462626 dv-cinder-787632-1-iscsi neutron-server[86219]:     'ConntrackHelper': {'1.0'},
Apr 22 20:11:31.462626 dv-cinder-787632-1-iscsi neutron-server[86219]:     'Log': {'1.0'},
Apr 22 20:11:31.462626 dv-cinder-787632-1-iscsi neutron-server[86219]:     'Network': {'1.1'},
Apr 22 20:11:31.462626 dv-cinder-787632-1-iscsi neutron-server[86219]:     'Port': {'1.7'},
Apr 22 20:11:31.462626 dv-cinder-787632-1-iscsi neutron-server[86219]:     'PortForwarding': {'1.2'},
Apr 22 20:11:31.462626 dv-cinder-787632-1-iscsi neutron-server[86219]:     'QosPolicy': {'1.8'},
Apr 22 20:11:31.462626 dv-cinder-787632-1-iscsi neutron-server[86219]:     'SecurityGroup': {'1.4'},
Apr 22 20:11:31.462626 dv-cinder-787632-1-iscsi neutron-server[86219]:     'SecurityGroupRule': {'1.2'},
Apr 22 20:11:31.462626 dv-cinder-787632-1-iscsi neutron-server[86219]:     'SubPort': {'1.0'},
Apr 22 20:11:31.462626 dv-cinder-787632-1-iscsi neutron-server[86219]:     'Subnet': {'1.1'},
Apr 22 20:11:31.462626 dv-cinder-787632-1-iscsi neutron-server[86219]:     'Trunk': {'1.1'}}
Apr 22 20:11:31.462626 dv-cinder-787632-1-iscsi neutron-server[86219]: consumer versions:
Apr 22 20:11:31.462626 dv-cinder-787632-1-iscsi neutron-server[86219]: {   DHCP agent@dv-cinder-787632-1-iscsi: {},
Apr 22 20:11:31.462626 dv-cinder-787632-1-iscsi neutron-server[86219]:     HyperV agent@hv-cinder-78763: {},
Apr 22 20:11:31.462626 dv-cinder-787632-1-iscsi neutron-server[86219]:     L3 agent@dv-cinder-787632-1-iscsi: {},
Apr 22 20:11:31.462626 dv-cinder-787632-1-iscsi neutron-server[86219]:     Metadata agent@dv-cinder-787632-1-iscsi: {},
Apr 22 20:11:31.462626 dv-cinder-787632-1-iscsi neutron-server[86219]:     Metering agent@dv-cinder-787632-1-iscsi: {},
Apr 22 20:11:31.462626 dv-cinder-787632-1-iscsi neutron-server[86219]:     Open vSwitch agent@dv-cinder-787632-1-iscsi: {   'AddressGroup': '1.2',
Apr 22 20:11:31.462626 dv-cinder-787632-1-iscsi neutron-server[86219]:                                                      'ConntrackHelper': '1.0',
Apr 22 20:11:31.462626 dv-cinder-787632-1-iscsi neutron-server[86219]:                                                      'Log': '1.0',
Apr 22 20:11:31.462626 dv-cinder-787632-1-iscsi neutron-server[86219]:                                                      'Network': '1.1',
Apr 22 20:11:31.462626 dv-cinder-787632-1-iscsi neutron-server[86219]:                                                      'Port': '1.7',
Apr 22 20:11:31.462626 dv-cinder-787632-1-iscsi neutron-server[86219]:                                                      'PortForwarding': '1.2',
Apr 22 20:11:31.462626 dv-cinder-787632-1-iscsi neutron-server[86219]:                                                      'QosPolicy': '1.8',
Apr 22 20:11:31.462626 dv-cinder-787632-1-iscsi neutron-server[86219]:                                                      'SecurityGroup': '1.4',
Apr 22 20:11:31.462626 dv-cinder-787632-1-iscsi neutron-server[86219]:                                                      'SecurityGroupRule': '1.2',
Apr 22 20:11:31.462626 dv-cinder-787632-1-iscsi neutron-server[86219]:                                                      'SubPort': '1.0',
Apr 22 20:11:31.462626 dv-cinder-787632-1-iscsi neutron-server[86219]:                                                      'Subnet': '1.1',
Apr 22 20:11:31.462626 dv-cinder-787632-1-iscsi neutron-server[86219]:                                                      'Trunk': '1.1'}}
Apr 22 20:11:31.462626 dv-cinder-787632-1-iscsi neutron-server[86219]:  {{(pid=86330) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}}
Apr 22 20:11:31.468690 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-74e0cd52-3090-46b1-8e62-df3f4235b6f4 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363309146858902', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1523030'] for segment, precommit_create {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:11:31.469718 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-74e0cd52-3090-46b1-8e62-df3f4235b6f4 admin admin] Unsubscribe: <function _add_segment_host_mapping_for_segment at 0x7f013ee1a6a8> segment precommit_create {{(pid=86330) unsubscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:84}}
Apr 22 20:11:31.470423 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.db.segments_db [None req-74e0cd52-3090-46b1-8e62-df3f4235b6f4 admin admin] Added segment 3a7c8a3c-d8a5-4ea6-9c7e-398752a60d2f of type vlan for network 2f71bdb9-006a-4ab4-9335-9bbccd5c61c9
Apr 22 20:11:31.522833 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [None req-74e0cd52-3090-46b1-8e62-df3f4235b6f4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=86330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 20:11:31.567372 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-96371e94-6966-47a7-9c38-99b54f9e9a1e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:11:31.571631 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-74e0cd52-3090-46b1-8e62-df3f4235b6f4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727707556023'] for network, precommit_create {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:11:31.576281 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-96371e94-6966-47a7-9c38-99b54f9e9a1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393900'] for security_group, after_create {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:11:31.577966 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.v2.base [None req-b28a859e-75a3-442d-bf7e-edfc1193a1da admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-860199075-network', 'tenant_id': 'd911111607464bf49ef66ee3335728c8'}} {{(pid=86331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 22 20:11:31.583852 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 20:11:31.585183 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.quota.driver [None req-b28a859e-75a3-442d-bf7e-edfc1193a1da admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 22 20:11:31.596111 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.quota.resource [None req-b28a859e-75a3-442d-bf7e-edfc1193a1da admin admin] Usage tracker for resource:network and tenant:d911111607464bf49ef66ee3335728c8 is out of sync, need to count used quota {{(pid=86331) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 22 20:11:31.610068 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.quota.resource [None req-b28a859e-75a3-442d-bf7e-edfc1193a1da admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86331) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 22 20:11:31.619536 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.quota.driver [None req-b28a859e-75a3-442d-bf7e-edfc1193a1da admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 22 20:11:31.626717 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-96371e94-6966-47a7-9c38-99b54f9e9a1e admin admin] vlan segment allocate from pool success with {'vlan_id': 394, 'physical_network': 'physnet1'}  {{(pid=86330) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}}
Apr 22 20:11:31.629112 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96371e94-6966-47a7-9c38-99b54f9e9a1e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f3d9104-7f67-4d9e-bcf5-b704aabb6c6e,revision_number=1']} {{(pid=86330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 20:11:31.643151 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b28a859e-75a3-442d-bf7e-edfc1193a1da admin admin] Made reservation on behalf of d911111607464bf49ef66ee3335728c8 for: {'network': 1} {{(pid=86331) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 22 20:11:31.647068 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [None req-96371e94-6966-47a7-9c38-99b54f9e9a1e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=86330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 20:11:31.654075 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-b28a859e-75a3-442d-bf7e-edfc1193a1da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587983'] for network, before_create {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:11:31.673272 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-96371e94-6966-47a7-9c38-99b54f9e9a1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1523030'] for segment, precommit_create {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:11:31.673810 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.db.segments_db [None req-96371e94-6966-47a7-9c38-99b54f9e9a1e admin admin] Added segment 1555e1dd-eab4-4f8c-97c5-0a2b36498408 of type vlan for network 571b53d1-aed3-4bd3-ab53-2cb6e0d9c5b7
Apr 22 20:11:31.680680 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-74e0cd52-3090-46b1-8e62-df3f4235b6f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853168226'] for network, after_create {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:11:31.682969 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74e0cd52-3090-46b1-8e62-df3f4235b6f4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 20:11:31.683604 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-74e0cd52-3090-46b1-8e62-df3f4235b6f4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853168243'] for network, before_response {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:11:31.686428 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-b28a859e-75a3-442d-bf7e-edfc1193a1da admin admin] Notify callbacks [] for security_group, before_create {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:11:31.692202 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 20:11:31.737034 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.quota.driver [None req-b28a859e-75a3-442d-bf7e-edfc1193a1da admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 22 20:11:31.747370 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.quota.resource [None req-b28a859e-75a3-442d-bf7e-edfc1193a1da admin admin] Usage tracker for resource:security_group_rule and tenant:d911111607464bf49ef66ee3335728c8 is out of sync, need to count used quota {{(pid=86331) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 22 20:11:31.757326 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.quota.resource [None req-b28a859e-75a3-442d-bf7e-edfc1193a1da admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86331) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 22 20:11:31.777187 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.quota.driver [None req-b28a859e-75a3-442d-bf7e-edfc1193a1da admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 22 20:11:31.822920 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-96371e94-6966-47a7-9c38-99b54f9e9a1e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727707556023'] for network, precommit_create {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:11:31.833086 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74e0cd52-3090-46b1-8e62-df3f4235b6f4 admin admin] Pushing event updated for resources: {'Network': ['ID=2f71bdb9-006a-4ab4-9335-9bbccd5c61c9,revision_number=1']} {{(pid=86330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 20:11:31.855769 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [None req-74e0cd52-3090-46b1-8e62-df3f4235b6f4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=86330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 20:11:31.860981 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.rpc [None req-08e5d76f-3fe5-4242-a4b8-30f374028052 None None] Network 2f71bdb9-006a-4ab4-9335-9bbccd5c61c9 details requested by agent ovs-agent-dv-cinder-787632-1-iscsi with host dv-cinder-787632-1-iscsi {{(pid=86332) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Apr 22 20:11:31.869515 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [None req-74e0cd52-3090-46b1-8e62-df3f4235b6f4 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201  len: 888 time: 1.2438147
Apr 22 20:11:31.877591 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.wsgi [-] (86331) accepted ('10.222.0.30', 33474) {{(pid=86331) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 20:11:31.907490 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.v2.base [None req-b763eeb0-3686-4785-a4d3-61ac0cb8fbeb admin admin] Request body: {'subnet': {'network_id': '2f71bdb9-006a-4ab4-9335-9bbccd5c61c9', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1127073115-subnet', 'tenant_id': '48229d4d53b042958a9ce5577ce62d8e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=86331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 22 20:11:31.916165 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-96371e94-6966-47a7-9c38-99b54f9e9a1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853168226'] for network, after_create {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:11:31.917154 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.quota.driver [None req-b763eeb0-3686-4785-a4d3-61ac0cb8fbeb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 22 20:11:31.917587 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96371e94-6966-47a7-9c38-99b54f9e9a1e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 20:11:31.918273 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-96371e94-6966-47a7-9c38-99b54f9e9a1e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853168243'] for network, before_response {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:11:31.923537 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 20:11:31.926887 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.quota.resource [None req-b763eeb0-3686-4785-a4d3-61ac0cb8fbeb admin admin] Usage tracker for resource:subnet and tenant:48229d4d53b042958a9ce5577ce62d8e is out of sync, need to count used quota {{(pid=86331) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 22 20:11:31.931542 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.quota.resource [None req-b763eeb0-3686-4785-a4d3-61ac0cb8fbeb admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86331) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 22 20:11:31.948352 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.quota.driver [None req-b763eeb0-3686-4785-a4d3-61ac0cb8fbeb admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 22 20:11:31.987751 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-b28a859e-75a3-442d-bf7e-edfc1193a1da admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:11:31.992791 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-b28a859e-75a3-442d-bf7e-edfc1193a1da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393900'] for security_group, after_create {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:11:31.999302 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 20:11:32.010251 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b763eeb0-3686-4785-a4d3-61ac0cb8fbeb admin admin] Made reservation on behalf of 48229d4d53b042958a9ce5577ce62d8e for: {'subnet': 1} {{(pid=86331) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 22 20:11:32.016414 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-b763eeb0-3686-4785-a4d3-61ac0cb8fbeb admin admin] Notify callbacks [] for subnet, before_create {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:11:32.049005 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b28a859e-75a3-442d-bf7e-edfc1193a1da admin admin] vlan segment allocate from pool success with {'vlan_id': 389, 'physical_network': 'physnet1'}  {{(pid=86331) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}}
Apr 22 20:11:32.137513 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [None req-96371e94-6966-47a7-9c38-99b54f9e9a1e admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201  len: 891 time: 1.4698310
Apr 22 20:11:32.138244 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.wsgi [-] (86331) accepted ('10.222.0.30', 33484) {{(pid=86331) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 20:11:32.163788 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96371e94-6966-47a7-9c38-99b54f9e9a1e admin admin] Pushing event updated for resources: {'Network': ['ID=571b53d1-aed3-4bd3-ab53-2cb6e0d9c5b7,revision_number=1']} {{(pid=86330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 20:11:32.169329 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [None req-96371e94-6966-47a7-9c38-99b54f9e9a1e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.245s {{(pid=86330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 20:11:32.176895 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.rpc [None req-08e5d76f-3fe5-4242-a4b8-30f374028052 None None] Network 571b53d1-aed3-4bd3-ab53-2cb6e0d9c5b7 details requested by agent ovs-agent-dv-cinder-787632-1-iscsi with host dv-cinder-787632-1-iscsi {{(pid=86332) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Apr 22 20:11:32.207984 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.v2.base [None req-ade17604-f334-4393-9bdf-7fd2676d5237 admin admin] Request body: {'subnet': {'network_id': '571b53d1-aed3-4bd3-ab53-2cb6e0d9c5b7', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-958420590-subnet', 'tenant_id': 'a3da31af07b74c20b145ac19f125aded', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=86331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 22 20:11:32.225897 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-b28a859e-75a3-442d-bf7e-edfc1193a1da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1523030'] for segment, precommit_create {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:11:32.226772 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.db.segments_db [None req-b28a859e-75a3-442d-bf7e-edfc1193a1da admin admin] Added segment ee2cf152-35a2-4f0a-9e62-a52542065261 of type vlan for network 8eb42aba-9fa9-48c5-ac95-29b89130e5f9
Apr 22 20:11:32.239939 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b28a859e-75a3-442d-bf7e-edfc1193a1da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75ab096c-6366-40ca-888c-eab2e2869437,revision_number=1']} {{(pid=86331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 20:11:32.257599 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [None req-b28a859e-75a3-442d-bf7e-edfc1193a1da admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.258s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 20:11:32.311499 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.quota.driver [None req-ade17604-f334-4393-9bdf-7fd2676d5237 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 22 20:11:32.339483 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.quota.resource [None req-ade17604-f334-4393-9bdf-7fd2676d5237 admin admin] Usage tracker for resource:subnet and tenant:a3da31af07b74c20b145ac19f125aded is out of sync, need to count used quota {{(pid=86331) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 22 20:11:32.348877 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.quota.resource [None req-ade17604-f334-4393-9bdf-7fd2676d5237 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86331) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 22 20:11:32.399462 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.quota.driver [None req-ade17604-f334-4393-9bdf-7fd2676d5237 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 22 20:11:32.402870 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-b28a859e-75a3-442d-bf7e-edfc1193a1da admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727707556023'] for network, precommit_create {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:11:32.432385 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ade17604-f334-4393-9bdf-7fd2676d5237 admin admin] Made reservation on behalf of a3da31af07b74c20b145ac19f125aded for: {'subnet': 1} {{(pid=86331) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 22 20:11:32.437479 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-ade17604-f334-4393-9bdf-7fd2676d5237 admin admin] Notify callbacks [] for subnet, before_create {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:11:32.590137 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-b28a859e-75a3-442d-bf7e-edfc1193a1da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853168226'] for network, after_create {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:11:32.601360 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b28a859e-75a3-442d-bf7e-edfc1193a1da admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 20:11:32.602201 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-b28a859e-75a3-442d-bf7e-edfc1193a1da admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853168243'] for network, before_response {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:11:32.613948 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 20:11:32.781130 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [None req-b28a859e-75a3-442d-bf7e-edfc1193a1da admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201  len: 883 time: 1.6817427
Apr 22 20:11:32.784390 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.wsgi [-] (86330) accepted ('10.222.0.30', 33510) {{(pid=86330) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 20:11:32.791438 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.v2.base [None req-6b4a2c7f-cdc2-440b-bdb2-55ccb7990efa admin admin] Request body: {'subnet': {'network_id': '8eb42aba-9fa9-48c5-ac95-29b89130e5f9', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-860199075-subnet', 'tenant_id': 'd911111607464bf49ef66ee3335728c8', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=86330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 22 20:11:32.800280 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.quota.driver [None req-6b4a2c7f-cdc2-440b-bdb2-55ccb7990efa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86330) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 22 20:11:32.804670 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b28a859e-75a3-442d-bf7e-edfc1193a1da admin admin] Pushing event updated for resources: {'Network': ['ID=8eb42aba-9fa9-48c5-ac95-29b89130e5f9,revision_number=1']} {{(pid=86331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 20:11:32.807584 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [None req-b28a859e-75a3-442d-bf7e-edfc1193a1da admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 20:11:32.811148 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.quota.resource [None req-6b4a2c7f-cdc2-440b-bdb2-55ccb7990efa admin admin] Usage tracker for resource:subnet and tenant:d911111607464bf49ef66ee3335728c8 is out of sync, need to count used quota {{(pid=86330) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 22 20:11:32.816035 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.rpc [None req-08e5d76f-3fe5-4242-a4b8-30f374028052 None None] Network 8eb42aba-9fa9-48c5-ac95-29b89130e5f9 details requested by agent ovs-agent-dv-cinder-787632-1-iscsi with host dv-cinder-787632-1-iscsi {{(pid=86332) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Apr 22 20:11:32.820776 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.quota.resource [None req-6b4a2c7f-cdc2-440b-bdb2-55ccb7990efa admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86330) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 22 20:11:32.837721 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.quota.driver [None req-6b4a2c7f-cdc2-440b-bdb2-55ccb7990efa admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86330) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 22 20:11:32.857486 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b4a2c7f-cdc2-440b-bdb2-55ccb7990efa admin admin] Made reservation on behalf of d911111607464bf49ef66ee3335728c8 for: {'subnet': 1} {{(pid=86330) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 22 20:11:32.862990 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-6b4a2c7f-cdc2-440b-bdb2-55ccb7990efa admin admin] Notify callbacks [] for subnet, before_create {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:11:32.984165 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.wsgi [-] (86331) accepted ('10.222.0.30', 33520) {{(pid=86331) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 20:11:33.327481 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-43216dff-61f0-4fbb-9dba-3d4280352571 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:11:33.354950 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.quota.driver [None req-43216dff-61f0-4fbb-9dba-3d4280352571 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 22 20:11:33.358947 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.quota.resource [None req-43216dff-61f0-4fbb-9dba-3d4280352571 admin admin] Usage tracker for resource:security_group_rule and tenant:b4bb89b9336b49338fc5fea9228c6f8c is out of sync, need to count used quota {{(pid=86331) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 22 20:11:33.361960 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.quota.resource [None req-43216dff-61f0-4fbb-9dba-3d4280352571 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86331) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 22 20:11:33.369087 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.quota.driver [None req-43216dff-61f0-4fbb-9dba-3d4280352571 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 22 20:11:33.416517 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.wsgi [-] (86330) accepted ('10.222.0.30', 33556) {{(pid=86330) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 20:11:33.421162 dv-cinder-787632-1-iscsi neutron-server[86219]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases.
Apr 22 20:11:33.499265 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-b763eeb0-3686-4785-a4d3-61ac0cb8fbeb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853168226'] for subnet, after_create {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:11:33.528787 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 20:11:33.605412 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b763eeb0-3686-4785-a4d3-61ac0cb8fbeb admin admin] Pushing event updated for resources: {'Subnet': ['ID=9b9fb9ac-2966-4dc7-9c84-10a923d75111,revision_number=0']} {{(pid=86331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 20:11:33.617739 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [None req-b763eeb0-3686-4785-a4d3-61ac0cb8fbeb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 20:11:33.636056 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-43216dff-61f0-4fbb-9dba-3d4280352571 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:11:33.648297 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-43216dff-61f0-4fbb-9dba-3d4280352571 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393900'] for security_group, after_create {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:11:33.717723 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 20:11:33.732437 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b763eeb0-3686-4785-a4d3-61ac0cb8fbeb admin admin] Checking segment: {'id': '3a7c8a3c-d8a5-4ea6-9c7e-398752a60d2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '2f71bdb9-006a-4ab4-9335-9bbccd5c61c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86331) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 22 20:11:33.732825 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b763eeb0-3686-4785-a4d3-61ac0cb8fbeb admin admin] Network hostable DHCP agents. Network: 2f71bdb9-006a-4ab4-9335-9bbccd5c61c9, hostable agents: ['e0877369-7b04-40ef-a371-0b097842c51e'], hosted agents: [] {{(pid=86331) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Apr 22 20:11:33.738409 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f95bfc1-61d2-4526-b676-c9ac3032bc81 req-dfba40de-86a9-49ea-b6fe-029683e13fdc tempest-DeleteServersTestJSON-432539575 tempest-DeleteServersTestJSON-432539575-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 20:11:33.740021 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-3f95bfc1-61d2-4526-b676-c9ac3032bc81 req-dfba40de-86a9-49ea-b6fe-029683e13fdc tempest-DeleteServersTestJSON-432539575 tempest-DeleteServersTestJSON-432539575-project] 10.222.0.30 "GET /v2.0/networks?id=467c6d16-e2ea-4345-8c7f-17c67069e343 HTTP/1.1" status: 200  len: 811 time: 0.3209524
Apr 22 20:11:33.770457 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-ade17604-f334-4393-9bdf-7fd2676d5237 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853168226'] for subnet, after_create {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:11:33.775191 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-6b4a2c7f-cdc2-440b-bdb2-55ccb7990efa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853168226'] for subnet, after_create {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:11:33.777305 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.wsgi [-] (86330) accepted ('10.222.0.30', 33572) {{(pid=86330) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 20:11:33.799065 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [None req-686f0fb6-316f-441f-a673-8ffa02587900 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 20:11:33.814847 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [None req-43216dff-61f0-4fbb-9dba-3d4280352571 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=b4bb89b9336b49338fc5fea9228c6f8c&name=default HTTP/1.1" status: 200  len: 2975 time: 0.8295736
Apr 22 20:11:33.819532 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.wsgi [-] (86331) accepted ('10.222.0.30', 33578) {{(pid=86331) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 20:11:33.823416 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43216dff-61f0-4fbb-9dba-3d4280352571 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70ff1d79-cd31-44ef-995b-faa9327c073a,revision_number=1']} {{(pid=86331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 20:11:33.838872 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [None req-43216dff-61f0-4fbb-9dba-3d4280352571 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 20:11:33.839319 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.034s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 20:11:33.875388 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-3f95bfc1-61d2-4526-b676-c9ac3032bc81 req-dafe77f7-b757-44fb-81c7-b042bf17e02a tempest-DeleteServersTestJSON-432539575 tempest-DeleteServersTestJSON-432539575-project] 10.222.0.30 "GET /v2.0/quotas/36deea2aa67b4af688b0eb00b20d58c9 HTTP/1.1" status: 200  len: 375 time: 0.0932848
Apr 22 20:11:33.916790 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b763eeb0-3686-4785-a4d3-61ac0cb8fbeb admin admin] Network 2f71bdb9-006a-4ab4-9335-9bbccd5c61c9 is scheduled to be hosted by DHCP agent e0877369-7b04-40ef-a371-0b097842c51e with binding_index 1 {{(pid=86331) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Apr 22 20:11:33.920239 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade17604-f334-4393-9bdf-7fd2676d5237 admin admin] Pushing event updated for resources: {'Subnet': ['ID=30cce57f-0720-4461-b727-7eddafc0e70c,revision_number=0']} {{(pid=86331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 20:11:33.943227 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [None req-ade17604-f334-4393-9bdf-7fd2676d5237 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 20:11:33.959754 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-3f95bfc1-61d2-4526-b676-c9ac3032bc81 req-4e82470f-54d4-4cc1-b51c-ee7aa2c4643a tempest-DeleteServersTestJSON-432539575 tempest-DeleteServersTestJSON-432539575-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=36deea2aa67b4af688b0eb00b20d58c9&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0777295
Apr 22 20:11:33.969795 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b4a2c7f-cdc2-440b-bdb2-55ccb7990efa admin admin] Pushing event updated for resources: {'Subnet': ['ID=e2d55e83-7c80-4c1a-99f4-0aea05526efc,revision_number=0']} {{(pid=86330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 20:11:33.975005 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [None req-6b4a2c7f-cdc2-440b-bdb2-55ccb7990efa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=86330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 20:11:33.984751 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b4a2c7f-cdc2-440b-bdb2-55ccb7990efa admin admin] Checking segment: {'id': 'ee2cf152-35a2-4f0a-9e62-a52542065261', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '8eb42aba-9fa9-48c5-ac95-29b89130e5f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86330) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 22 20:11:33.985071 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b4a2c7f-cdc2-440b-bdb2-55ccb7990efa admin admin] Network hostable DHCP agents. Network: 8eb42aba-9fa9-48c5-ac95-29b89130e5f9, hostable agents: ['e0877369-7b04-40ef-a371-0b097842c51e'], hosted agents: [] {{(pid=86330) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Apr 22 20:11:33.993193 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.scheduler.base_scheduler [None req-b763eeb0-3686-4785-a4d3-61ac0cb8fbeb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-787632-1-iscsi, 2f71bdb9-006a-4ab4-9335-9bbccd5c61c9) {{(pid=86331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 22 20:11:34.004618 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0187676f-ac8c-4985-8a33-3b2602fb11aa None None] Network 2f71bdb9-006a-4ab4-9335-9bbccd5c61c9 requested from dv-cinder-787632-1-iscsi {{(pid=86332) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 22 20:11:34.019491 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b763eeb0-3686-4785-a4d3-61ac0cb8fbeb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 20:11:34.020521 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-b763eeb0-3686-4785-a4d3-61ac0cb8fbeb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853168243'] for subnet, before_response {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:11:34.054411 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ade17604-f334-4393-9bdf-7fd2676d5237 admin admin] Checking segment: {'id': '1555e1dd-eab4-4f8c-97c5-0a2b36498408', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '571b53d1-aed3-4bd3-ab53-2cb6e0d9c5b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86331) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 22 20:11:34.055497 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ade17604-f334-4393-9bdf-7fd2676d5237 admin admin] Network hostable DHCP agents. Network: 571b53d1-aed3-4bd3-ab53-2cb6e0d9c5b7, hostable agents: ['e0877369-7b04-40ef-a371-0b097842c51e'], hosted agents: [] {{(pid=86331) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Apr 22 20:11:34.079511 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [None req-b763eeb0-3686-4785-a4d3-61ac0cb8fbeb admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 852 time: 2.1957991
Apr 22 20:11:34.092935 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-40d221c1-fd9e-424e-9746-ebae6c4d6dc8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:11:34.129137 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-40d221c1-fd9e-424e-9746-ebae6c4d6dc8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:11:34.197189 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ade17604-f334-4393-9bdf-7fd2676d5237 admin admin] Network 571b53d1-aed3-4bd3-ab53-2cb6e0d9c5b7 is scheduled to be hosted by DHCP agent e0877369-7b04-40ef-a371-0b097842c51e with binding_index 1 {{(pid=86331) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Apr 22 20:11:34.248440 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.scheduler.base_scheduler [None req-ade17604-f334-4393-9bdf-7fd2676d5237 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-787632-1-iscsi, 571b53d1-aed3-4bd3-ab53-2cb6e0d9c5b7) {{(pid=86331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 22 20:11:34.259022 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ade17604-f334-4393-9bdf-7fd2676d5237 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 20:11:34.259741 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-ade17604-f334-4393-9bdf-7fd2676d5237 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853168243'] for subnet, before_response {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:11:34.263552 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3926eaaf-b495-45a1-80bd-4d0607967f48 None None] Network 571b53d1-aed3-4bd3-ab53-2cb6e0d9c5b7 requested from dv-cinder-787632-1-iscsi {{(pid=86332) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 22 20:11:34.313204 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [None req-ade17604-f334-4393-9bdf-7fd2676d5237 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 855 time: 2.1608787
Apr 22 20:11:34.318772 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-40d221c1-fd9e-424e-9746-ebae6c4d6dc8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393900'] for security_group, after_delete {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:11:34.319464 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.wsgi [-] (86331) accepted ('10.222.0.30', 33602) {{(pid=86331) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 20:11:34.324237 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-40d221c1-fd9e-424e-9746-ebae6c4d6dc8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:11:34.328693 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [None req-40d221c1-fd9e-424e-9746-ebae6c4d6dc8 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/70ff1d79-cd31-44ef-995b-faa9327c073a HTTP/1.1" status: 204  len: 168 time: 0.5041590
Apr 22 20:11:34.332221 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b4a2c7f-cdc2-440b-bdb2-55ccb7990efa admin admin] Network 8eb42aba-9fa9-48c5-ac95-29b89130e5f9 is scheduled to be hosted by DHCP agent e0877369-7b04-40ef-a371-0b097842c51e with binding_index 1 {{(pid=86330) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Apr 22 20:11:34.338352 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.v2.base [None req-244f7156-e7eb-4326-afb5-a4574d77065f admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-958420590-router', 'tenant_id': 'a3da31af07b74c20b145ac19f125aded', 'external_gateway_info': {'network_id': '1b725cb4-6db6-4e68-9a61-1978e8a191a1'}}} {{(pid=86331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 22 20:11:34.348483 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 20:11:34.362131 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.quota.driver [None req-244f7156-e7eb-4326-afb5-a4574d77065f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 22 20:11:34.363645 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-00b4b965-cb8a-4fa6-bee9-1c99123673dc admin admin] Notify callbacks [] for security_group, before_create {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:11:34.372942 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.scheduler.base_scheduler [None req-6b4a2c7f-cdc2-440b-bdb2-55ccb7990efa admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-787632-1-iscsi, 8eb42aba-9fa9-48c5-ac95-29b89130e5f9) {{(pid=86330) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 22 20:11:34.379133 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40d221c1-fd9e-424e-9746-ebae6c4d6dc8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70ff1d79-cd31-44ef-995b-faa9327c073a,revision_number=None']} {{(pid=86331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 20:11:34.381290 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.quota.resource [None req-244f7156-e7eb-4326-afb5-a4574d77065f admin admin] Usage tracker for resource:router and tenant:a3da31af07b74c20b145ac19f125aded is out of sync, need to count used quota {{(pid=86331) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 22 20:11:34.388646 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b4a2c7f-cdc2-440b-bdb2-55ccb7990efa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=86330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 20:11:34.389239 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-6b4a2c7f-cdc2-440b-bdb2-55ccb7990efa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853168243'] for subnet, before_response {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:11:34.393316 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [None req-40d221c1-fd9e-424e-9746-ebae6c4d6dc8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 20:11:34.394255 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.quota.resource [None req-244f7156-e7eb-4326-afb5-a4574d77065f admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=86331) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 22 20:11:34.407945 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.quota.driver [None req-244f7156-e7eb-4326-afb5-a4574d77065f admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 22 20:11:34.420149 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.quota.driver [None req-00b4b965-cb8a-4fa6-bee9-1c99123673dc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86330) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 22 20:11:34.430350 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afcb8fbe-37a0-4ff8-9c3f-851b603cd822 None None] Network 8eb42aba-9fa9-48c5-ac95-29b89130e5f9 requested from dv-cinder-787632-1-iscsi {{(pid=86332) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 22 20:11:34.431115 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-244f7156-e7eb-4326-afb5-a4574d77065f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-423916', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854773907'] for router, before_create {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:11:34.432236 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-244f7156-e7eb-4326-afb5-a4574d77065f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854351900', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854359550', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854378989', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1894'] for router, precommit_create {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:11:34.440322 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.wsgi [req-3f95bfc1-61d2-4526-b676-c9ac3032bc81 req-fe3501bd-9ed5-4483-a45d-0b778c2a4a59 service neutron] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=86330) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 22 20:11:34.453847 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-3f95bfc1-61d2-4526-b676-c9ac3032bc81 req-fe3501bd-9ed5-4483-a45d-0b778c2a4a59 service neutron] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.1539292
Apr 22 20:11:34.473069 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-244f7156-e7eb-4326-afb5-a4574d77065f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:11:34.496728 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.quota.resource [None req-00b4b965-cb8a-4fa6-bee9-1c99123673dc admin admin] Usage tracker for resource:security_group_rule and tenant:304554a325db4ec3882214e5d7c3398a is out of sync, need to count used quota {{(pid=86330) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 22 20:11:34.517925 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.quota.resource [None req-00b4b965-cb8a-4fa6-bee9-1c99123673dc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86330) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 22 20:11:34.677195 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.quota.driver [None req-00b4b965-cb8a-4fa6-bee9-1c99123673dc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86330) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 22 20:11:34.686942 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [None req-6b4a2c7f-cdc2-440b-bdb2-55ccb7990efa admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 846 time: 1.9010992
Apr 22 20:11:34.864103 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-00b4b965-cb8a-4fa6-bee9-1c99123673dc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:11:34.868229 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-3f95bfc1-61d2-4526-b676-c9ac3032bc81 req-9101e651-9f52-47e3-9518-53a8d27b9e18 service neutron] 10.222.0.30 "GET /v2.0/networks/467c6d16-e2ea-4345-8c7f-17c67069e343?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4119823
Apr 22 20:11:34.869476 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.wsgi [-] (86330) accepted ('10.222.0.30', 33632) {{(pid=86330) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 20:11:34.870462 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-00b4b965-cb8a-4fa6-bee9-1c99123673dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393900'] for security_group, after_create {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:11:34.877074 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.v2.base [None req-32d7fc17-4aca-43f9-9121-7791e83044ac admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-860199075-router', 'tenant_id': 'd911111607464bf49ef66ee3335728c8', 'external_gateway_info': {'network_id': '1b725cb4-6db6-4e68-9a61-1978e8a191a1'}}} {{(pid=86330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 22 20:11:34.883180 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.quota.driver [None req-32d7fc17-4aca-43f9-9121-7791e83044ac admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86330) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 22 20:11:34.888226 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.quota.resource [None req-32d7fc17-4aca-43f9-9121-7791e83044ac admin admin] Usage tracker for resource:router and tenant:d911111607464bf49ef66ee3335728c8 is out of sync, need to count used quota {{(pid=86330) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 22 20:11:34.892302 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.quota.resource [None req-32d7fc17-4aca-43f9-9121-7791e83044ac admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=86330) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 22 20:11:34.900679 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.quota.driver [None req-32d7fc17-4aca-43f9-9121-7791e83044ac admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86330) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 22 20:11:34.957459 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 20:11:34.991137 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-32d7fc17-4aca-43f9-9121-7791e83044ac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-423916', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854773907'] for router, before_create {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:11:34.992279 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-32d7fc17-4aca-43f9-9121-7791e83044ac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854351900', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854359550', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854378989', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1894'] for router, precommit_create {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:11:34.994284 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a040521e-9b58-485f-abad-a99a66440fa5 None None] Network 571b53d1-aed3-4bd3-ab53-2cb6e0d9c5b7 requested from dv-cinder-787632-1-iscsi {{(pid=86332) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 22 20:11:35.022490 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-32d7fc17-4aca-43f9-9121-7791e83044ac admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:11:35.031479 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.wsgi [-] (86331) accepted ('10.222.0.30', 33640) {{(pid=86331) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 20:11:35.057797 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-1eaa8aef-495a-43f5-bbd0-d1a7a19a309c admin admin] Notify callbacks [] for security_group, before_create {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:11:35.175915 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c004c335-4ac7-4f64-8c67-f89ad3645476 None None] Network 2f71bdb9-006a-4ab4-9335-9bbccd5c61c9 requested from dv-cinder-787632-1-iscsi {{(pid=86332) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 22 20:11:35.197052 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.quota.driver [None req-1eaa8aef-495a-43f5-bbd0-d1a7a19a309c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 22 20:11:35.206595 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.quota.resource [None req-1eaa8aef-495a-43f5-bbd0-d1a7a19a309c admin admin] Usage tracker for resource:security_group_rule and tenant:4b884585465b41d1aab997df6c944492 is out of sync, need to count used quota {{(pid=86331) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 22 20:11:35.211579 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.quota.resource [None req-1eaa8aef-495a-43f5-bbd0-d1a7a19a309c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86331) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 22 20:11:35.216815 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-244f7156-e7eb-4326-afb5-a4574d77065f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854359307', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854346401', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1879'] for router, precommit_update {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:11:35.228079 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.quota.driver [None req-1eaa8aef-495a-43f5-bbd0-d1a7a19a309c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 22 20:11:35.248967 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.wsgi [-] (86331) accepted ('10.222.0.30', 33656) {{(pid=86331) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 20:11:35.258332 dv-cinder-787632-1-iscsi neutron-server[86219]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases.
Apr 22 20:11:35.331283 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [None req-00b4b965-cb8a-4fa6-bee9-1c99123673dc admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=304554a325db4ec3882214e5d7c3398a&name=default HTTP/1.1" status: 200  len: 2975 time: 1.5516179
Apr 22 20:11:35.344215 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.wsgi [-] (86330) accepted ('10.222.0.30', 33660) {{(pid=86330) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 20:11:35.519265 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a70fe797-8f90-425c-ab3b-5e879e6692aa req-3fc16fdc-9c7c-4859-9494-da8ea6e8a1ba tempest-AttachVolumeNegativeTest-423716770 tempest-AttachVolumeNegativeTest-423716770-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 20:11:35.520860 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-a70fe797-8f90-425c-ab3b-5e879e6692aa req-3fc16fdc-9c7c-4859-9494-da8ea6e8a1ba tempest-AttachVolumeNegativeTest-423716770 tempest-AttachVolumeNegativeTest-423716770-project] 10.222.0.30 "GET /v2.0/networks?id=2f71bdb9-006a-4ab4-9335-9bbccd5c61c9 HTTP/1.1" status: 200  len: 815 time: 0.2677712
Apr 22 20:11:35.534152 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0ead1c2-049c-4e58-9dc3-b9881b76a474 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0e86e177-c777-5841-8b38-a99bfcf73d2b-8eb42aba-9fa9-48c5-ac95-29b89130e5f9', 'network_id': '8eb42aba-9fa9-48c5-ac95-29b89130e5f9', 'tenant_id': 'd911111607464bf49ef66ee3335728c8', 'fixed_ips': [{'subnet_id': 'e2d55e83-7c80-4c1a-99f4-0aea05526efc'}]}} from dv-cinder-787632-1-iscsi. {{(pid=86332) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}}
Apr 22 20:11:35.535126 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-b0ead1c2-049c-4e58-9dc3-b9881b76a474 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587983'] for port, before_create {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:11:35.545712 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00b4b965-cb8a-4fa6-bee9-1c99123673dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8bacdf6c-9323-44ef-9ec8-aa682a2cb69f,revision_number=1']} {{(pid=86330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 20:11:35.562875 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-a70fe797-8f90-425c-ab3b-5e879e6692aa req-86ad8f66-99a4-46fa-b5a4-ef08e6c5cf6b tempest-AttachVolumeNegativeTest-423716770 tempest-AttachVolumeNegativeTest-423716770-project] 10.222.0.30 "GET /v2.0/quotas/48229d4d53b042958a9ce5577ce62d8e HTTP/1.1" status: 200  len: 375 time: 0.0301900
Apr 22 20:11:35.577728 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [None req-00b4b965-cb8a-4fa6-bee9-1c99123673dc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.620s {{(pid=86330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 20:11:35.618252 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-3f95bfc1-61d2-4526-b676-c9ac3032bc81 req-a2578ee5-4505-46b5-8c31-3468cfef51be service neutron] 10.222.0.30 "GET /v2.0/networks/467c6d16-e2ea-4345-8c7f-17c67069e343?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.7116945
Apr 22 20:11:35.622590 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-32d7fc17-4aca-43f9-9121-7791e83044ac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854359307', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854346401', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1879'] for router, precommit_update {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:11:35.631341 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-1eaa8aef-495a-43f5-bbd0-d1a7a19a309c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:11:35.641876 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-a70fe797-8f90-425c-ab3b-5e879e6692aa req-31c1ee7c-0370-42c1-bd65-f4f54c91904e tempest-AttachVolumeNegativeTest-423716770 tempest-AttachVolumeNegativeTest-423716770-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=48229d4d53b042958a9ce5577ce62d8e&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0682991
Apr 22 20:11:35.644778 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-1eaa8aef-495a-43f5-bbd0-d1a7a19a309c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393900'] for security_group, after_create {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:11:35.657710 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [None req-40d221c1-fd9e-424e-9746-ebae6c4d6dc8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 20:11:35.676287 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-73c9e45b-3a9a-468a-ad1d-a62e9f2f3ff9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:11:35.764579 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-73c9e45b-3a9a-468a-ad1d-a62e9f2f3ff9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:11:35.867126 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [None req-1eaa8aef-495a-43f5-bbd0-d1a7a19a309c admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=4b884585465b41d1aab997df6c944492&name=default HTTP/1.1" status: 200  len: 2975 time: 0.8351705
Apr 22 20:11:35.868231 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eaa8aef-495a-43f5-bbd0-d1a7a19a309c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=337da42e-0c86-48ca-b265-45bd39020712,revision_number=1']} {{(pid=86331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 20:11:35.883653 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [None req-1eaa8aef-495a-43f5-bbd0-d1a7a19a309c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.226s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 20:11:35.884219 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.wsgi [-] (86331) accepted ('10.222.0.30', 33672) {{(pid=86331) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 20:11:35.924604 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.db_base_plugin_common [None req-b0ead1c2-049c-4e58-9dc3-b9881b76a474 None None] Allocated IP 172.20.0.2 (8eb42aba-9fa9-48c5-ac95-29b89130e5f9/e2d55e83-7c80-4c1a-99f4-0aea05526efc/4444b118-daaa-4950-a460-c17b3e764866) {{(pid=86332) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 22 20:11:36.010248 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-73c9e45b-3a9a-468a-ad1d-a62e9f2f3ff9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393900'] for security_group, after_delete {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:11:36.026356 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 20:11:36.027226 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-244f7156-e7eb-4326-afb5-a4574d77065f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:11:36.049035 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73c9e45b-3a9a-468a-ad1d-a62e9f2f3ff9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8bacdf6c-9323-44ef-9ec8-aa682a2cb69f,revision_number=None']} {{(pid=86330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 20:11:36.064302 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [None req-73c9e45b-3a9a-468a-ad1d-a62e9f2f3ff9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=86330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 20:11:36.075840 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.wsgi [req-a70fe797-8f90-425c-ab3b-5e879e6692aa req-700ce93b-dffa-4258-8b5e-c823fdd1d0bc service neutron] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=86331) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 22 20:11:36.077383 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-a70fe797-8f90-425c-ab3b-5e879e6692aa req-700ce93b-dffa-4258-8b5e-c823fdd1d0bc service neutron] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.1275024
Apr 22 20:11:36.086254 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-244f7156-e7eb-4326-afb5-a4574d77065f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587983'] for port, before_create {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:11:36.168033 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-4b1cb320-0a43-4f0a-84c2-a620a0aa2298 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:11:36.285142 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-b0ead1c2-049c-4e58-9dc3-b9881b76a474 None None] Notify callbacks [] for port, precommit_create {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:11:36.290682 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-4b1cb320-0a43-4f0a-84c2-a620a0aa2298 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:11:36.301116 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.provisioning_blocks [None req-b0ead1c2-049c-4e58-9dc3-b9881b76a474 None None] Transition to ACTIVE for port object 4444b118-daaa-4950-a460-c17b3e764866 will not be triggered until provisioned by entity L2. {{(pid=86332) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 22 20:11:36.339153 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.provisioning_blocks [None req-b0ead1c2-049c-4e58-9dc3-b9881b76a474 None None] Transition to ACTIVE for port object 4444b118-daaa-4950-a460-c17b3e764866 will not be triggered until provisioned by entity DHCP. {{(pid=86332) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 22 20:11:36.341919 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-73c9e45b-3a9a-468a-ad1d-a62e9f2f3ff9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:11:36.349615 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-b0ead1c2-049c-4e58-9dc3-b9881b76a474 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854198495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853168226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363309147208154'] for port, after_create {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:11:36.357965 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [None req-73c9e45b-3a9a-468a-ad1d-a62e9f2f3ff9 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/8bacdf6c-9323-44ef-9ec8-aa682a2cb69f HTTP/1.1" status: 204  len: 168 time: 0.9977939
Apr 22 20:11:36.365334 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [None req-08e5d76f-3fe5-4242-a4b8-30f374028052 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86332) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 20:11:36.396712 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-cfbd1404-6272-406d-abdb-1b4de4724b2c req-182b3fcd-dcc4-47fa-9813-e266843c6d31 tempest-DeleteServersTestJSON-432539575 tempest-DeleteServersTestJSON-432539575-project] 10.222.0.30 "GET /v2.0/ports?device_id=4be19373-fd93-4abb-aac5-299af84535cf HTTP/1.1" status: 200  len: 210 time: 0.2010772
Apr 22 20:11:36.472385 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-a70fe797-8f90-425c-ab3b-5e879e6692aa req-758ad65a-823e-4467-b7f0-78c77054bb5c service neutron] 10.222.0.30 "GET /v2.0/networks/2f71bdb9-006a-4ab4-9335-9bbccd5c61c9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3805604
Apr 22 20:11:36.512648 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0ead1c2-049c-4e58-9dc3-b9881b76a474 None None] Pushing event updated for resources: {'Port': ['ID=4444b118-daaa-4950-a460-c17b3e764866,revision_number=1']} {{(pid=86332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 20:11:36.535841 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-32d7fc17-4aca-43f9-9121-7791e83044ac admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:11:36.536191 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0ead1c2-049c-4e58-9dc3-b9881b76a474 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787632-1-iscsi {{(pid=86332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 20:11:36.536577 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0ead1c2-049c-4e58-9dc3-b9881b76a474 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787632-1-iscsi {{(pid=86332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 20:11:36.536945 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0ead1c2-049c-4e58-9dc3-b9881b76a474 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787632-1-iscsi {{(pid=86332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 20:11:36.537477 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0ead1c2-049c-4e58-9dc3-b9881b76a474 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787632-1-iscsi {{(pid=86332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 20:11:36.537875 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0ead1c2-049c-4e58-9dc3-b9881b76a474 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787632-1-iscsi {{(pid=86332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 20:11:36.538239 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0ead1c2-049c-4e58-9dc3-b9881b76a474 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787632-1-iscsi {{(pid=86332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 20:11:36.538596 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0ead1c2-049c-4e58-9dc3-b9881b76a474 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-787632-1-iscsi {{(pid=86332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 20:11:36.539218 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0ead1c2-049c-4e58-9dc3-b9881b76a474 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787632-1-iscsi {{(pid=86332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 20:11:36.539594 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0ead1c2-049c-4e58-9dc3-b9881b76a474 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787632-1-iscsi {{(pid=86332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 20:11:36.539950 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0ead1c2-049c-4e58-9dc3-b9881b76a474 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787632-1-iscsi {{(pid=86332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 20:11:36.540301 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0ead1c2-049c-4e58-9dc3-b9881b76a474 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787632-1-iscsi {{(pid=86332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 20:11:36.540678 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0ead1c2-049c-4e58-9dc3-b9881b76a474 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787632-1-iscsi {{(pid=86332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 20:11:36.542122 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0ead1c2-049c-4e58-9dc3-b9881b76a474 None None] Tracked resource versions report:
Apr 22 20:11:36.542122 dv-cinder-787632-1-iscsi neutron-server[86219]: pushed versions:
Apr 22 20:11:36.542122 dv-cinder-787632-1-iscsi neutron-server[86219]: {   'AddressGroup': {'1.2'},
Apr 22 20:11:36.542122 dv-cinder-787632-1-iscsi neutron-server[86219]:     'ConntrackHelper': {'1.0'},
Apr 22 20:11:36.542122 dv-cinder-787632-1-iscsi neutron-server[86219]:     'Log': {'1.0'},
Apr 22 20:11:36.542122 dv-cinder-787632-1-iscsi neutron-server[86219]:     'Network': {'1.1'},
Apr 22 20:11:36.542122 dv-cinder-787632-1-iscsi neutron-server[86219]:     'Port': {'1.7'},
Apr 22 20:11:36.542122 dv-cinder-787632-1-iscsi neutron-server[86219]:     'PortForwarding': {'1.2'},
Apr 22 20:11:36.542122 dv-cinder-787632-1-iscsi neutron-server[86219]:     'QosPolicy': {'1.8'},
Apr 22 20:11:36.542122 dv-cinder-787632-1-iscsi neutron-server[86219]:     'SecurityGroup': {'1.4'},
Apr 22 20:11:36.542122 dv-cinder-787632-1-iscsi neutron-server[86219]:     'SecurityGroupRule': {'1.2'},
Apr 22 20:11:36.542122 dv-cinder-787632-1-iscsi neutron-server[86219]:     'SubPort': {'1.0'},
Apr 22 20:11:36.542122 dv-cinder-787632-1-iscsi neutron-server[86219]:     'Subnet': {'1.1'},
Apr 22 20:11:36.542122 dv-cinder-787632-1-iscsi neutron-server[86219]:     'Trunk': {'1.1'}}
Apr 22 20:11:36.542122 dv-cinder-787632-1-iscsi neutron-server[86219]: consumer versions:
Apr 22 20:11:36.542122 dv-cinder-787632-1-iscsi neutron-server[86219]: {   DHCP agent@dv-cinder-787632-1-iscsi: {},
Apr 22 20:11:36.542122 dv-cinder-787632-1-iscsi neutron-server[86219]:     HyperV agent@hv-cinder-78763: {},
Apr 22 20:11:36.542122 dv-cinder-787632-1-iscsi neutron-server[86219]:     L3 agent@dv-cinder-787632-1-iscsi: {},
Apr 22 20:11:36.542122 dv-cinder-787632-1-iscsi neutron-server[86219]:     Metadata agent@dv-cinder-787632-1-iscsi: {},
Apr 22 20:11:36.542122 dv-cinder-787632-1-iscsi neutron-server[86219]:     Metering agent@dv-cinder-787632-1-iscsi: {},
Apr 22 20:11:36.542122 dv-cinder-787632-1-iscsi neutron-server[86219]:     Open vSwitch agent@dv-cinder-787632-1-iscsi: {   'AddressGroup': '1.2',
Apr 22 20:11:36.542122 dv-cinder-787632-1-iscsi neutron-server[86219]:                                                      'ConntrackHelper': '1.0',
Apr 22 20:11:36.542122 dv-cinder-787632-1-iscsi neutron-server[86219]:                                                      'Log': '1.0',
Apr 22 20:11:36.542122 dv-cinder-787632-1-iscsi neutron-server[86219]:                                                      'Network': '1.1',
Apr 22 20:11:36.542122 dv-cinder-787632-1-iscsi neutron-server[86219]:                                                      'Port': '1.7',
Apr 22 20:11:36.542122 dv-cinder-787632-1-iscsi neutron-server[86219]:                                                      'PortForwarding': '1.2',
Apr 22 20:11:36.542122 dv-cinder-787632-1-iscsi neutron-server[86219]:                                                      'QosPolicy': '1.8',
Apr 22 20:11:36.542122 dv-cinder-787632-1-iscsi neutron-server[86219]:                                                      'SecurityGroup': '1.4',
Apr 22 20:11:36.542122 dv-cinder-787632-1-iscsi neutron-server[86219]:                                                      'SecurityGroupRule': '1.2',
Apr 22 20:11:36.542122 dv-cinder-787632-1-iscsi neutron-server[86219]:                                                      'SubPort': '1.0',
Apr 22 20:11:36.542122 dv-cinder-787632-1-iscsi neutron-server[86219]:                                                      'Subnet': '1.1',
Apr 22 20:11:36.542122 dv-cinder-787632-1-iscsi neutron-server[86219]:                                                      'Trunk': '1.1'}}
Apr 22 20:11:36.542122 dv-cinder-787632-1-iscsi neutron-server[86219]:  {{(pid=86332) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}}
Apr 22 20:11:36.546631 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0ead1c2-049c-4e58-9dc3-b9881b76a474 None None] Network 8eb42aba-9fa9-48c5-ac95-29b89130e5f9 is already hosted by enough agents. {{(pid=86332) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 22 20:11:36.547873 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [None req-b0ead1c2-049c-4e58-9dc3-b9881b76a474 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=86332) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 20:11:36.549217 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.scheduler.base_scheduler [None req-b0ead1c2-049c-4e58-9dc3-b9881b76a474 None None] Resources bound (agent type, host, resource id):  {{(pid=86332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 22 20:11:36.552327 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0ead1c2-049c-4e58-9dc3-b9881b76a474 None None] Received port after_create {{(pid=86332) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 22 20:11:36.615500 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-32d7fc17-4aca-43f9-9121-7791e83044ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587983'] for port, before_create {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:11:36.665401 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.managers [None req-b0ead1c2-049c-4e58-9dc3-b9881b76a474 None None] Attempting to bind port 4444b118-daaa-4950-a460-c17b3e764866 on host dv-cinder-787632-1-iscsi for vnic_type normal with profile  {{(pid=86332) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 22 20:11:36.666540 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.managers [None req-b0ead1c2-049c-4e58-9dc3-b9881b76a474 None None] Attempting to bind port 4444b118-daaa-4950-a460-c17b3e764866 by drivers openvswitch,hyperv on host dv-cinder-787632-1-iscsi at level 0 using segments [{'id': 'ee2cf152-35a2-4f0a-9e62-a52542065261', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '8eb42aba-9fa9-48c5-ac95-29b89130e5f9'}] {{(pid=86332) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 22 20:11:36.667155 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0ead1c2-049c-4e58-9dc3-b9881b76a474 None None] Attempting to bind port 4444b118-daaa-4950-a460-c17b3e764866 on network 8eb42aba-9fa9-48c5-ac95-29b89130e5f9 {{(pid=86332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 22 20:11:36.674421 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0ead1c2-049c-4e58-9dc3-b9881b76a474 None None] Checking agent: {'id': '802cefbf-f579-41fa-a7d7-d5cf274c80aa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-787632-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 22, 20, 3, 29), 'started_at': datetime.datetime(2021, 4, 22, 20, 3, 59), 'heartbeat_timestamp': datetime.datetime(2021, 4, 22, 20, 11, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-787632-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 22 20:11:36.675096 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0ead1c2-049c-4e58-9dc3-b9881b76a474 None None] Checking segment: {'id': 'ee2cf152-35a2-4f0a-9e62-a52542065261', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '8eb42aba-9fa9-48c5-ac95-29b89130e5f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86332) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 22 20:11:36.675732 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-b0ead1c2-049c-4e58-9dc3-b9881b76a474 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:11:36.676490 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0ead1c2-049c-4e58-9dc3-b9881b76a474 None None] Bound using segment: {'id': 'ee2cf152-35a2-4f0a-9e62-a52542065261', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '8eb42aba-9fa9-48c5-ac95-29b89130e5f9'} {{(pid=86332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 22 20:11:36.677201 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.managers [None req-b0ead1c2-049c-4e58-9dc3-b9881b76a474 None None] Bound port: 4444b118-daaa-4950-a460-c17b3e764866, host: dv-cinder-787632-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ee2cf152-35a2-4f0a-9e62-a52542065261', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '8eb42aba-9fa9-48c5-ac95-29b89130e5f9'}}] {{(pid=86332) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 22 20:11:36.677856 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-b0ead1c2-049c-4e58-9dc3-b9881b76a474 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587983'] for port, before_update {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:11:36.708875 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.wsgi [-] (86331) accepted ('10.222.0.30', 33714) {{(pid=86331) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 20:11:36.806762 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.db [None req-b0ead1c2-049c-4e58-9dc3-b9881b76a474 None None] For port 4444b118-daaa-4950-a460-c17b3e764866, host dv-cinder-787632-1-iscsi, cleared binding levels {{(pid=86332) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 22 20:11:36.811234 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.db [None req-b0ead1c2-049c-4e58-9dc3-b9881b76a474 None None] For port 4444b118-daaa-4950-a460-c17b3e764866, host dv-cinder-787632-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787632-1-iscsi',level=0,port_id=4444b118-daaa-4950-a460-c17b3e764866,segment=NetworkSegment(ee2cf152-35a2-4f0a-9e62-a52542065261),segment_id=ee2cf152-35a2-4f0a-9e62-a52542065261)] {{(pid=86332) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 22 20:11:36.817367 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-b0ead1c2-049c-4e58-9dc3-b9881b76a474 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854198495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853168226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727707997384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363309147208137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727707567697'] for port, after_update {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:11:36.832600 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.db_base_plugin_common [None req-244f7156-e7eb-4326-afb5-a4574d77065f admin admin] Allocated IP 172.27.3.28 (1b725cb4-6db6-4e68-9a61-1978e8a191a1/1d4495d7-31a5-4e2d-a911-56ceae3a61c5/0e839e82-3a68-4168-816e-3b8fa28e27a7) {{(pid=86331) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 22 20:11:36.840718 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [None req-08e5d76f-3fe5-4242-a4b8-30f374028052 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86332) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 20:11:36.947864 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.wsgi [-] (86330) accepted ('10.222.0.30', 33726) {{(pid=86330) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 20:11:36.978147 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0ead1c2-049c-4e58-9dc3-b9881b76a474 None None] Pushing event updated for resources: {'Port': ['ID=4444b118-daaa-4950-a460-c17b3e764866,revision_number=2']} {{(pid=86332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 20:11:36.978382 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-0804f76e-5d77-4869-be13-8e8f93a26d0b admin admin] Notify callbacks [] for security_group, before_create {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:11:36.993163 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [None req-b0ead1c2-049c-4e58-9dc3-b9881b76a474 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=86332) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 20:11:37.006980 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-4b1cb320-0a43-4f0a-84c2-a620a0aa2298 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393900'] for security_group, after_delete {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:11:37.014458 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.quota.driver [None req-0804f76e-5d77-4869-be13-8e8f93a26d0b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86330) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 22 20:11:37.019001 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.quota.resource [None req-0804f76e-5d77-4869-be13-8e8f93a26d0b admin admin] Usage tracker for resource:security_group_rule and tenant:b3027e2a659f4605bb620957160b70eb is out of sync, need to count used quota {{(pid=86330) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 22 20:11:37.022249 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.quota.resource [None req-0804f76e-5d77-4869-be13-8e8f93a26d0b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86330) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 22 20:11:37.032250 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [None req-2e144505-4fe5-4813-a8c7-e5ed0fad9b88 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 20:11:37.032628 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.quota.driver [None req-0804f76e-5d77-4869-be13-8e8f93a26d0b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86330) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 22 20:11:37.040010 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-d3f0c3d6-b183-45e2-bfe1-dd0647ba4f43 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:11:37.069304 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b1cb320-0a43-4f0a-84c2-a620a0aa2298 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=337da42e-0c86-48ca-b265-45bd39020712,revision_number=None']} {{(pid=86331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 20:11:37.078386 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [None req-4b1cb320-0a43-4f0a-84c2-a620a0aa2298 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 20:11:37.091870 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.quota.driver [None req-d3f0c3d6-b183-45e2-bfe1-dd0647ba4f43 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 22 20:11:37.096145 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.quota.resource [None req-d3f0c3d6-b183-45e2-bfe1-dd0647ba4f43 admin admin] Usage tracker for resource:security_group_rule and tenant:680516f33bb94fa3a19bab9dc9958e4b is out of sync, need to count used quota {{(pid=86331) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 22 20:11:37.100165 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.quota.resource [None req-d3f0c3d6-b183-45e2-bfe1-dd0647ba4f43 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86331) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 22 20:11:37.106958 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.quota.driver [None req-d3f0c3d6-b183-45e2-bfe1-dd0647ba4f43 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 22 20:11:37.162760 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-0804f76e-5d77-4869-be13-8e8f93a26d0b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:11:37.168139 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-0804f76e-5d77-4869-be13-8e8f93a26d0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393900'] for security_group, after_create {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:11:37.182592 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [None req-73c9e45b-3a9a-468a-ad1d-a62e9f2f3ff9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 20:11:37.189313 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-a70fe797-8f90-425c-ab3b-5e879e6692aa req-f5d2b0ba-c389-44d7-9b45-e8a69dbf6448 service neutron] 10.222.0.30 "GET /v2.0/networks/2f71bdb9-006a-4ab4-9335-9bbccd5c61c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.7100537
Apr 22 20:11:37.212240 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0804f76e-5d77-4869-be13-8e8f93a26d0b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36cbc46d-1ed4-4dbb-82b1-e4ad4b853819,revision_number=1']} {{(pid=86330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 20:11:37.223430 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [None req-0804f76e-5d77-4869-be13-8e8f93a26d0b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=86330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 20:11:37.230941 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-d3f0c3d6-b183-45e2-bfe1-dd0647ba4f43 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:11:37.235004 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [None req-0804f76e-5d77-4869-be13-8e8f93a26d0b admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=b3027e2a659f4605bb620957160b70eb&name=default HTTP/1.1" status: 200  len: 2975 time: 0.2859964
Apr 22 20:11:37.237820 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.wsgi [-] (86330) accepted ('10.222.0.30', 33738) {{(pid=86330) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 20:11:37.239761 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-d3f0c3d6-b183-45e2-bfe1-dd0647ba4f43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393900'] for security_group, after_create {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:11:37.269528 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [None req-ca2bd7c4-387d-40f8-b985-9c19df220ed9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 20:11:37.305634 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-244f7156-e7eb-4326-afb5-a4574d77065f admin admin] Notify callbacks [] for port, precommit_create {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:11:37.334736 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-4b1cb320-0a43-4f0a-84c2-a620a0aa2298 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:11:37.339104 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [None req-4b1cb320-0a43-4f0a-84c2-a620a0aa2298 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/337da42e-0c86-48ca-b265-45bd39020712 HTTP/1.1" status: 204  len: 168 time: 1.4508357
Apr 22 20:11:37.362863 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-0a0e11c8-faf3-47ce-8bf8-4796f27437e6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:11:37.386204 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [None req-d3f0c3d6-b183-45e2-bfe1-dd0647ba4f43 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=680516f33bb94fa3a19bab9dc9958e4b&name=default HTTP/1.1" status: 200  len: 2975 time: 0.6683586
Apr 22 20:11:37.391172 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.wsgi [-] (86331) accepted ('10.222.0.30', 33746) {{(pid=86331) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 20:11:37.395185 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3f0c3d6-b183-45e2-bfe1-dd0647ba4f43 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7a62f3f-6872-44ba-bca2-27ede547235b,revision_number=1']} {{(pid=86331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 20:11:37.413139 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [None req-d3f0c3d6-b183-45e2-bfe1-dd0647ba4f43 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 20:11:37.460593 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-0a0e11c8-faf3-47ce-8bf8-4796f27437e6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:11:37.553834 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-244f7156-e7eb-4326-afb5-a4574d77065f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854198495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853168226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363309147208154'] for port, after_create {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:11:37.566109 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-f9286abb-849a-45c7-80ff-c1e3897e8e3c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:11:37.596270 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [None req-2d133973-7f00-4bc2-8001-a050406c545c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 20:11:37.694347 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-244f7156-e7eb-4326-afb5-a4574d77065f admin admin] Network 1b725cb4-6db6-4e68-9a61-1978e8a191a1 is already hosted by enough agents. {{(pid=86331) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 22 20:11:37.708352 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.rpc [None req-08e5d76f-3fe5-4242-a4b8-30f374028052 None None] Device 4444b118-daaa-4950-a460-c17b3e764866 up at agent ovs-agent-dv-cinder-787632-1-iscsi {{(pid=86332) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 22 20:11:37.735217 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.db_base_plugin_common [None req-32d7fc17-4aca-43f9-9121-7791e83044ac admin admin] Allocated IP 172.27.3.78 (1b725cb4-6db6-4e68-9a61-1978e8a191a1/1d4495d7-31a5-4e2d-a911-56ceae3a61c5/9a2d43f7-bd9b-4d0f-8151-3b2eae8f716f) {{(pid=86330) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 22 20:11:37.741632 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.scheduler.base_scheduler [None req-244f7156-e7eb-4326-afb5-a4574d77065f admin admin] Resources bound (agent type, host, resource id):  {{(pid=86331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 22 20:11:37.754440 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-244f7156-e7eb-4326-afb5-a4574d77065f admin admin] Received port after_create {{(pid=86331) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 22 20:11:37.891365 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.provisioning_blocks [None req-08e5d76f-3fe5-4242-a4b8-30f374028052 None None] Provisioning for port 4444b118-daaa-4950-a460-c17b3e764866 completed by entity L2. {{(pid=86332) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 22 20:11:38.125345 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-e98bf7c7-f6a7-4642-ba5c-2e3644383de3 req-af4340c0-5409-4f21-8440-53d6bbdd6829 tempest-DeleteServersTestJSON-432539575 tempest-DeleteServersTestJSON-432539575-project] 10.222.0.30 "GET /v2.0/ports?device_id=4be19373-fd93-4abb-aac5-299af84535cf HTTP/1.1" status: 200  len: 210 time: 0.6061304
Apr 22 20:11:38.165531 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-61c0717b-42c2-412c-b0ae-9c10c761f463 req-c3ead5d1-528b-4dd8-9857-d72d12368d88 tempest-AttachVolumeNegativeTest-423716770 tempest-AttachVolumeNegativeTest-423716770-project] 10.222.0.30 "GET /v2.0/ports?device_id=666a5894-4ce9-47e9-8adf-a77b64d57479 HTTP/1.1" status: 200  len: 210 time: 0.4921350
Apr 22 20:11:38.170142 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-f9286abb-849a-45c7-80ff-c1e3897e8e3c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:11:38.186780 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-0a0e11c8-faf3-47ce-8bf8-4796f27437e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393900'] for security_group, after_delete {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:11:38.239629 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 20:11:38.251256 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-244f7156-e7eb-4326-afb5-a4574d77065f admin admin] Pushing event updated for resources: {'Port': ['ID=0e839e82-3a68-4168-816e-3b8fa28e27a7,revision_number=1']} {{(pid=86331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 20:11:38.265979 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [None req-244f7156-e7eb-4326-afb5-a4574d77065f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.670s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 20:11:38.271071 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a0e11c8-faf3-47ce-8bf8-4796f27437e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36cbc46d-1ed4-4dbb-82b1-e4ad4b853819,revision_number=None']} {{(pid=86330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 20:11:38.280833 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [None req-0a0e11c8-faf3-47ce-8bf8-4796f27437e6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=86330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 20:11:38.302536 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-0a0e11c8-faf3-47ce-8bf8-4796f27437e6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:11:38.306718 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [None req-0a0e11c8-faf3-47ce-8bf8-4796f27437e6 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/36cbc46d-1ed4-4dbb-82b1-e4ad4b853819 HTTP/1.1" status: 204  len: 168 time: 1.0673628
Apr 22 20:11:38.354959 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-32d7fc17-4aca-43f9-9121-7791e83044ac admin admin] Notify callbacks [] for port, precommit_create {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:11:38.437275 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-32d7fc17-4aca-43f9-9121-7791e83044ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854198495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853168226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363309147208154'] for port, after_create {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:11:38.442638 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 20:11:38.618078 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32d7fc17-4aca-43f9-9121-7791e83044ac admin admin] Pushing event updated for resources: {'Port': ['ID=9a2d43f7-bd9b-4d0f-8151-3b2eae8f716f,revision_number=1']} {{(pid=86330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 20:11:38.656349 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [None req-32d7fc17-4aca-43f9-9121-7791e83044ac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.214s {{(pid=86330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 20:11:38.662597 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32d7fc17-4aca-43f9-9121-7791e83044ac admin admin] Network 1b725cb4-6db6-4e68-9a61-1978e8a191a1 is already hosted by enough agents. {{(pid=86330) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 22 20:11:38.664278 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.scheduler.base_scheduler [None req-32d7fc17-4aca-43f9-9121-7791e83044ac admin admin] Resources bound (agent type, host, resource id):  {{(pid=86330) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 22 20:11:38.671809 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32d7fc17-4aca-43f9-9121-7791e83044ac admin admin] Received port after_create {{(pid=86330) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 22 20:11:38.715023 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-244f7156-e7eb-4326-afb5-a4574d77065f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:11:38.901332 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f05328f-532f-4ecc-b452-9d7c904ec9c7 None None] Network 8eb42aba-9fa9-48c5-ac95-29b89130e5f9 requested from dv-cinder-787632-1-iscsi {{(pid=86332) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 22 20:11:39.041526 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-f9286abb-849a-45c7-80ff-c1e3897e8e3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393900'] for security_group, after_delete {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:11:39.065723 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 20:11:39.120440 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9286abb-849a-45c7-80ff-c1e3897e8e3c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7a62f3f-6872-44ba-bca2-27ede547235b,revision_number=None']} {{(pid=86331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 20:11:39.153914 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [None req-f9286abb-849a-45c7-80ff-c1e3897e8e3c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 20:11:39.154829 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-f9286abb-849a-45c7-80ff-c1e3897e8e3c admin admin] Notify callbacks [] for security_group, before_response {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:11:39.156076 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [None req-f9286abb-849a-45c7-80ff-c1e3897e8e3c admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/b7a62f3f-6872-44ba-bca2-27ede547235b HTTP/1.1" status: 204  len: 168 time: 1.7626581
Apr 22 20:11:39.534429 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.wsgi [-] (86331) accepted ('10.222.0.46', 60167) {{(pid=86331) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 20:11:39.619194 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.provisioning_blocks [None req-f227a42d-d7d4-47b2-8151-5f3d22febc61 None None] Provisioning for port 4444b118-daaa-4950-a460-c17b3e764866 completed by entity DHCP. {{(pid=86332) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 22 20:11:39.623326 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-32d7fc17-4aca-43f9-9121-7791e83044ac admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:11:39.666407 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.provisioning_blocks [None req-f227a42d-d7d4-47b2-8151-5f3d22febc61 None None] Provisioning complete for port 4444b118-daaa-4950-a460-c17b3e764866 triggered by entity DHCP. {{(pid=86332) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 22 20:11:39.666822 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-f227a42d-d7d4-47b2-8151-5f3d22febc61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854135278'] for port, provisioning_complete {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:11:39.771283 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-f53160c0-663b-4ea4-a83c-1666682c4fd1 req-9dd1b7d1-d480-4eb8-836a-5d115052bee6 tempest-DeleteServersTestJSON-432539575 tempest-DeleteServersTestJSON-432539575-project] 10.222.0.30 "GET /v2.0/ports?device_id=4be19373-fd93-4abb-aac5-299af84535cf HTTP/1.1" status: 200  len: 210 time: 0.2358520
Apr 22 20:11:40.049850 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-f227a42d-d7d4-47b2-8151-5f3d22febc61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587983'] for port, before_update {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:11:40.122979 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.db [None req-f227a42d-d7d4-47b2-8151-5f3d22febc61 None None] For port 4444b118-daaa-4950-a460-c17b3e764866, host dv-cinder-787632-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787632-1-iscsi',level=0,port_id=4444b118-daaa-4950-a460-c17b3e764866,segment=NetworkSegment(ee2cf152-35a2-4f0a-9e62-a52542065261),segment_id=ee2cf152-35a2-4f0a-9e62-a52542065261)] {{(pid=86332) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 22 20:11:40.127913 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-f227a42d-d7d4-47b2-8151-5f3d22febc61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854198495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853168226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727707997384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363309147208137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727707567697'] for port, after_update {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:11:40.132930 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-55f4e5d7-5323-4372-90d0-0b2f629b12ae req-bd412e1b-68cb-44af-8348-3e7ff65c2d4d tempest-AttachVolumeNegativeTest-423716770 tempest-AttachVolumeNegativeTest-423716770-project] 10.222.0.30 "GET /v2.0/ports?device_id=666a5894-4ce9-47e9-8adf-a77b64d57479 HTTP/1.1" status: 200  len: 210 time: 0.4264069
Apr 22 20:11:40.135029 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [None req-b0ead1c2-049c-4e58-9dc3-b9881b76a474 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86332) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 20:11:40.192178 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-244f7156-e7eb-4326-afb5-a4574d77065f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-429383', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-416479'] for router, after_create {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:11:40.284036 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f95bfc1-61d2-4526-b676-c9ac3032bc81 req-5a278c0b-f7b9-4925-a71d-d541694012d5 tempest-DeleteServersTestJSON-432539575 tempest-DeleteServersTestJSON-432539575-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 20:11:40.284788 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.quota.resource [req-3f95bfc1-61d2-4526-b676-c9ac3032bc81 req-5a278c0b-f7b9-4925-a71d-d541694012d5 tempest-DeleteServersTestJSON-432539575 tempest-DeleteServersTestJSON-432539575-project] Synchronizing usage tracker for tenant:36deea2aa67b4af688b0eb00b20d58c9 on resource:network {{(pid=86331) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 22 20:11:40.325743 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.provisioning_blocks [None req-cc474218-7e65-41cd-9c0c-2536a89a470e None None] Provisioning complete for port 4444b118-daaa-4950-a460-c17b3e764866 triggered by entity DHCP. {{(pid=86332) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 22 20:11:40.335680 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-cc474218-7e65-41cd-9c0c-2536a89a470e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854135278'] for port, provisioning_complete {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:11:40.460583 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.quota.resource [req-3f95bfc1-61d2-4526-b676-c9ac3032bc81 req-5a278c0b-f7b9-4925-a71d-d541694012d5 tempest-DeleteServersTestJSON-432539575 tempest-DeleteServersTestJSON-432539575-project] Unset dirty status for tenant:36deea2aa67b4af688b0eb00b20d58c9 on resource:network {{(pid=86331) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 22 20:11:40.462446 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-3f95bfc1-61d2-4526-b676-c9ac3032bc81 req-5a278c0b-f7b9-4925-a71d-d541694012d5 tempest-DeleteServersTestJSON-432539575 tempest-DeleteServersTestJSON-432539575-project] 10.222.0.46 "GET /v2.0/networks?id=467c6d16-e2ea-4345-8c7f-17c67069e343 HTTP/1.1" status: 200  len: 811 time: 0.9251699
Apr 22 20:11:40.494760 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-32d7fc17-4aca-43f9-9121-7791e83044ac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-429383', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-416479'] for router, after_create {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:11:40.508314 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f227a42d-d7d4-47b2-8151-5f3d22febc61 None None] Pushing event updated for resources: {'Port': ['ID=4444b118-daaa-4950-a460-c17b3e764866,revision_number=3']} {{(pid=86332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 20:11:40.516329 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [None req-f227a42d-d7d4-47b2-8151-5f3d22febc61 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.382s {{(pid=86332) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 20:11:40.522102 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.v2.base [req-3f95bfc1-61d2-4526-b676-c9ac3032bc81 req-be3d5b06-2c5c-4a24-9d62-c1b0a032e21f tempest-DeleteServersTestJSON-432539575 tempest-DeleteServersTestJSON-432539575-project] Request body: {'port': {'device_id': '4be19373-fd93-4abb-aac5-299af84535cf', 'network_id': '467c6d16-e2ea-4345-8c7f-17c67069e343', 'admin_state_up': True, 'tenant_id': '36deea2aa67b4af688b0eb00b20d58c9'}} {{(pid=86331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 22 20:11:40.577220 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.wsgi [-] (86331) accepted ('10.222.0.46', 60173) {{(pid=86331) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 20:11:40.899945 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-244f7156-e7eb-4326-afb5-a4574d77065f admin admin] Router 9c71002a-2a9d-4647-b201-71f3c5cf72be is scheduled to L3 agent 1df068ca-d615-4cb7-8020-fe6e8be709e3 with binding_index 1 {{(pid=86331) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Apr 22 20:11:41.054861 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-32d7fc17-4aca-43f9-9121-7791e83044ac admin admin] Router 1579061b-27c8-45c8-a86c-6a7fe76c2895 is scheduled to L3 agent 1df068ca-d615-4cb7-8020-fe6e8be709e3 with binding_index 1 {{(pid=86330) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Apr 22 20:11:41.076707 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.quota.driver [req-3f95bfc1-61d2-4526-b676-c9ac3032bc81 req-be3d5b06-2c5c-4a24-9d62-c1b0a032e21f tempest-DeleteServersTestJSON-432539575 tempest-DeleteServersTestJSON-432539575-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 22 20:11:41.080836 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.quota.resource [req-3f95bfc1-61d2-4526-b676-c9ac3032bc81 req-be3d5b06-2c5c-4a24-9d62-c1b0a032e21f tempest-DeleteServersTestJSON-432539575 tempest-DeleteServersTestJSON-432539575-project] Usage tracker for resource:port and tenant:36deea2aa67b4af688b0eb00b20d58c9 is out of sync, need to count used quota {{(pid=86331) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 22 20:11:41.127479 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.quota.resource [req-3f95bfc1-61d2-4526-b676-c9ac3032bc81 req-be3d5b06-2c5c-4a24-9d62-c1b0a032e21f tempest-DeleteServersTestJSON-432539575 tempest-DeleteServersTestJSON-432539575-project] Quota usage for port was recalculated. Used quota:0. {{(pid=86331) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 22 20:11:41.559851 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.rpc [None req-08e5d76f-3fe5-4242-a4b8-30f374028052 None None] Device 4444b118-daaa-4950-a460-c17b3e764866 up at agent ovs-agent-dv-cinder-787632-1-iscsi {{(pid=86332) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 22 20:11:41.721618 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.provisioning_blocks [None req-08e5d76f-3fe5-4242-a4b8-30f374028052 None None] Provisioning complete for port 4444b118-daaa-4950-a460-c17b3e764866 triggered by entity L2. {{(pid=86332) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 22 20:11:41.722287 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-08e5d76f-3fe5-4242-a4b8-30f374028052 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854135278'] for port, provisioning_complete {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:11:41.733827 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.quota.driver [req-3f95bfc1-61d2-4526-b676-c9ac3032bc81 req-be3d5b06-2c5c-4a24-9d62-c1b0a032e21f tempest-DeleteServersTestJSON-432539575 tempest-DeleteServersTestJSON-432539575-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=86331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 22 20:11:41.823279 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-a07768b6-9845-4bf7-a049-b6c746d5ee46 req-3d096dba-8752-4a8b-b27c-68b155d76bdd tempest-DeleteServersTestJSON-432539575 tempest-DeleteServersTestJSON-432539575-project] 10.222.0.30 "GET /v2.0/ports?device_id=4be19373-fd93-4abb-aac5-299af84535cf HTTP/1.1" status: 200  len: 210 time: 0.7554579
Apr 22 20:11:41.894668 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a70fe797-8f90-425c-ab3b-5e879e6692aa req-729a863e-21ad-4b46-b952-03b2fe56cfd0 tempest-AttachVolumeNegativeTest-423716770 tempest-AttachVolumeNegativeTest-423716770-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 20:11:41.901588 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-a70fe797-8f90-425c-ab3b-5e879e6692aa req-729a863e-21ad-4b46-b952-03b2fe56cfd0 tempest-AttachVolumeNegativeTest-423716770 tempest-AttachVolumeNegativeTest-423716770-project] 10.222.0.46 "GET /v2.0/networks?id=2f71bdb9-006a-4ab4-9335-9bbccd5c61c9 HTTP/1.1" status: 200  len: 815 time: 1.3129632
Apr 22 20:11:41.907528 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3f95bfc1-61d2-4526-b676-c9ac3032bc81 req-be3d5b06-2c5c-4a24-9d62-c1b0a032e21f tempest-DeleteServersTestJSON-432539575 tempest-DeleteServersTestJSON-432539575-project] Made reservation on behalf of 36deea2aa67b4af688b0eb00b20d58c9 for: {'port': 1} {{(pid=86331) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 22 20:11:41.924597 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [req-3f95bfc1-61d2-4526-b676-c9ac3032bc81 req-be3d5b06-2c5c-4a24-9d62-c1b0a032e21f tempest-DeleteServersTestJSON-432539575 tempest-DeleteServersTestJSON-432539575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587983'] for port, before_create {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:11:41.988778 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.v2.base [req-a70fe797-8f90-425c-ab3b-5e879e6692aa req-0add03da-c3fb-4b8c-8979-760ccdf9ee0a tempest-AttachVolumeNegativeTest-423716770 tempest-AttachVolumeNegativeTest-423716770-project] Request body: {'port': {'device_id': '666a5894-4ce9-47e9-8adf-a77b64d57479', 'network_id': '2f71bdb9-006a-4ab4-9335-9bbccd5c61c9', 'admin_state_up': True, 'tenant_id': '48229d4d53b042958a9ce5577ce62d8e'}} {{(pid=86331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 22 20:11:42.038321 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-10b915d7-8dec-4889-8783-7c802f766bcf req-ffdbb3f2-26da-4c37-961d-9dd7d9195529 tempest-AttachVolumeNegativeTest-423716770 tempest-AttachVolumeNegativeTest-423716770-project] 10.222.0.30 "GET /v2.0/ports?device_id=666a5894-4ce9-47e9-8adf-a77b64d57479 HTTP/1.1" status: 200  len: 210 time: 0.6679299
Apr 22 20:11:42.040123 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32d7fc17-4aca-43f9-9121-7791e83044ac admin admin] Notify agent at l3_agent.dv-cinder-787632-1-iscsi the message routers_updated {{(pid=86330) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 22 20:11:42.062824 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2f77a2a-3bfb-44fd-863d-3457cb4e7e50 None None] Sync routers for ids ['1579061b-27c8-45c8-a86c-6a7fe76c2895'] in dv-cinder-787632-1-iscsi {{(pid=86333) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 22 20:11:42.073666 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-32d7fc17-4aca-43f9-9121-7791e83044ac admin admin] Notify callbacks [] for router, before_response {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:11:42.075160 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [None req-32d7fc17-4aca-43f9-9121-7791e83044ac admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201  len: 921 time: 7.2033710
Apr 22 20:11:42.077389 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2f77a2a-3bfb-44fd-863d-3457cb4e7e50 None None] Routers {'1579061b-27c8-45c8-a86c-6a7fe76c2895'} bound to L3 agent in host dv-cinder-787632-1-iscsi {{(pid=86333) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 22 20:11:42.078367 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.wsgi [-] (86330) accepted ('10.222.0.30', 33966) {{(pid=86330) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 20:11:42.080569 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.l3_hamode_db [None req-d2f77a2a-3bfb-44fd-863d-3457cb4e7e50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f013d33ddd8>, 'dv-cinder-787632-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-22T20:03:28Z,description=<?>,heartbeat_timestamp=2021-04-22T20:11:29Z,host='dv-cinder-787632-1-iscsi',id=1df068ca-d615-4cb7-8020-fe6e8be709e3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-22T20:03:28Z,topic='l3_agent')) {'router_ids': ['1579061b-27c8-45c8-a86c-6a7fe76c2895'], 'active': True} {{(pid=86333) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 22 20:11:42.450340 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.db_base_plugin_common [req-3f95bfc1-61d2-4526-b676-c9ac3032bc81 req-be3d5b06-2c5c-4a24-9d62-c1b0a032e21f tempest-DeleteServersTestJSON-432539575 tempest-DeleteServersTestJSON-432539575-project] Allocated IP 172.20.0.10 (467c6d16-e2ea-4345-8c7f-17c67069e343/2ba3fdce-5164-477d-aabe-c9ad9bf606d5/09b438d9-db19-4054-91f7-90a1da3d38cd) {{(pid=86331) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 22 20:11:42.488078 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.l3_dvr_db [None req-d2f77a2a-3bfb-44fd-863d-3457cb4e7e50 None None] Set router 1579061b-27c8-45c8-a86c-6a7fe76c2895 gateway port host: dv-cinder-787632-1-iscsi {{(pid=86333) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 22 20:11:42.686521 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [req-3f95bfc1-61d2-4526-b676-c9ac3032bc81 req-be3d5b06-2c5c-4a24-9d62-c1b0a032e21f tempest-DeleteServersTestJSON-432539575 tempest-DeleteServersTestJSON-432539575-project] Notify callbacks [] for port, precommit_create {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:11:42.734119 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.quota.driver [req-a70fe797-8f90-425c-ab3b-5e879e6692aa req-0add03da-c3fb-4b8c-8979-760ccdf9ee0a tempest-AttachVolumeNegativeTest-423716770 tempest-AttachVolumeNegativeTest-423716770-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 22 20:11:42.775319 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [req-3f95bfc1-61d2-4526-b676-c9ac3032bc81 req-be3d5b06-2c5c-4a24-9d62-c1b0a032e21f tempest-DeleteServersTestJSON-432539575 tempest-DeleteServersTestJSON-432539575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854198495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853168226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363309147208154'] for port, after_create {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:11:42.780263 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.quota.resource [req-a70fe797-8f90-425c-ab3b-5e879e6692aa req-0add03da-c3fb-4b8c-8979-760ccdf9ee0a tempest-AttachVolumeNegativeTest-423716770 tempest-AttachVolumeNegativeTest-423716770-project] Usage tracker for resource:port and tenant:48229d4d53b042958a9ce5577ce62d8e is out of sync, need to count used quota {{(pid=86331) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 22 20:11:42.796441 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.quota.resource [req-a70fe797-8f90-425c-ab3b-5e879e6692aa req-0add03da-c3fb-4b8c-8979-760ccdf9ee0a tempest-AttachVolumeNegativeTest-423716770 tempest-AttachVolumeNegativeTest-423716770-project] Quota usage for port was recalculated. Used quota:0. {{(pid=86331) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 22 20:11:42.853119 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.quota.driver [req-a70fe797-8f90-425c-ab3b-5e879e6692aa req-0add03da-c3fb-4b8c-8979-760ccdf9ee0a tempest-AttachVolumeNegativeTest-423716770 tempest-AttachVolumeNegativeTest-423716770-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=86331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 22 20:11:42.858227 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 20:11:43.077363 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3f95bfc1-61d2-4526-b676-c9ac3032bc81 req-be3d5b06-2c5c-4a24-9d62-c1b0a032e21f tempest-DeleteServersTestJSON-432539575 tempest-DeleteServersTestJSON-432539575-project] Network 467c6d16-e2ea-4345-8c7f-17c67069e343 is already hosted by enough agents. {{(pid=86331) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 22 20:11:43.107272 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.scheduler.base_scheduler [req-3f95bfc1-61d2-4526-b676-c9ac3032bc81 req-be3d5b06-2c5c-4a24-9d62-c1b0a032e21f tempest-DeleteServersTestJSON-432539575 tempest-DeleteServersTestJSON-432539575-project] Resources bound (agent type, host, resource id):  {{(pid=86331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 22 20:11:43.126848 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-244f7156-e7eb-4326-afb5-a4574d77065f admin admin] Notify agent at l3_agent.dv-cinder-787632-1-iscsi the message routers_updated {{(pid=86331) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 22 20:11:43.186024 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.l3_dvrscheduler_db [req-3f95bfc1-61d2-4526-b676-c9ac3032bc81 req-be3d5b06-2c5c-4a24-9d62-c1b0a032e21f tempest-DeleteServersTestJSON-432539575 tempest-DeleteServersTestJSON-432539575-project] Received port after_create {{(pid=86331) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 22 20:11:43.192236 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f95bfc1-61d2-4526-b676-c9ac3032bc81 req-be3d5b06-2c5c-4a24-9d62-c1b0a032e21f tempest-DeleteServersTestJSON-432539575 tempest-DeleteServersTestJSON-432539575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 20:11:43.192930 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [req-3f95bfc1-61d2-4526-b676-c9ac3032bc81 req-be3d5b06-2c5c-4a24-9d62-c1b0a032e21f tempest-DeleteServersTestJSON-432539575 tempest-DeleteServersTestJSON-432539575-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853168243'] for port, before_response {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:11:43.322631 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-3f95bfc1-61d2-4526-b676-c9ac3032bc81 req-be3d5b06-2c5c-4a24-9d62-c1b0a032e21f tempest-DeleteServersTestJSON-432539575 tempest-DeleteServersTestJSON-432539575-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 2.8083971
Apr 22 20:11:43.470083 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a70fe797-8f90-425c-ab3b-5e879e6692aa req-0add03da-c3fb-4b8c-8979-760ccdf9ee0a tempest-AttachVolumeNegativeTest-423716770 tempest-AttachVolumeNegativeTest-423716770-project] Made reservation on behalf of 48229d4d53b042958a9ce5577ce62d8e for: {'port': 1} {{(pid=86331) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 22 20:11:43.484853 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [req-a70fe797-8f90-425c-ab3b-5e879e6692aa req-0add03da-c3fb-4b8c-8979-760ccdf9ee0a tempest-AttachVolumeNegativeTest-423716770 tempest-AttachVolumeNegativeTest-423716770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587983'] for port, before_create {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:11:43.495549 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.l3_hamode_db [None req-d2f77a2a-3bfb-44fd-863d-3457cb4e7e50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f013d33ddd8>, [{'id': '1579061b-27c8-45c8-a86c-6a7fe76c2895', 'name': 'tempest-AttachVolumeTestJSON-860199075-router', 'tenant_id': 'd911111607464bf49ef66ee3335728c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b725cb4-6db6-4e68-9a61-1978e8a191a1', 'external_fixed_ips': [{'subnet_id': '1d4495d7-31a5-4e2d-a911-56ceae3a61c5', 'ip_address': '172.27.3.78'}], 'enable_snat': True}, 'gw_port_id': '9a2d43f7-bd9b-4d0f-8151-3b2eae8f716f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T20:11:35Z', 'updated_at': '2021-04-22T20:11:39Z', 'revision_number': 3, 'project_id': 'd911111607464bf49ef66ee3335728c8', 'gw_port': {'id': '9a2d43f7-bd9b-4d0f-8151-3b2eae8f716f', 'name': '', 'network_id': '1b725cb4-6db6-4e68-9a61-1978e8a191a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:bb:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1579061b-27c8-45c8-a86c-6a7fe76c2895', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '1d4495d7-31a5-4e2d-a911-56ceae3a61c5', 'ip_address': '172.27.3.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T20:11:36Z', 'updated_at': '2021-04-22T20:11:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1d4495d7-31a5-4e2d-a911-56ceae3a61c5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787632-1-iscsi'}], 'dv-cinder-787632-1-iscsi', False) {} {{(pid=86333) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 22 20:11:43.517900 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2f77a2a-3bfb-44fd-863d-3457cb4e7e50 None None] Checking router: 1579061b-27c8-45c8-a86c-6a7fe76c2895 for host: dv-cinder-787632-1-iscsi {{(pid=86333) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 22 20:11:43.519253 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2f77a2a-3bfb-44fd-863d-3457cb4e7e50 None None] Updating router 1579061b-27c8-45c8-a86c-6a7fe76c2895 port 9a2d43f7-bd9b-4d0f-8151-3b2eae8f716f binding host dv-cinder-787632-1-iscsi {{(pid=86333) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Apr 22 20:11:43.577848 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.wsgi [req-3f95bfc1-61d2-4526-b676-c9ac3032bc81 req-135538fd-0997-4100-bf86-8e4f9b2d2ec1 tempest-DeleteServersTestJSON-432539575 tempest-DeleteServersTestJSON-432539575-project] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=86331) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 22 20:11:43.579013 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-3f95bfc1-61d2-4526-b676-c9ac3032bc81 req-135538fd-0997-4100-bf86-8e4f9b2d2ec1 tempest-DeleteServersTestJSON-432539575 tempest-DeleteServersTestJSON-432539575-project] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.0355103
Apr 22 20:11:43.602177 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-d2f77a2a-3bfb-44fd-863d-3457cb4e7e50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587983'] for port, before_update {{(pid=86333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:11:43.643438 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be3d5b06-2c5c-4a24-9d62-c1b0a032e21f tempest-DeleteServersTestJSON-432539575 tempest-DeleteServersTestJSON-432539575-project] Pushing event updated for resources: {'Port': ['ID=09b438d9-db19-4054-91f7-90a1da3d38cd,revision_number=1']} {{(pid=86331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 20:11:43.656288 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [None req-be3d5b06-2c5c-4a24-9d62-c1b0a032e21f tempest-DeleteServersTestJSON-432539575 tempest-DeleteServersTestJSON-432539575-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.798s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 20:11:43.667683 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5d27e3e-cea2-4b3f-8b70-9c9457b2aa74 None None] Sync routers for ids ['9c71002a-2a9d-4647-b201-71f3c5cf72be'] in dv-cinder-787632-1-iscsi {{(pid=86332) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 22 20:11:43.698021 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5d27e3e-cea2-4b3f-8b70-9c9457b2aa74 None None] Routers {'9c71002a-2a9d-4647-b201-71f3c5cf72be'} bound to L3 agent in host dv-cinder-787632-1-iscsi {{(pid=86332) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 22 20:11:43.698021 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.l3_hamode_db [None req-b5d27e3e-cea2-4b3f-8b70-9c9457b2aa74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f013db92160>, 'dv-cinder-787632-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-22T20:03:28Z,description=<?>,heartbeat_timestamp=2021-04-22T20:11:29Z,host='dv-cinder-787632-1-iscsi',id=1df068ca-d615-4cb7-8020-fe6e8be709e3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-22T20:03:28Z,topic='l3_agent')) {'router_ids': ['9c71002a-2a9d-4647-b201-71f3c5cf72be'], 'active': True} {{(pid=86332) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 22 20:11:43.889219 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-244f7156-e7eb-4326-afb5-a4574d77065f admin admin] Notify callbacks [] for router, before_response {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:11:43.890253 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [None req-244f7156-e7eb-4326-afb5-a4574d77065f admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201  len: 929 time: 9.5696437
Apr 22 20:11:43.910692 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.wsgi [-] (86331) accepted ('10.222.0.30', 34016) {{(pid=86331) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 20:11:43.978444 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-080e28eb-7907-457e-87be-f97ebe554fb6 req-aa242b35-f4bd-4bc9-b8c4-a4d7337554b6 tempest-AttachVolumeNegativeTest-423716770 tempest-AttachVolumeNegativeTest-423716770-project] 10.222.0.30 "GET /v2.0/ports?device_id=666a5894-4ce9-47e9-8adf-a77b64d57479 HTTP/1.1" status: 200  len: 210 time: 0.5714719
Apr 22 20:11:44.085395 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f642f77c-1c75-441b-930b-8f5aa1c48257 req-cd05a244-cec8-4bb0-b6bd-faa422e165ac tempest-DeleteServersTestJSON-432539575 tempest-DeleteServersTestJSON-432539575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 20:11:44.086442 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.quota.resource [req-f642f77c-1c75-441b-930b-8f5aa1c48257 req-cd05a244-cec8-4bb0-b6bd-faa422e165ac tempest-DeleteServersTestJSON-432539575 tempest-DeleteServersTestJSON-432539575-project] Synchronizing usage tracker for tenant:36deea2aa67b4af688b0eb00b20d58c9 on resource:port {{(pid=86331) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 22 20:11:44.125208 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.l3_dvr_db [None req-b5d27e3e-cea2-4b3f-8b70-9c9457b2aa74 None None] Set router 9c71002a-2a9d-4647-b201-71f3c5cf72be gateway port host: dv-cinder-787632-1-iscsi {{(pid=86332) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 22 20:11:44.409789 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.v2.base [req-3f95bfc1-61d2-4526-b676-c9ac3032bc81 req-05826d66-4b79-4a6e-b52c-fe85354681c1 service neutron] Request body: {'port': {'device_id': '4be19373-fd93-4abb-aac5-299af84535cf', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78763'}} {{(pid=86331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 22 20:11:44.499553 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.quota.resource [req-f642f77c-1c75-441b-930b-8f5aa1c48257 req-cd05a244-cec8-4bb0-b6bd-faa422e165ac tempest-DeleteServersTestJSON-432539575 tempest-DeleteServersTestJSON-432539575-project] Unset dirty status for tenant:36deea2aa67b4af688b0eb00b20d58c9 on resource:port {{(pid=86331) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 22 20:11:44.500827 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-f642f77c-1c75-441b-930b-8f5aa1c48257 req-cd05a244-cec8-4bb0-b6bd-faa422e165ac tempest-DeleteServersTestJSON-432539575 tempest-DeleteServersTestJSON-432539575-project] 10.222.0.30 "GET /v2.0/ports?device_id=4be19373-fd93-4abb-aac5-299af84535cf HTTP/1.1" status: 200  len: 932 time: 1.2004335
Apr 22 20:11:44.523466 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.l3_hamode_db [None req-b5d27e3e-cea2-4b3f-8b70-9c9457b2aa74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f013db92160>, [{'id': '9c71002a-2a9d-4647-b201-71f3c5cf72be', 'name': 'tempest-ServerRescueNegativeTestJSON-958420590-router', 'tenant_id': 'a3da31af07b74c20b145ac19f125aded', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b725cb4-6db6-4e68-9a61-1978e8a191a1', 'external_fixed_ips': [{'subnet_id': '1d4495d7-31a5-4e2d-a911-56ceae3a61c5', 'ip_address': '172.27.3.28'}], 'enable_snat': True}, 'gw_port_id': '0e839e82-3a68-4168-816e-3b8fa28e27a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T20:11:34Z', 'updated_at': '2021-04-22T20:11:38Z', 'revision_number': 3, 'project_id': 'a3da31af07b74c20b145ac19f125aded', 'gw_port': {'id': '0e839e82-3a68-4168-816e-3b8fa28e27a7', 'name': '', 'network_id': '1b725cb4-6db6-4e68-9a61-1978e8a191a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:5e:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c71002a-2a9d-4647-b201-71f3c5cf72be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '1d4495d7-31a5-4e2d-a911-56ceae3a61c5', 'ip_address': '172.27.3.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T20:11:36Z', 'updated_at': '2021-04-22T20:11:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1d4495d7-31a5-4e2d-a911-56ceae3a61c5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787632-1-iscsi'}], 'dv-cinder-787632-1-iscsi', False) {} {{(pid=86332) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 22 20:11:44.536960 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5d27e3e-cea2-4b3f-8b70-9c9457b2aa74 None None] Checking router: 9c71002a-2a9d-4647-b201-71f3c5cf72be for host: dv-cinder-787632-1-iscsi {{(pid=86332) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 22 20:11:44.537606 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5d27e3e-cea2-4b3f-8b70-9c9457b2aa74 None None] Updating router 9c71002a-2a9d-4647-b201-71f3c5cf72be port 0e839e82-3a68-4168-816e-3b8fa28e27a7 binding host dv-cinder-787632-1-iscsi {{(pid=86332) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Apr 22 20:11:44.554178 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-d2f77a2a-3bfb-44fd-863d-3457cb4e7e50 None None] Notify callbacks [] for port, precommit_update {{(pid=86333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:11:44.579077 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.provisioning_blocks [None req-d2f77a2a-3bfb-44fd-863d-3457cb4e7e50 None None] Transition to ACTIVE for port object 9a2d43f7-bd9b-4d0f-8151-3b2eae8f716f will not be triggered until provisioned by entity L2. {{(pid=86333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 22 20:11:44.594024 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-d2f77a2a-3bfb-44fd-863d-3457cb4e7e50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854198495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853168226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727707997384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363309147208137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727707567697'] for port, after_update {{(pid=86333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:11:44.599463 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [None req-17d71621-04a6-4fa3-b1ef-d1788e9d7bcf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86333) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 20:11:44.636629 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-b5d27e3e-cea2-4b3f-8b70-9c9457b2aa74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587983'] for port, before_update {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:11:44.657744 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-be1c70d0-97ac-47b9-ab2d-30083da74cab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587983'] for port, before_create {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:11:44.761542 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8b91163-7d0a-4066-8817-a3f23d544e04 None None] Pushing event updated for resources: {'Port': ['ID=9a2d43f7-bd9b-4d0f-8151-3b2eae8f716f,revision_number=2']} {{(pid=86333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 20:11:44.777115 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8b91163-7d0a-4066-8817-a3f23d544e04 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787632-1-iscsi {{(pid=86333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 20:11:44.777526 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8b91163-7d0a-4066-8817-a3f23d544e04 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787632-1-iscsi {{(pid=86333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 20:11:44.777920 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8b91163-7d0a-4066-8817-a3f23d544e04 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787632-1-iscsi {{(pid=86333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 20:11:44.778286 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8b91163-7d0a-4066-8817-a3f23d544e04 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787632-1-iscsi {{(pid=86333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 20:11:44.778647 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8b91163-7d0a-4066-8817-a3f23d544e04 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787632-1-iscsi {{(pid=86333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 20:11:44.779007 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8b91163-7d0a-4066-8817-a3f23d544e04 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787632-1-iscsi {{(pid=86333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 20:11:44.779365 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8b91163-7d0a-4066-8817-a3f23d544e04 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-787632-1-iscsi {{(pid=86333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 20:11:44.779717 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8b91163-7d0a-4066-8817-a3f23d544e04 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787632-1-iscsi {{(pid=86333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 20:11:44.780094 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8b91163-7d0a-4066-8817-a3f23d544e04 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787632-1-iscsi {{(pid=86333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 20:11:44.780448 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8b91163-7d0a-4066-8817-a3f23d544e04 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787632-1-iscsi {{(pid=86333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 20:11:44.780802 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8b91163-7d0a-4066-8817-a3f23d544e04 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787632-1-iscsi {{(pid=86333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 20:11:44.781154 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8b91163-7d0a-4066-8817-a3f23d544e04 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787632-1-iscsi {{(pid=86333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 20:11:44.806658 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8b91163-7d0a-4066-8817-a3f23d544e04 None None] Tracked resource versions report:
Apr 22 20:11:44.806658 dv-cinder-787632-1-iscsi neutron-server[86219]: pushed versions:
Apr 22 20:11:44.806658 dv-cinder-787632-1-iscsi neutron-server[86219]: {   'AddressGroup': {'1.2'},
Apr 22 20:11:44.806658 dv-cinder-787632-1-iscsi neutron-server[86219]:     'ConntrackHelper': {'1.0'},
Apr 22 20:11:44.806658 dv-cinder-787632-1-iscsi neutron-server[86219]:     'Log': {'1.0'},
Apr 22 20:11:44.806658 dv-cinder-787632-1-iscsi neutron-server[86219]:     'Network': {'1.1'},
Apr 22 20:11:44.806658 dv-cinder-787632-1-iscsi neutron-server[86219]:     'Port': {'1.7'},
Apr 22 20:11:44.806658 dv-cinder-787632-1-iscsi neutron-server[86219]:     'PortForwarding': {'1.2'},
Apr 22 20:11:44.806658 dv-cinder-787632-1-iscsi neutron-server[86219]:     'QosPolicy': {'1.8'},
Apr 22 20:11:44.806658 dv-cinder-787632-1-iscsi neutron-server[86219]:     'SecurityGroup': {'1.4'},
Apr 22 20:11:44.806658 dv-cinder-787632-1-iscsi neutron-server[86219]:     'SecurityGroupRule': {'1.2'},
Apr 22 20:11:44.806658 dv-cinder-787632-1-iscsi neutron-server[86219]:     'SubPort': {'1.0'},
Apr 22 20:11:44.806658 dv-cinder-787632-1-iscsi neutron-server[86219]:     'Subnet': {'1.1'},
Apr 22 20:11:44.806658 dv-cinder-787632-1-iscsi neutron-server[86219]:     'Trunk': {'1.1'}}
Apr 22 20:11:44.806658 dv-cinder-787632-1-iscsi neutron-server[86219]: consumer versions:
Apr 22 20:11:44.806658 dv-cinder-787632-1-iscsi neutron-server[86219]: {   DHCP agent@dv-cinder-787632-1-iscsi: {},
Apr 22 20:11:44.806658 dv-cinder-787632-1-iscsi neutron-server[86219]:     HyperV agent@hv-cinder-78763: {},
Apr 22 20:11:44.806658 dv-cinder-787632-1-iscsi neutron-server[86219]:     L3 agent@dv-cinder-787632-1-iscsi: {},
Apr 22 20:11:44.806658 dv-cinder-787632-1-iscsi neutron-server[86219]:     Metadata agent@dv-cinder-787632-1-iscsi: {},
Apr 22 20:11:44.806658 dv-cinder-787632-1-iscsi neutron-server[86219]:     Metering agent@dv-cinder-787632-1-iscsi: {},
Apr 22 20:11:44.806658 dv-cinder-787632-1-iscsi neutron-server[86219]:     Open vSwitch agent@dv-cinder-787632-1-iscsi: {   'AddressGroup': '1.2',
Apr 22 20:11:44.806658 dv-cinder-787632-1-iscsi neutron-server[86219]:                                                      'ConntrackHelper': '1.0',
Apr 22 20:11:44.806658 dv-cinder-787632-1-iscsi neutron-server[86219]:                                                      'Log': '1.0',
Apr 22 20:11:44.806658 dv-cinder-787632-1-iscsi neutron-server[86219]:                                                      'Network': '1.1',
Apr 22 20:11:44.806658 dv-cinder-787632-1-iscsi neutron-server[86219]:                                                      'Port': '1.7',
Apr 22 20:11:44.806658 dv-cinder-787632-1-iscsi neutron-server[86219]:                                                      'PortForwarding': '1.2',
Apr 22 20:11:44.806658 dv-cinder-787632-1-iscsi neutron-server[86219]:                                                      'QosPolicy': '1.8',
Apr 22 20:11:44.806658 dv-cinder-787632-1-iscsi neutron-server[86219]:                                                      'SecurityGroup': '1.4',
Apr 22 20:11:44.806658 dv-cinder-787632-1-iscsi neutron-server[86219]:                                                      'SecurityGroupRule': '1.2',
Apr 22 20:11:44.806658 dv-cinder-787632-1-iscsi neutron-server[86219]:                                                      'SubPort': '1.0',
Apr 22 20:11:44.806658 dv-cinder-787632-1-iscsi neutron-server[86219]:                                                      'Subnet': '1.1',
Apr 22 20:11:44.806658 dv-cinder-787632-1-iscsi neutron-server[86219]:                                                      'Trunk': '1.1'}}
Apr 22 20:11:44.806658 dv-cinder-787632-1-iscsi neutron-server[86219]:  {{(pid=86333) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}}
Apr 22 20:11:44.862290 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [None req-f8b91163-7d0a-4066-8817-a3f23d544e04 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.254s {{(pid=86333) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 20:11:44.932135 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.managers [None req-d2f77a2a-3bfb-44fd-863d-3457cb4e7e50 None None] Attempting to bind port 9a2d43f7-bd9b-4d0f-8151-3b2eae8f716f on host dv-cinder-787632-1-iscsi for vnic_type normal with profile  {{(pid=86333) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 22 20:11:44.932763 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.managers [None req-d2f77a2a-3bfb-44fd-863d-3457cb4e7e50 None None] Attempting to bind port 9a2d43f7-bd9b-4d0f-8151-3b2eae8f716f by drivers openvswitch,hyperv on host dv-cinder-787632-1-iscsi at level 0 using segments [{'id': '8e8fb218-3d63-4c3d-9ab1-544471c4929e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1b725cb4-6db6-4e68-9a61-1978e8a191a1'}] {{(pid=86333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 22 20:11:44.933355 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2f77a2a-3bfb-44fd-863d-3457cb4e7e50 None None] Attempting to bind port 9a2d43f7-bd9b-4d0f-8151-3b2eae8f716f on network 1b725cb4-6db6-4e68-9a61-1978e8a191a1 {{(pid=86333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 22 20:11:44.947528 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2f77a2a-3bfb-44fd-863d-3457cb4e7e50 None None] Checking agent: {'id': '802cefbf-f579-41fa-a7d7-d5cf274c80aa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-787632-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 22, 20, 3, 29), 'started_at': datetime.datetime(2021, 4, 22, 20, 3, 59), 'heartbeat_timestamp': datetime.datetime(2021, 4, 22, 20, 11, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-787632-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 22 20:11:44.954743 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2f77a2a-3bfb-44fd-863d-3457cb4e7e50 None None] Checking segment: {'id': '8e8fb218-3d63-4c3d-9ab1-544471c4929e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1b725cb4-6db6-4e68-9a61-1978e8a191a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86333) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 22 20:11:44.955399 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-d2f77a2a-3bfb-44fd-863d-3457cb4e7e50 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:11:44.956262 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2f77a2a-3bfb-44fd-863d-3457cb4e7e50 None None] Bound using segment: {'id': '8e8fb218-3d63-4c3d-9ab1-544471c4929e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1b725cb4-6db6-4e68-9a61-1978e8a191a1'} {{(pid=86333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 22 20:11:44.957119 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.managers [None req-d2f77a2a-3bfb-44fd-863d-3457cb4e7e50 None None] Bound port: 9a2d43f7-bd9b-4d0f-8151-3b2eae8f716f, host: dv-cinder-787632-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8e8fb218-3d63-4c3d-9ab1-544471c4929e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1b725cb4-6db6-4e68-9a61-1978e8a191a1'}}] {{(pid=86333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 22 20:11:44.957737 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-d2f77a2a-3bfb-44fd-863d-3457cb4e7e50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587983'] for port, before_update {{(pid=86333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:11:45.139756 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.db [None req-d2f77a2a-3bfb-44fd-863d-3457cb4e7e50 None None] For port 9a2d43f7-bd9b-4d0f-8151-3b2eae8f716f, host dv-cinder-787632-1-iscsi, cleared binding levels {{(pid=86333) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 22 20:11:45.150712 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.db [None req-d2f77a2a-3bfb-44fd-863d-3457cb4e7e50 None None] For port 9a2d43f7-bd9b-4d0f-8151-3b2eae8f716f, host dv-cinder-787632-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787632-1-iscsi',level=0,port_id=9a2d43f7-bd9b-4d0f-8151-3b2eae8f716f,segment=NetworkSegment(8e8fb218-3d63-4c3d-9ab1-544471c4929e),segment_id=8e8fb218-3d63-4c3d-9ab1-544471c4929e)] {{(pid=86333) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 22 20:11:45.155466 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-d2f77a2a-3bfb-44fd-863d-3457cb4e7e50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854198495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853168226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727707997384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363309147208137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727707567697'] for port, after_update {{(pid=86333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:11:45.170711 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [req-3f95bfc1-61d2-4526-b676-c9ac3032bc81 req-05826d66-4b79-4a6e-b52c-fe85354681c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587983'] for port, before_update {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:11:45.183128 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86333) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 20:11:45.204454 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.db_base_plugin_common [None req-be1c70d0-97ac-47b9-ab2d-30083da74cab admin admin] Allocated IP 172.20.0.1 (8eb42aba-9fa9-48c5-ac95-29b89130e5f9/e2d55e83-7c80-4c1a-99f4-0aea05526efc/ca272985-6352-40bc-a8aa-36c8497e6162) {{(pid=86330) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 22 20:11:45.423893 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8b91163-7d0a-4066-8817-a3f23d544e04 None None] Pushing event updated for resources: {'Port': ['ID=9a2d43f7-bd9b-4d0f-8151-3b2eae8f716f,revision_number=3']} {{(pid=86333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 20:11:45.439945 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [None req-f8b91163-7d0a-4066-8817-a3f23d544e04 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.257s {{(pid=86333) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 20:11:45.479669 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2f77a2a-3bfb-44fd-863d-3457cb4e7e50 None None] Routers {'1579061b-27c8-45c8-a86c-6a7fe76c2895'} bound to L3 agent in host dv-cinder-787632-1-iscsi {{(pid=86333) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 22 20:11:45.486168 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.l3_hamode_db [None req-d2f77a2a-3bfb-44fd-863d-3457cb4e7e50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f013d33ddd8>, 'dv-cinder-787632-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-22T20:03:28Z,description=<?>,heartbeat_timestamp=2021-04-22T20:11:29Z,host='dv-cinder-787632-1-iscsi',id=1df068ca-d615-4cb7-8020-fe6e8be709e3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-22T20:03:28Z,topic='l3_agent')) {'router_ids': ['1579061b-27c8-45c8-a86c-6a7fe76c2895'], 'active': True} {{(pid=86333) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 22 20:11:45.745495 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-d342dc11-6da1-4572-8796-a43b7c2e17d4 req-cad0e7bf-5178-42fa-bc24-46cf5a2e45fe tempest-AttachVolumeNegativeTest-423716770 tempest-AttachVolumeNegativeTest-423716770-project] 10.222.0.30 "GET /v2.0/ports?device_id=666a5894-4ce9-47e9-8adf-a77b64d57479 HTTP/1.1" status: 200  len: 210 time: 0.2219908
Apr 22 20:11:45.807472 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.wsgi [-] (86330) accepted ('10.222.0.30', 34058) {{(pid=86330) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 20:11:45.875087 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.wsgi [-] (86330) accepted ('10.222.0.30', 34066) {{(pid=86330) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 20:11:45.915772 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-b5d27e3e-cea2-4b3f-8b70-9c9457b2aa74 None None] Notify callbacks [] for port, precommit_update {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:11:45.924201 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-be1c70d0-97ac-47b9-ab2d-30083da74cab admin admin] Notify callbacks [] for port, precommit_create {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:11:45.941922 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.provisioning_blocks [None req-b5d27e3e-cea2-4b3f-8b70-9c9457b2aa74 None None] Transition to ACTIVE for port object 0e839e82-3a68-4168-816e-3b8fa28e27a7 will not be triggered until provisioned by entity L2. {{(pid=86332) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 22 20:11:45.949013 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-b5d27e3e-cea2-4b3f-8b70-9c9457b2aa74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854198495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853168226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727707997384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363309147208137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727707567697'] for port, after_update {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:11:45.955469 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [None req-9ee8117c-41d8-4e8c-9333-6fa4244601b0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86332) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 20:11:45.977829 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.provisioning_blocks [None req-be1c70d0-97ac-47b9-ab2d-30083da74cab admin admin] Transition to ACTIVE for port object ca272985-6352-40bc-a8aa-36c8497e6162 will not be triggered until provisioned by entity DHCP. {{(pid=86330) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 22 20:11:46.044611 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.l3_dvr_db [None req-d2f77a2a-3bfb-44fd-863d-3457cb4e7e50 None None] Set router 1579061b-27c8-45c8-a86c-6a7fe76c2895 gateway port host: dv-cinder-787632-1-iscsi {{(pid=86333) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 22 20:11:46.053861 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-be1c70d0-97ac-47b9-ab2d-30083da74cab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854198495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853168226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363309147208154'] for port, after_create {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:11:46.071253 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [None req-32d7fc17-4aca-43f9-9121-7791e83044ac admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 20:11:46.136139 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc97aca9-de56-4f08-bc30-47bf798aaa66 None None] Pushing event updated for resources: {'Port': ['ID=0e839e82-3a68-4168-816e-3b8fa28e27a7,revision_number=2']} {{(pid=86332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 20:11:46.164643 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [None req-fc97aca9-de56-4f08-bc30-47bf798aaa66 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.209s {{(pid=86332) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 20:11:46.236866 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.managers [None req-b5d27e3e-cea2-4b3f-8b70-9c9457b2aa74 None None] Attempting to bind port 0e839e82-3a68-4168-816e-3b8fa28e27a7 on host dv-cinder-787632-1-iscsi for vnic_type normal with profile  {{(pid=86332) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 22 20:11:46.237983 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.managers [None req-b5d27e3e-cea2-4b3f-8b70-9c9457b2aa74 None None] Attempting to bind port 0e839e82-3a68-4168-816e-3b8fa28e27a7 by drivers openvswitch,hyperv on host dv-cinder-787632-1-iscsi at level 0 using segments [{'id': '8e8fb218-3d63-4c3d-9ab1-544471c4929e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1b725cb4-6db6-4e68-9a61-1978e8a191a1'}] {{(pid=86332) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 22 20:11:46.239260 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5d27e3e-cea2-4b3f-8b70-9c9457b2aa74 None None] Attempting to bind port 0e839e82-3a68-4168-816e-3b8fa28e27a7 on network 1b725cb4-6db6-4e68-9a61-1978e8a191a1 {{(pid=86332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 22 20:11:46.245643 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5d27e3e-cea2-4b3f-8b70-9c9457b2aa74 None None] Checking agent: {'id': '802cefbf-f579-41fa-a7d7-d5cf274c80aa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-787632-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 22, 20, 3, 29), 'started_at': datetime.datetime(2021, 4, 22, 20, 3, 59), 'heartbeat_timestamp': datetime.datetime(2021, 4, 22, 20, 11, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-787632-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 22 20:11:46.249736 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5d27e3e-cea2-4b3f-8b70-9c9457b2aa74 None None] Checking segment: {'id': '8e8fb218-3d63-4c3d-9ab1-544471c4929e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1b725cb4-6db6-4e68-9a61-1978e8a191a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86332) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 22 20:11:46.250548 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-b5d27e3e-cea2-4b3f-8b70-9c9457b2aa74 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:11:46.251331 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5d27e3e-cea2-4b3f-8b70-9c9457b2aa74 None None] Bound using segment: {'id': '8e8fb218-3d63-4c3d-9ab1-544471c4929e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1b725cb4-6db6-4e68-9a61-1978e8a191a1'} {{(pid=86332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 22 20:11:46.252089 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.managers [None req-b5d27e3e-cea2-4b3f-8b70-9c9457b2aa74 None None] Bound port: 0e839e82-3a68-4168-816e-3b8fa28e27a7, host: dv-cinder-787632-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8e8fb218-3d63-4c3d-9ab1-544471c4929e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1b725cb4-6db6-4e68-9a61-1978e8a191a1'}}] {{(pid=86332) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 22 20:11:46.252747 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-b5d27e3e-cea2-4b3f-8b70-9c9457b2aa74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587983'] for port, before_update {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:11:46.256385 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be1c70d0-97ac-47b9-ab2d-30083da74cab admin admin] Pushing event updated for resources: {'Port': ['ID=ca272985-6352-40bc-a8aa-36c8497e6162,revision_number=1']} {{(pid=86330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 20:11:46.292702 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.notifiers.nova [req-3f95bfc1-61d2-4526-b676-c9ac3032bc81 req-05826d66-4b79-4a6e-b52c-fe85354681c1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 09b438d9-db19-4054-91f7-90a1da3d38cd {{(pid=86331) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 22 20:11:46.293679 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [None req-be1c70d0-97ac-47b9-ab2d-30083da74cab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.222s {{(pid=86330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 20:11:46.317399 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be1c70d0-97ac-47b9-ab2d-30083da74cab admin admin] Network 8eb42aba-9fa9-48c5-ac95-29b89130e5f9 is already hosted by enough agents. {{(pid=86330) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 22 20:11:46.322210 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [req-3f95bfc1-61d2-4526-b676-c9ac3032bc81 req-05826d66-4b79-4a6e-b52c-fe85354681c1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:11:46.322391 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.scheduler.base_scheduler [None req-be1c70d0-97ac-47b9-ab2d-30083da74cab admin admin] Resources bound (agent type, host, resource id):  {{(pid=86330) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 22 20:11:46.339299 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.db [None req-b5d27e3e-cea2-4b3f-8b70-9c9457b2aa74 None None] For port 0e839e82-3a68-4168-816e-3b8fa28e27a7, host dv-cinder-787632-1-iscsi, cleared binding levels {{(pid=86332) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 22 20:11:46.341676 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-4b5b8c0a-da81-411d-9aa2-7f203ec5f6ac admin admin] Notify callbacks [] for security_group, before_create {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:11:46.343368 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.db [None req-b5d27e3e-cea2-4b3f-8b70-9c9457b2aa74 None None] For port 0e839e82-3a68-4168-816e-3b8fa28e27a7, host dv-cinder-787632-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787632-1-iscsi',level=0,port_id=0e839e82-3a68-4168-816e-3b8fa28e27a7,segment=NetworkSegment(8e8fb218-3d63-4c3d-9ab1-544471c4929e),segment_id=8e8fb218-3d63-4c3d-9ab1-544471c4929e)] {{(pid=86332) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 22 20:11:46.346935 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-b5d27e3e-cea2-4b3f-8b70-9c9457b2aa74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854198495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853168226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727707997384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363309147208137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727707567697'] for port, after_update {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:11:46.358169 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be1c70d0-97ac-47b9-ab2d-30083da74cab admin admin] Received port after_create {{(pid=86330) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 22 20:11:46.358953 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-be1c70d0-97ac-47b9-ab2d-30083da74cab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854348030'] for router_interface, before_create {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:11:46.359211 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [None req-08e5d76f-3fe5-4242-a4b8-30f374028052 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86332) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 20:11:46.368109 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.provisioning_blocks [req-3f95bfc1-61d2-4526-b676-c9ac3032bc81 req-05826d66-4b79-4a6e-b52c-fe85354681c1 service neutron] Transition to ACTIVE for port object 09b438d9-db19-4054-91f7-90a1da3d38cd will not be triggered until provisioned by entity L2. {{(pid=86331) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 22 20:11:46.423415 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.db_base_plugin_common [req-a70fe797-8f90-425c-ab3b-5e879e6692aa req-0add03da-c3fb-4b8c-8979-760ccdf9ee0a tempest-AttachVolumeNegativeTest-423716770 tempest-AttachVolumeNegativeTest-423716770-project] Allocated IP 172.20.0.3 (2f71bdb9-006a-4ab4-9335-9bbccd5c61c9/9b9fb9ac-2966-4dc7-9c84-10a923d75111/ac20feeb-ec82-4731-bb0e-f1e77bc564d5) {{(pid=86331) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 22 20:11:46.515114 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc97aca9-de56-4f08-bc30-47bf798aaa66 None None] Pushing event updated for resources: {'Port': ['ID=0e839e82-3a68-4168-816e-3b8fa28e27a7,revision_number=3']} {{(pid=86332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 20:11:46.534249 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [None req-fc97aca9-de56-4f08-bc30-47bf798aaa66 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=86332) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 20:11:46.566341 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5d27e3e-cea2-4b3f-8b70-9c9457b2aa74 None None] Routers {'9c71002a-2a9d-4647-b201-71f3c5cf72be'} bound to L3 agent in host dv-cinder-787632-1-iscsi {{(pid=86332) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 22 20:11:46.567294 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.l3_hamode_db [None req-b5d27e3e-cea2-4b3f-8b70-9c9457b2aa74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f013db92160>, 'dv-cinder-787632-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-22T20:03:28Z,description=<?>,heartbeat_timestamp=2021-04-22T20:11:29Z,host='dv-cinder-787632-1-iscsi',id=1df068ca-d615-4cb7-8020-fe6e8be709e3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-22T20:03:28Z,topic='l3_agent')) {'router_ids': ['9c71002a-2a9d-4647-b201-71f3c5cf72be'], 'active': True} {{(pid=86332) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 22 20:11:46.872950 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.l3_hamode_db [None req-d2f77a2a-3bfb-44fd-863d-3457cb4e7e50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f013d33ddd8>, [{'id': '1579061b-27c8-45c8-a86c-6a7fe76c2895', 'name': 'tempest-AttachVolumeTestJSON-860199075-router', 'tenant_id': 'd911111607464bf49ef66ee3335728c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b725cb4-6db6-4e68-9a61-1978e8a191a1', 'external_fixed_ips': [{'subnet_id': '1d4495d7-31a5-4e2d-a911-56ceae3a61c5', 'ip_address': '172.27.3.78'}], 'enable_snat': True}, 'gw_port_id': '9a2d43f7-bd9b-4d0f-8151-3b2eae8f716f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T20:11:35Z', 'updated_at': '2021-04-22T20:11:39Z', 'revision_number': 3, 'project_id': 'd911111607464bf49ef66ee3335728c8', 'gw_port': {'id': '9a2d43f7-bd9b-4d0f-8151-3b2eae8f716f', 'name': '', 'network_id': '1b725cb4-6db6-4e68-9a61-1978e8a191a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:bb:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1579061b-27c8-45c8-a86c-6a7fe76c2895', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '1d4495d7-31a5-4e2d-a911-56ceae3a61c5', 'ip_address': '172.27.3.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787632-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T20:11:36Z', 'updated_at': '2021-04-22T20:11:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1d4495d7-31a5-4e2d-a911-56ceae3a61c5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787632-1-iscsi'}], 'dv-cinder-787632-1-iscsi', False) {} {{(pid=86333) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 22 20:11:46.888181 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2f77a2a-3bfb-44fd-863d-3457cb4e7e50 None None] The sync data for ids ['1579061b-27c8-45c8-a86c-6a7fe76c2895'] in dv-cinder-787632-1-iscsi is: [{'id': '1579061b-27c8-45c8-a86c-6a7fe76c2895', 'name': 'tempest-AttachVolumeTestJSON-860199075-router', 'tenant_id': 'd911111607464bf49ef66ee3335728c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b725cb4-6db6-4e68-9a61-1978e8a191a1', 'external_fixed_ips': [{'subnet_id': '1d4495d7-31a5-4e2d-a911-56ceae3a61c5', 'ip_address': '172.27.3.78'}], 'enable_snat': True}, 'gw_port_id': '9a2d43f7-bd9b-4d0f-8151-3b2eae8f716f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T20:11:35Z', 'updated_at': '2021-04-22T20:11:39Z', 'revision_number': 3, 'project_id': 'd911111607464bf49ef66ee3335728c8', 'gw_port': {'id': '9a2d43f7-bd9b-4d0f-8151-3b2eae8f716f', 'name': '', 'network_id': '1b725cb4-6db6-4e68-9a61-1978e8a191a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:bb:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1579061b-27c8-45c8-a86c-6a7fe76c2895', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '1d4495d7-31a5-4e2d-a911-56ceae3a61c5', 'ip_address': '172.27.3.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787632-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T20:11:36Z', 'updated_at': '2021-04-22T20:11:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1d4495d7-31a5-4e2d-a911-56ceae3a61c5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787632-1-iscsi'}] {{(pid=86333) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 22 20:11:46.957829 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-37d0ae3b-4296-40fd-8b2a-fcdb7d29737e admin admin] Notify callbacks [] for security_group, before_create {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:11:47.039926 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.provisioning_blocks [None req-8547055d-5cc1-4c3d-8bd8-334223655c53 None None] Provisioning for port ca272985-6352-40bc-a8aa-36c8497e6162 completed by entity DHCP. {{(pid=86332) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 22 20:11:47.075858 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.provisioning_blocks [None req-8547055d-5cc1-4c3d-8bd8-334223655c53 None None] Provisioning complete for port ca272985-6352-40bc-a8aa-36c8497e6162 triggered by entity DHCP. {{(pid=86332) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 22 20:11:47.076636 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-8547055d-5cc1-4c3d-8bd8-334223655c53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854135278'] for port, provisioning_complete {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:11:47.195152 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.l3_dvr_db [None req-b5d27e3e-cea2-4b3f-8b70-9c9457b2aa74 None None] Set router 9c71002a-2a9d-4647-b201-71f3c5cf72be gateway port host: dv-cinder-787632-1-iscsi {{(pid=86332) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 22 20:11:47.216652 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-be1c70d0-97ac-47b9-ab2d-30083da74cab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587983'] for port, before_update {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:11:47.233600 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.quota.driver [None req-37d0ae3b-4296-40fd-8b2a-fcdb7d29737e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86330) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 22 20:11:47.238631 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.quota.resource [None req-37d0ae3b-4296-40fd-8b2a-fcdb7d29737e admin admin] Usage tracker for resource:security_group_rule and tenant:447a9c26cbb84c99a212eefc6eab54ac is out of sync, need to count used quota {{(pid=86330) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 22 20:11:47.242258 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.quota.resource [None req-37d0ae3b-4296-40fd-8b2a-fcdb7d29737e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86330) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 22 20:11:47.253711 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.quota.driver [None req-37d0ae3b-4296-40fd-8b2a-fcdb7d29737e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86330) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 22 20:11:47.301795 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [req-a70fe797-8f90-425c-ab3b-5e879e6692aa req-0add03da-c3fb-4b8c-8979-760ccdf9ee0a tempest-AttachVolumeNegativeTest-423716770 tempest-AttachVolumeNegativeTest-423716770-project] Notify callbacks [] for port, precommit_create {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:11:47.366686 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [req-3f95bfc1-61d2-4526-b676-c9ac3032bc81 req-05826d66-4b79-4a6e-b52c-fe85354681c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854198495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853168226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727707997384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363309147208137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727707567697'] for port, after_update {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:11:47.374563 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [req-a70fe797-8f90-425c-ab3b-5e879e6692aa req-0add03da-c3fb-4b8c-8979-760ccdf9ee0a tempest-AttachVolumeNegativeTest-423716770 tempest-AttachVolumeNegativeTest-423716770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854198495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853168226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363309147208154'] for port, after_create {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:11:47.400998 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.quota.resource [req-f642f77c-1c75-441b-930b-8f5aa1c48257 req-7211a350-7d77-437e-a7f1-adc3c0f560af tempest-DeleteServersTestJSON-432539575 tempest-DeleteServersTestJSON-432539575-project] Synchronizing usage tracker for tenant:36deea2aa67b4af688b0eb00b20d58c9 on resource:security_group {{(pid=86331) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 22 20:11:47.416417 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [None req-244f7156-e7eb-4326-afb5-a4574d77065f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 20:11:47.450950 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-37d0ae3b-4296-40fd-8b2a-fcdb7d29737e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:11:47.499532 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.quota.driver [None req-4b5b8c0a-da81-411d-9aa2-7f203ec5f6ac admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86330) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 22 20:11:47.513031 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-37d0ae3b-4296-40fd-8b2a-fcdb7d29737e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393900'] for security_group, after_create {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:11:47.525821 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.quota.resource [None req-4b5b8c0a-da81-411d-9aa2-7f203ec5f6ac admin admin] Usage tracker for resource:security_group_rule and tenant:34f9321b412d4cc5a9155708275e6f49 is out of sync, need to count used quota {{(pid=86330) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 22 20:11:47.572134 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.quota.resource [None req-4b5b8c0a-da81-411d-9aa2-7f203ec5f6ac admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86330) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 22 20:11:47.579753 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [None req-0804f76e-5d77-4869-be13-8e8f93a26d0b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 20:11:47.580963 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05826d66-4b79-4a6e-b52c-fe85354681c1 service neutron] Pushing event updated for resources: {'Port': ['ID=09b438d9-db19-4054-91f7-90a1da3d38cd,revision_number=2']} {{(pid=86331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 20:11:47.629838 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37d0ae3b-4296-40fd-8b2a-fcdb7d29737e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea0f2e28-2fa5-4be2-b222-e590bb18be35,revision_number=1']} {{(pid=86330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 20:11:47.633940 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [None req-37d0ae3b-4296-40fd-8b2a-fcdb7d29737e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=86330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 20:11:47.702275 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.quota.resource [req-f642f77c-1c75-441b-930b-8f5aa1c48257 req-7211a350-7d77-437e-a7f1-adc3c0f560af tempest-DeleteServersTestJSON-432539575 tempest-DeleteServersTestJSON-432539575-project] Unset dirty status for tenant:36deea2aa67b4af688b0eb00b20d58c9 on resource:security_group {{(pid=86331) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 22 20:11:47.716994 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-f642f77c-1c75-441b-930b-8f5aa1c48257 req-7211a350-7d77-437e-a7f1-adc3c0f560af tempest-DeleteServersTestJSON-432539575 tempest-DeleteServersTestJSON-432539575-project] 10.222.0.30 "GET /v2.0/security-groups?id=d55ceebb-51ed-4aac-b636-f683c724b454&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 2.9274390
Apr 22 20:11:47.727642 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [None req-05826d66-4b79-4a6e-b52c-fe85354681c1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.311s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 20:11:47.910499 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [None req-2d133973-7f00-4bc2-8001-a050406c545c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.229s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 20:11:47.911037 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.plugin [None req-8547055d-5cc1-4c3d-8bd8-334223655c53 None None] Port ca272985-6352-40bc-a8aa-36c8497e6162 cannot update to ACTIVE because it is not bound. {{(pid=86332) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 22 20:11:47.961228 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.l3_hamode_db [None req-b5d27e3e-cea2-4b3f-8b70-9c9457b2aa74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f013db92160>, [{'id': '9c71002a-2a9d-4647-b201-71f3c5cf72be', 'name': 'tempest-ServerRescueNegativeTestJSON-958420590-router', 'tenant_id': 'a3da31af07b74c20b145ac19f125aded', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b725cb4-6db6-4e68-9a61-1978e8a191a1', 'external_fixed_ips': [{'subnet_id': '1d4495d7-31a5-4e2d-a911-56ceae3a61c5', 'ip_address': '172.27.3.28'}], 'enable_snat': True}, 'gw_port_id': '0e839e82-3a68-4168-816e-3b8fa28e27a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T20:11:34Z', 'updated_at': '2021-04-22T20:11:38Z', 'revision_number': 3, 'project_id': 'a3da31af07b74c20b145ac19f125aded', 'gw_port': {'id': '0e839e82-3a68-4168-816e-3b8fa28e27a7', 'name': '', 'network_id': '1b725cb4-6db6-4e68-9a61-1978e8a191a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:5e:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c71002a-2a9d-4647-b201-71f3c5cf72be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '1d4495d7-31a5-4e2d-a911-56ceae3a61c5', 'ip_address': '172.27.3.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787632-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T20:11:36Z', 'updated_at': '2021-04-22T20:11:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1d4495d7-31a5-4e2d-a911-56ceae3a61c5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787632-1-iscsi'}], 'dv-cinder-787632-1-iscsi', False) {} {{(pid=86332) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 22 20:11:47.976362 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5d27e3e-cea2-4b3f-8b70-9c9457b2aa74 None None] The sync data for ids ['9c71002a-2a9d-4647-b201-71f3c5cf72be'] in dv-cinder-787632-1-iscsi is: [{'id': '9c71002a-2a9d-4647-b201-71f3c5cf72be', 'name': 'tempest-ServerRescueNegativeTestJSON-958420590-router', 'tenant_id': 'a3da31af07b74c20b145ac19f125aded', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b725cb4-6db6-4e68-9a61-1978e8a191a1', 'external_fixed_ips': [{'subnet_id': '1d4495d7-31a5-4e2d-a911-56ceae3a61c5', 'ip_address': '172.27.3.28'}], 'enable_snat': True}, 'gw_port_id': '0e839e82-3a68-4168-816e-3b8fa28e27a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T20:11:34Z', 'updated_at': '2021-04-22T20:11:38Z', 'revision_number': 3, 'project_id': 'a3da31af07b74c20b145ac19f125aded', 'gw_port': {'id': '0e839e82-3a68-4168-816e-3b8fa28e27a7', 'name': '', 'network_id': '1b725cb4-6db6-4e68-9a61-1978e8a191a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:5e:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c71002a-2a9d-4647-b201-71f3c5cf72be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '1d4495d7-31a5-4e2d-a911-56ceae3a61c5', 'ip_address': '172.27.3.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787632-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T20:11:36Z', 'updated_at': '2021-04-22T20:11:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1d4495d7-31a5-4e2d-a911-56ceae3a61c5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787632-1-iscsi'}] {{(pid=86332) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 22 20:11:48.193503 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a70fe797-8f90-425c-ab3b-5e879e6692aa req-0add03da-c3fb-4b8c-8979-760ccdf9ee0a tempest-AttachVolumeNegativeTest-423716770 tempest-AttachVolumeNegativeTest-423716770-project] Network 2f71bdb9-006a-4ab4-9335-9bbccd5c61c9 is already hosted by enough agents. {{(pid=86331) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 22 20:11:48.198741 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.quota.driver [None req-4b5b8c0a-da81-411d-9aa2-7f203ec5f6ac admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86330) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 22 20:11:48.207043 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [None req-37d0ae3b-4296-40fd-8b2a-fcdb7d29737e admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=447a9c26cbb84c99a212eefc6eab54ac&name=default HTTP/1.1" status: 200  len: 2976 time: 2.3987031
Apr 22 20:11:48.259791 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.wsgi [-] (86331) accepted ('10.222.0.30', 34098) {{(pid=86331) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 20:11:48.310394 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.scheduler.base_scheduler [req-a70fe797-8f90-425c-ab3b-5e879e6692aa req-0add03da-c3fb-4b8c-8979-760ccdf9ee0a tempest-AttachVolumeNegativeTest-423716770 tempest-AttachVolumeNegativeTest-423716770-project] Resources bound (agent type, host, resource id):  {{(pid=86331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 22 20:11:48.310394 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.l3_dvrscheduler_db [req-a70fe797-8f90-425c-ab3b-5e879e6692aa req-0add03da-c3fb-4b8c-8979-760ccdf9ee0a tempest-AttachVolumeNegativeTest-423716770 tempest-AttachVolumeNegativeTest-423716770-project] Received port after_create {{(pid=86331) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 22 20:11:48.310394 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a70fe797-8f90-425c-ab3b-5e879e6692aa req-0add03da-c3fb-4b8c-8979-760ccdf9ee0a tempest-AttachVolumeNegativeTest-423716770 tempest-AttachVolumeNegativeTest-423716770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 20:11:48.310394 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [req-a70fe797-8f90-425c-ab3b-5e879e6692aa req-0add03da-c3fb-4b8c-8979-760ccdf9ee0a tempest-AttachVolumeNegativeTest-423716770 tempest-AttachVolumeNegativeTest-423716770-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853168243'] for port, before_response {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:11:48.390797 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-a70fe797-8f90-425c-ab3b-5e879e6692aa req-0add03da-c3fb-4b8c-8979-760ccdf9ee0a tempest-AttachVolumeNegativeTest-423716770 tempest-AttachVolumeNegativeTest-423716770-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 6.4338019
Apr 22 20:11:48.425226 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.managers [req-3f95bfc1-61d2-4526-b676-c9ac3032bc81 req-05826d66-4b79-4a6e-b52c-fe85354681c1 service neutron] Attempting to bind port 09b438d9-db19-4054-91f7-90a1da3d38cd on host hv-cinder-78763 for vnic_type normal with profile  {{(pid=86331) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 22 20:11:48.426355 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.managers [req-3f95bfc1-61d2-4526-b676-c9ac3032bc81 req-05826d66-4b79-4a6e-b52c-fe85354681c1 service neutron] Attempting to bind port 09b438d9-db19-4054-91f7-90a1da3d38cd by drivers openvswitch,hyperv on host hv-cinder-78763 at level 0 using segments [{'id': 'c05c8d59-d540-4da1-9463-29cd0134c7fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '467c6d16-e2ea-4345-8c7f-17c67069e343'}] {{(pid=86331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 22 20:11:48.426844 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f95bfc1-61d2-4526-b676-c9ac3032bc81 req-05826d66-4b79-4a6e-b52c-fe85354681c1 service neutron] Attempting to bind port 09b438d9-db19-4054-91f7-90a1da3d38cd on network 467c6d16-e2ea-4345-8c7f-17c67069e343 {{(pid=86331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 22 20:11:48.437258 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-be1c70d0-97ac-47b9-ab2d-30083da74cab admin admin] Notify callbacks [] for port, precommit_update {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:11:48.445227 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-be1c70d0-97ac-47b9-ab2d-30083da74cab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854198495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853168226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727707997384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363309147208137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727707567697'] for port, after_update {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:11:48.450092 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0add03da-c3fb-4b8c-8979-760ccdf9ee0a tempest-AttachVolumeNegativeTest-423716770 tempest-AttachVolumeNegativeTest-423716770-project] Pushing event updated for resources: {'Port': ['ID=ac20feeb-ec82-4731-bb0e-f1e77bc564d5,revision_number=1']} {{(pid=86331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 20:11:48.491593 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-be1c70d0-97ac-47b9-ab2d-30083da74cab admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036853168209', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-427877'] for router_interface, after_create {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:11:48.499562 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 20:11:48.593108 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-cbbe70c9-0b39-4f9d-be6e-4133a7c8f54f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309146858885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640583'] for agent, after_update {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:11:48.784297 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be1c70d0-97ac-47b9-ab2d-30083da74cab admin admin] Pushing event updated for resources: {'Port': ['ID=ca272985-6352-40bc-a8aa-36c8497e6162,revision_number=2']} {{(pid=86330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 20:11:48.831070 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8037edd0-374a-40d3-88df-eaefdeb0926b req-6fb93dff-e1e6-4105-bbaf-34b4eaaaafd5 tempest-AttachVolumeNegativeTest-423716770 tempest-AttachVolumeNegativeTest-423716770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 20:11:48.839459 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-8037edd0-374a-40d3-88df-eaefdeb0926b req-6fb93dff-e1e6-4105-bbaf-34b4eaaaafd5 tempest-AttachVolumeNegativeTest-423716770 tempest-AttachVolumeNegativeTest-423716770-project] 10.222.0.30 "GET /v2.0/ports?device_id=666a5894-4ce9-47e9-8adf-a77b64d57479 HTTP/1.1" status: 200  len: 931 time: 1.6240401
Apr 22 20:11:48.878757 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [None req-be1c70d0-97ac-47b9-ab2d-30083da74cab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.379s {{(pid=86330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 20:11:48.921329 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [None req-0add03da-c3fb-4b8c-8979-760ccdf9ee0a tempest-AttachVolumeNegativeTest-423716770 tempest-AttachVolumeNegativeTest-423716770-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.011s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 20:11:49.002594 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f95bfc1-61d2-4526-b676-c9ac3032bc81 req-05826d66-4b79-4a6e-b52c-fe85354681c1 service neutron] Port 09b438d9-db19-4054-91f7-90a1da3d38cd on network 467c6d16-e2ea-4345-8c7f-17c67069e343 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78763 {{(pid=86331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 22 20:11:49.002964 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f95bfc1-61d2-4526-b676-c9ac3032bc81 req-05826d66-4b79-4a6e-b52c-fe85354681c1 service neutron] Attempting to bind port 09b438d9-db19-4054-91f7-90a1da3d38cd on network 467c6d16-e2ea-4345-8c7f-17c67069e343 {{(pid=86331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 22 20:11:49.025491 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be1c70d0-97ac-47b9-ab2d-30083da74cab admin admin] Network 8eb42aba-9fa9-48c5-ac95-29b89130e5f9 is already hosted by enough agents. {{(pid=86330) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 22 20:11:49.027217 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f95bfc1-61d2-4526-b676-c9ac3032bc81 req-05826d66-4b79-4a6e-b52c-fe85354681c1 service neutron] Checking agent: {'id': 'b4f1961c-1932-496b-a656-3b148bb81a73', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78763', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 22, 20, 9, 49), 'started_at': datetime.datetime(2021, 4, 22, 20, 9, 49), 'heartbeat_timestamp': datetime.datetime(2021, 4, 22, 20, 11, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 22 20:11:49.028132 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f95bfc1-61d2-4526-b676-c9ac3032bc81 req-05826d66-4b79-4a6e-b52c-fe85354681c1 service neutron] Checking segment: {'id': 'c05c8d59-d540-4da1-9463-29cd0134c7fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '467c6d16-e2ea-4345-8c7f-17c67069e343'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86331) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 22 20:11:49.028747 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f95bfc1-61d2-4526-b676-c9ac3032bc81 req-05826d66-4b79-4a6e-b52c-fe85354681c1 service neutron] Bound using segment: {'id': 'c05c8d59-d540-4da1-9463-29cd0134c7fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '467c6d16-e2ea-4345-8c7f-17c67069e343'} {{(pid=86331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 22 20:11:49.029270 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.managers [req-3f95bfc1-61d2-4526-b676-c9ac3032bc81 req-05826d66-4b79-4a6e-b52c-fe85354681c1 service neutron] Bound port: 09b438d9-db19-4054-91f7-90a1da3d38cd, host: hv-cinder-78763, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c05c8d59-d540-4da1-9463-29cd0134c7fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '467c6d16-e2ea-4345-8c7f-17c67069e343'}}] {{(pid=86331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 22 20:11:49.029652 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [req-3f95bfc1-61d2-4526-b676-c9ac3032bc81 req-05826d66-4b79-4a6e-b52c-fe85354681c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587983'] for port, before_update {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:11:49.062096 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-4b5b8c0a-da81-411d-9aa2-7f203ec5f6ac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:11:49.066238 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.quota.resource [req-8037edd0-374a-40d3-88df-eaefdeb0926b req-0cfbbeeb-db03-40f7-b837-bcdce1dc13be tempest-AttachVolumeNegativeTest-423716770 tempest-AttachVolumeNegativeTest-423716770-project] Synchronizing usage tracker for tenant:48229d4d53b042958a9ce5577ce62d8e on resource:security_group {{(pid=86330) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 22 20:11:49.072049 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.scheduler.base_scheduler [None req-be1c70d0-97ac-47b9-ab2d-30083da74cab admin admin] Resources bound (agent type, host, resource id):  {{(pid=86330) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 22 20:11:49.292947 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-4b5b8c0a-da81-411d-9aa2-7f203ec5f6ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393900'] for security_group, after_create {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:11:49.316699 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.quota.resource [req-8037edd0-374a-40d3-88df-eaefdeb0926b req-0cfbbeeb-db03-40f7-b837-bcdce1dc13be tempest-AttachVolumeNegativeTest-423716770 tempest-AttachVolumeNegativeTest-423716770-project] Unset dirty status for tenant:48229d4d53b042958a9ce5577ce62d8e on resource:security_group {{(pid=86330) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 22 20:11:49.335623 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.db [req-3f95bfc1-61d2-4526-b676-c9ac3032bc81 req-05826d66-4b79-4a6e-b52c-fe85354681c1 service neutron] For port 09b438d9-db19-4054-91f7-90a1da3d38cd, host hv-cinder-78763, cleared binding levels {{(pid=86331) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 22 20:11:49.347916 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.db [req-3f95bfc1-61d2-4526-b676-c9ac3032bc81 req-05826d66-4b79-4a6e-b52c-fe85354681c1 service neutron] For port 09b438d9-db19-4054-91f7-90a1da3d38cd, host hv-cinder-78763, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78763',level=0,port_id=09b438d9-db19-4054-91f7-90a1da3d38cd,segment=NetworkSegment(c05c8d59-d540-4da1-9463-29cd0134c7fb),segment_id=c05c8d59-d540-4da1-9463-29cd0134c7fb)] {{(pid=86331) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 22 20:11:49.368899 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-8037edd0-374a-40d3-88df-eaefdeb0926b req-0cfbbeeb-db03-40f7-b837-bcdce1dc13be tempest-AttachVolumeNegativeTest-423716770 tempest-AttachVolumeNegativeTest-423716770-project] 10.222.0.30 "GET /v2.0/security-groups?id=12e357dc-1d76-4f4d-8ec3-cba1cfd90e7f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.5195630
Apr 22 20:11:49.368899 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [None req-00b4b965-cb8a-4fa6-bee9-1c99123673dc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 20:11:49.474436 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.provisioning_blocks [None req-418c2cf2-0644-4460-8b59-c571b458b05f None None] Provisioning complete for port ca272985-6352-40bc-a8aa-36c8497e6162 triggered by entity DHCP. {{(pid=86332) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 22 20:11:49.474945 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-418c2cf2-0644-4460-8b59-c571b458b05f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854135278'] for port, provisioning_complete {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:11:49.486975 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-9a1b818e-cf21-403a-bf6b-167806d3f1d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587983'] for port, before_create {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:11:49.489876 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [None req-4b5b8c0a-da81-411d-9aa2-7f203ec5f6ac admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=34f9321b412d4cc5a9155708275e6f49&name=default HTTP/1.1" status: 200  len: 2979 time: 3.6135733
Apr 22 20:11:49.495788 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.wsgi [-] (86330) accepted ('10.222.0.30', 34130) {{(pid=86330) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 20:11:49.513872 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b5b8c0a-da81-411d-9aa2-7f203ec5f6ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35318f1e-5289-4688-a295-6ac0293178b8,revision_number=1']} {{(pid=86330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 20:11:49.531772 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [req-3f95bfc1-61d2-4526-b676-c9ac3032bc81 req-05826d66-4b79-4a6e-b52c-fe85354681c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854198495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853168226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727707997384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363309147208137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727707567697'] for port, after_update {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:11:49.553352 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [None req-4b5b8c0a-da81-411d-9aa2-7f203ec5f6ac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=86330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 20:11:49.569355 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [None req-be3d5b06-2c5c-4a24-9d62-c1b0a032e21f tempest-DeleteServersTestJSON-432539575 tempest-DeleteServersTestJSON-432539575-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 20:11:49.643365 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.plugin [None req-418c2cf2-0644-4460-8b59-c571b458b05f None None] Port ca272985-6352-40bc-a8aa-36c8497e6162 cannot update to ACTIVE because it is not bound. {{(pid=86332) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 22 20:11:49.681702 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be1c70d0-97ac-47b9-ab2d-30083da74cab admin admin] Router 1579061b-27c8-45c8-a86c-6a7fe76c2895 has already been hosted by L3 agent 1df068ca-d615-4cb7-8020-fe6e8be709e3 {{(pid=86330) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 22 20:11:49.708740 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-4ef19b58-f5ce-429d-9af2-748054419ad3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:11:49.728678 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-d435011b-2a65-4db7-b196-76a25f9175ed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:11:49.729056 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.rpc [None req-08e5d76f-3fe5-4242-a4b8-30f374028052 None None] Device 9a2d43f7-bd9b-4d0f-8151-3b2eae8f716f up at agent ovs-agent-dv-cinder-787632-1-iscsi {{(pid=86332) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 22 20:11:49.833364 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-4ef19b58-f5ce-429d-9af2-748054419ad3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:11:49.839463 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05826d66-4b79-4a6e-b52c-fe85354681c1 service neutron] Pushing event updated for resources: {'Port': ['ID=09b438d9-db19-4054-91f7-90a1da3d38cd,revision_number=3']} {{(pid=86331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 20:11:49.849072 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f95bfc1-61d2-4526-b676-c9ac3032bc81 req-05826d66-4b79-4a6e-b52c-fe85354681c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 20:11:49.849576 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [req-3f95bfc1-61d2-4526-b676-c9ac3032bc81 req-05826d66-4b79-4a6e-b52c-fe85354681c1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853168243'] for port, before_response {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:11:49.855310 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-3f95bfc1-61d2-4526-b676-c9ac3032bc81 req-05826d66-4b79-4a6e-b52c-fe85354681c1 service neutron] 10.222.0.46 "PUT /v2.0/ports/09b438d9-db19-4054-91f7-90a1da3d38cd HTTP/1.1" status: 200  len: 1094 time: 5.7958670
Apr 22 20:11:49.857068 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.provisioning_blocks [None req-08e5d76f-3fe5-4242-a4b8-30f374028052 None None] Provisioning for port 9a2d43f7-bd9b-4d0f-8151-3b2eae8f716f completed by entity L2. {{(pid=86332) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 22 20:11:49.865187 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.provisioning_blocks [None req-08e5d76f-3fe5-4242-a4b8-30f374028052 None None] Provisioning complete for port 9a2d43f7-bd9b-4d0f-8151-3b2eae8f716f triggered by entity L2. {{(pid=86332) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 22 20:11:49.867824 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-08e5d76f-3fe5-4242-a4b8-30f374028052 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854135278'] for port, provisioning_complete {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:11:49.882183 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4be19373-fd93-4abb-aac5-299af84535cf', 'tag': '09b438d9-db19-4054-91f7-90a1da3d38cd'}] {{(pid=86331) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 22 20:11:49.906079 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-4ef19b58-f5ce-429d-9af2-748054419ad3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393900'] for security_group, after_delete {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:11:49.959519 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.wsgi [-] (86331) accepted ('10.222.0.30', 34140) {{(pid=86331) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 20:11:49.988684 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [None req-05826d66-4b79-4a6e-b52c-fe85354681c1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.418s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 20:11:50.001393 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [None req-0a0e11c8-faf3-47ce-8bf8-4796f27437e6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 20:11:50.031757 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-4ef19b58-f5ce-429d-9af2-748054419ad3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:11:50.033099 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [None req-4ef19b58-f5ce-429d-9af2-748054419ad3 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/35318f1e-5289-4688-a295-6ac0293178b8 HTTP/1.1" status: 204  len: 168 time: 0.5298142
Apr 22 20:11:50.034136 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ef19b58-f5ce-429d-9af2-748054419ad3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35318f1e-5289-4688-a295-6ac0293178b8,revision_number=None']} {{(pid=86330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 20:11:50.048646 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [None req-4ef19b58-f5ce-429d-9af2-748054419ad3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=86330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 20:11:50.049910 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-08e5d76f-3fe5-4242-a4b8-30f374028052 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587983'] for port, before_update {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:11:50.075197 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-628a87cd-194c-4ca1-bd56-2bb54fa1aee9 req-e202f760-7eea-46cd-b3e8-e479943672b8 tempest-DeleteServersTestJSON-432539575 tempest-DeleteServersTestJSON-432539575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 20:11:50.076884 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-628a87cd-194c-4ca1-bd56-2bb54fa1aee9 req-e202f760-7eea-46cd-b3e8-e479943672b8 tempest-DeleteServersTestJSON-432539575 tempest-DeleteServersTestJSON-432539575-project] 10.222.0.30 "GET /v2.0/ports?device_id=4be19373-fd93-4abb-aac5-299af84535cf HTTP/1.1" status: 200  len: 944 time: 1.1216495
Apr 22 20:11:50.101113 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-d435011b-2a65-4db7-b196-76a25f9175ed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:11:50.108638 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.db [None req-08e5d76f-3fe5-4242-a4b8-30f374028052 None None] For port 9a2d43f7-bd9b-4d0f-8151-3b2eae8f716f, host dv-cinder-787632-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787632-1-iscsi',level=0,port_id=9a2d43f7-bd9b-4d0f-8151-3b2eae8f716f,segment=NetworkSegment(8e8fb218-3d63-4c3d-9ab1-544471c4929e),segment_id=8e8fb218-3d63-4c3d-9ab1-544471c4929e)] {{(pid=86332) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 22 20:11:50.120250 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-08e5d76f-3fe5-4242-a4b8-30f374028052 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854198495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853168226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727707997384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363309147208137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727707567697'] for port, after_update {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:11:50.120799 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be1c70d0-97ac-47b9-ab2d-30083da74cab admin admin] Notify agent at l3_agent.dv-cinder-787632-1-iscsi the message routers_updated {{(pid=86330) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 22 20:11:50.127226 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.rpc [None req-08e5d76f-3fe5-4242-a4b8-30f374028052 None None] Device 0e839e82-3a68-4168-816e-3b8fa28e27a7 up at agent ovs-agent-dv-cinder-787632-1-iscsi {{(pid=86332) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 22 20:11:50.137836 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [None req-be1c70d0-97ac-47b9-ab2d-30083da74cab admin admin] 10.222.0.30 "PUT /v2.0/routers/1579061b-27c8-45c8-a86c-6a7fe76c2895/add_router_interface HTTP/1.1" status: 200  len: 503 time: 8.0559356
Apr 22 20:11:50.206205 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [None req-f227a42d-d7d4-47b2-8151-5f3d22febc61 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86332) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 20:11:50.326270 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-d435011b-2a65-4db7-b196-76a25f9175ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393900'] for security_group, after_delete {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:11:50.350310 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [None req-f9286abb-849a-45c7-80ff-c1e3897e8e3c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 20:11:50.357624 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08e5d76f-3fe5-4242-a4b8-30f374028052 None None] Pushing event updated for resources: {'Port': ['ID=9a2d43f7-bd9b-4d0f-8151-3b2eae8f716f,revision_number=4']} {{(pid=86332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 20:11:50.368578 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [None req-08e5d76f-3fe5-4242-a4b8-30f374028052 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=86332) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 20:11:50.381232 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d435011b-2a65-4db7-b196-76a25f9175ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea0f2e28-2fa5-4be2-b222-e590bb18be35,revision_number=None']} {{(pid=86331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 20:11:50.397058 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-628a87cd-194c-4ca1-bd56-2bb54fa1aee9 req-d327725c-d650-473f-8f4b-a2eefc4e94dc tempest-DeleteServersTestJSON-432539575 tempest-DeleteServersTestJSON-432539575-project] 10.222.0.30 "GET /v2.0/security-groups?id=d55ceebb-51ed-4aac-b636-f683c724b454&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2980840
Apr 22 20:11:50.403069 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-d435011b-2a65-4db7-b196-76a25f9175ed admin admin] Notify callbacks [] for security_group, before_response {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:11:50.408451 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [None req-d435011b-2a65-4db7-b196-76a25f9175ed admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/ea0f2e28-2fa5-4be2-b222-e590bb18be35 HTTP/1.1" status: 204  len: 168 time: 2.1269853
Apr 22 20:11:50.410257 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [None req-d435011b-2a65-4db7-b196-76a25f9175ed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 20:11:50.487920 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.provisioning_blocks [None req-08e5d76f-3fe5-4242-a4b8-30f374028052 None None] Provisioning for port 0e839e82-3a68-4168-816e-3b8fa28e27a7 completed by entity L2. {{(pid=86332) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 22 20:11:50.494627 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.provisioning_blocks [None req-08e5d76f-3fe5-4242-a4b8-30f374028052 None None] Provisioning complete for port 0e839e82-3a68-4168-816e-3b8fa28e27a7 triggered by entity L2. {{(pid=86332) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 22 20:11:50.495833 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-08e5d76f-3fe5-4242-a4b8-30f374028052 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854135278'] for port, provisioning_complete {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:11:50.516151 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.db_base_plugin_common [None req-9a1b818e-cf21-403a-bf6b-167806d3f1d7 admin admin] Allocated IP 172.20.0.1 (571b53d1-aed3-4bd3-ab53-2cb6e0d9c5b7/30cce57f-0720-4461-b727-7eddafc0e70c/20ca4eaa-7fb3-4e8e-9652-8afab6dbe7e3) {{(pid=86331) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 22 20:11:50.698955 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-08e5d76f-3fe5-4242-a4b8-30f374028052 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587983'] for port, before_update {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:11:50.704521 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-c2ad8139-0d37-4ad5-b746-a7c51653aa47 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:11:50.726909 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.db [None req-08e5d76f-3fe5-4242-a4b8-30f374028052 None None] For port 0e839e82-3a68-4168-816e-3b8fa28e27a7, host dv-cinder-787632-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787632-1-iscsi',level=0,port_id=0e839e82-3a68-4168-816e-3b8fa28e27a7,segment=NetworkSegment(8e8fb218-3d63-4c3d-9ab1-544471c4929e),segment_id=8e8fb218-3d63-4c3d-9ab1-544471c4929e)] {{(pid=86332) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 22 20:11:50.731592 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-08e5d76f-3fe5-4242-a4b8-30f374028052 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854198495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853168226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727707997384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363309147208137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727707567697'] for port, after_update {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:11:50.734680 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [None req-fc97aca9-de56-4f08-bc30-47bf798aaa66 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86332) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 20:11:50.798392 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.quota.driver [None req-c2ad8139-0d37-4ad5-b746-a7c51653aa47 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 22 20:11:50.816151 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.quota.resource [None req-c2ad8139-0d37-4ad5-b746-a7c51653aa47 admin admin] Usage tracker for resource:security_group_rule and tenant:925e5e54561e4603ab789573517822b5 is out of sync, need to count used quota {{(pid=86331) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 22 20:11:50.819940 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.quota.resource [None req-c2ad8139-0d37-4ad5-b746-a7c51653aa47 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86331) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 22 20:11:50.826931 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.quota.driver [None req-c2ad8139-0d37-4ad5-b746-a7c51653aa47 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 22 20:11:50.872560 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08e5d76f-3fe5-4242-a4b8-30f374028052 None None] Pushing event updated for resources: {'Port': ['ID=0e839e82-3a68-4168-816e-3b8fa28e27a7,revision_number=4']} {{(pid=86332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 20:11:50.880899 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [None req-08e5d76f-3fe5-4242-a4b8-30f374028052 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=86332) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 20:11:50.927879 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-c2ad8139-0d37-4ad5-b746-a7c51653aa47 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:11:50.947694 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-c2ad8139-0d37-4ad5-b746-a7c51653aa47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393900'] for security_group, after_create {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:11:50.986120 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 20:11:51.002611 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e31465e-82bf-46c7-bef7-5eae5d83b2c8 None None] Sync routers for ids ['1579061b-27c8-45c8-a86c-6a7fe76c2895'] in dv-cinder-787632-1-iscsi {{(pid=86333) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 22 20:11:51.012725 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e31465e-82bf-46c7-bef7-5eae5d83b2c8 None None] Routers {'1579061b-27c8-45c8-a86c-6a7fe76c2895'} bound to L3 agent in host dv-cinder-787632-1-iscsi {{(pid=86333) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 22 20:11:51.013582 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.l3_hamode_db [None req-3e31465e-82bf-46c7-bef7-5eae5d83b2c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f013d33d358>, 'dv-cinder-787632-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-22T20:03:28Z,description=<?>,heartbeat_timestamp=2021-04-22T20:11:29Z,host='dv-cinder-787632-1-iscsi',id=1df068ca-d615-4cb7-8020-fe6e8be709e3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-22T20:03:28Z,topic='l3_agent')) {'router_ids': ['1579061b-27c8-45c8-a86c-6a7fe76c2895'], 'active': True} {{(pid=86333) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 22 20:11:51.096134 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [None req-c2ad8139-0d37-4ad5-b746-a7c51653aa47 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=925e5e54561e4603ab789573517822b5&name=default HTTP/1.1" status: 200  len: 2979 time: 1.1045277
Apr 22 20:11:51.096605 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.wsgi [-] (86330) accepted ('10.222.0.30', 34174) {{(pid=86330) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 20:11:51.252085 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2ad8139-0d37-4ad5-b746-a7c51653aa47 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8acc3d90-d347-4680-ae0c-28efe712c66a,revision_number=1']} {{(pid=86331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 20:11:51.271325 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-9a1b818e-cf21-403a-bf6b-167806d3f1d7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:11:51.315689 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7fa576a-e7a1-495d-a570-49eb9e3b20f8 req-8d8b7e65-1db1-442c-a49a-1baba703e64f tempest-AttachVolumeNegativeTest-423716770 tempest-AttachVolumeNegativeTest-423716770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 20:11:51.316515 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.quota.resource [req-e7fa576a-e7a1-495d-a570-49eb9e3b20f8 req-8d8b7e65-1db1-442c-a49a-1baba703e64f tempest-AttachVolumeNegativeTest-423716770 tempest-AttachVolumeNegativeTest-423716770-project] Synchronizing usage tracker for tenant:48229d4d53b042958a9ce5577ce62d8e on resource:port {{(pid=86331) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 22 20:11:51.318227 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-2eaa49c9-1ece-4b90-b209-1b1176220025 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:11:51.328593 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [None req-c2ad8139-0d37-4ad5-b746-a7c51653aa47 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.340s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 20:11:51.344073 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.l3_dvr_db [None req-3e31465e-82bf-46c7-bef7-5eae5d83b2c8 None None] Set router 1579061b-27c8-45c8-a86c-6a7fe76c2895 gateway port host: dv-cinder-787632-1-iscsi {{(pid=86333) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 22 20:11:51.382111 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4be19373-fd93-4abb-aac5-299af84535cf', 'tag': '09b438d9-db19-4054-91f7-90a1da3d38cd', 'status': 'completed', 'code': 200}
Apr 22 20:11:51.399323 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.quota.resource [req-e7fa576a-e7a1-495d-a570-49eb9e3b20f8 req-8d8b7e65-1db1-442c-a49a-1baba703e64f tempest-AttachVolumeNegativeTest-423716770 tempest-AttachVolumeNegativeTest-423716770-project] Unset dirty status for tenant:48229d4d53b042958a9ce5577ce62d8e on resource:port {{(pid=86331) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 22 20:11:51.412354 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-e7fa576a-e7a1-495d-a570-49eb9e3b20f8 req-8d8b7e65-1db1-442c-a49a-1baba703e64f tempest-AttachVolumeNegativeTest-423716770 tempest-AttachVolumeNegativeTest-423716770-project] 10.222.0.30 "GET /v2.0/ports?device_id=666a5894-4ce9-47e9-8adf-a77b64d57479 HTTP/1.1" status: 200  len: 931 time: 0.7445188
Apr 22 20:11:51.416402 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-2eaa49c9-1ece-4b90-b209-1b1176220025 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:11:51.457064 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-9a1b818e-cf21-403a-bf6b-167806d3f1d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854198495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853168226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363309147208154'] for port, after_create {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:11:51.520405 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 20:11:51.544064 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-2eaa49c9-1ece-4b90-b209-1b1176220025 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393900'] for security_group, after_delete {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:11:51.561936 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 20:11:51.586897 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.rpc [None req-08e5d76f-3fe5-4242-a4b8-30f374028052 None None] Device 9a2d43f7-bd9b-4d0f-8151-3b2eae8f716f up at agent ovs-agent-dv-cinder-787632-1-iscsi {{(pid=86332) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 22 20:11:51.600942 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eaa49c9-1ece-4b90-b209-1b1176220025 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8acc3d90-d347-4680-ae0c-28efe712c66a,revision_number=None']} {{(pid=86330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 20:11:51.608030 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [None req-2eaa49c9-1ece-4b90-b209-1b1176220025 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=86330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 20:11:51.609752 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-2eaa49c9-1ece-4b90-b209-1b1176220025 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:11:51.616348 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [None req-2eaa49c9-1ece-4b90-b209-1b1176220025 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/8acc3d90-d347-4680-ae0c-28efe712c66a HTTP/1.1" status: 204  len: 168 time: 0.5185921
Apr 22 20:11:51.620455 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-e7fa576a-e7a1-495d-a570-49eb9e3b20f8 req-64e6e371-0248-4deb-b0b1-747f7f10dc7a tempest-AttachVolumeNegativeTest-423716770 tempest-AttachVolumeNegativeTest-423716770-project] 10.222.0.30 "GET /v2.0/security-groups?id=12e357dc-1d76-4f4d-8ec3-cba1cfd90e7f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2060056
Apr 22 20:11:51.679550 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a1b818e-cf21-403a-bf6b-167806d3f1d7 admin admin] Network 571b53d1-aed3-4bd3-ab53-2cb6e0d9c5b7 is already hosted by enough agents. {{(pid=86331) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 22 20:11:51.682576 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.scheduler.base_scheduler [None req-9a1b818e-cf21-403a-bf6b-167806d3f1d7 admin admin] Resources bound (agent type, host, resource id):  {{(pid=86331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 22 20:11:51.693526 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a1b818e-cf21-403a-bf6b-167806d3f1d7 admin admin] Received port after_create {{(pid=86331) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 22 20:11:51.694103 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-9a1b818e-cf21-403a-bf6b-167806d3f1d7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854348030'] for router_interface, before_create {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:11:51.722055 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a1b818e-cf21-403a-bf6b-167806d3f1d7 admin admin] Pushing event updated for resources: {'Port': ['ID=20ca4eaa-7fb3-4e8e-9652-8afab6dbe7e3,revision_number=1']} {{(pid=86331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 20:11:51.727998 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [None req-9a1b818e-cf21-403a-bf6b-167806d3f1d7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.208s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 20:11:51.819491 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.provisioning_blocks [None req-08e5d76f-3fe5-4242-a4b8-30f374028052 None None] Provisioning complete for port 9a2d43f7-bd9b-4d0f-8151-3b2eae8f716f triggered by entity L2. {{(pid=86332) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 22 20:11:51.821096 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-08e5d76f-3fe5-4242-a4b8-30f374028052 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854135278'] for port, provisioning_complete {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:11:52.201591 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.rpc [None req-08e5d76f-3fe5-4242-a4b8-30f374028052 None None] Device 0e839e82-3a68-4168-816e-3b8fa28e27a7 up at agent ovs-agent-dv-cinder-787632-1-iscsi {{(pid=86332) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 22 20:11:52.251330 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.l3_hamode_db [None req-3e31465e-82bf-46c7-bef7-5eae5d83b2c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f013d33d358>, [{'id': '1579061b-27c8-45c8-a86c-6a7fe76c2895', 'name': 'tempest-AttachVolumeTestJSON-860199075-router', 'tenant_id': 'd911111607464bf49ef66ee3335728c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b725cb4-6db6-4e68-9a61-1978e8a191a1', 'external_fixed_ips': [{'subnet_id': '1d4495d7-31a5-4e2d-a911-56ceae3a61c5', 'ip_address': '172.27.3.78'}], 'enable_snat': True}, 'gw_port_id': '9a2d43f7-bd9b-4d0f-8151-3b2eae8f716f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T20:11:35Z', 'updated_at': '2021-04-22T20:11:47Z', 'revision_number': 4, 'project_id': 'd911111607464bf49ef66ee3335728c8', 'gw_port': {'id': '9a2d43f7-bd9b-4d0f-8151-3b2eae8f716f', 'name': '', 'network_id': '1b725cb4-6db6-4e68-9a61-1978e8a191a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:bb:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1579061b-27c8-45c8-a86c-6a7fe76c2895', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '1d4495d7-31a5-4e2d-a911-56ceae3a61c5', 'ip_address': '172.27.3.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787632-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T20:11:36Z', 'updated_at': '2021-04-22T20:11:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d4495d7-31a5-4e2d-a911-56ceae3a61c5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787632-1-iscsi', '_interfaces': [{'id': 'ca272985-6352-40bc-a8aa-36c8497e6162', 'name': '', 'network_id': '8eb42aba-9fa9-48c5-ac95-29b89130e5f9', 'tenant_id': 'd911111607464bf49ef66ee3335728c8', 'mac_address': 'fa:16:3e:28:cc:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1579061b-27c8-45c8-a86c-6a7fe76c2895', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'e2d55e83-7c80-4c1a-99f4-0aea05526efc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T20:11:44Z', 'updated_at': '2021-04-22T20:11:47Z', 'revision_number': 2, 'project_id': 'd911111607464bf49ef66ee3335728c8', 'subnets': [{'id': 'e2d55e83-7c80-4c1a-99f4-0aea05526efc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787632-1-iscsi', False) {} {{(pid=86333) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 22 20:11:52.269725 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e31465e-82bf-46c7-bef7-5eae5d83b2c8 None None] Checking router: 1579061b-27c8-45c8-a86c-6a7fe76c2895 for host: dv-cinder-787632-1-iscsi {{(pid=86333) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 22 20:11:52.270315 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e31465e-82bf-46c7-bef7-5eae5d83b2c8 None None] Updating router 1579061b-27c8-45c8-a86c-6a7fe76c2895 port ca272985-6352-40bc-a8aa-36c8497e6162 binding host dv-cinder-787632-1-iscsi {{(pid=86333) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Apr 22 20:11:52.311278 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.provisioning_blocks [None req-08e5d76f-3fe5-4242-a4b8-30f374028052 None None] Provisioning complete for port 0e839e82-3a68-4168-816e-3b8fa28e27a7 triggered by entity L2. {{(pid=86332) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 22 20:11:52.311700 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-08e5d76f-3fe5-4242-a4b8-30f374028052 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854135278'] for port, provisioning_complete {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:11:52.348389 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-9a1b818e-cf21-403a-bf6b-167806d3f1d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587983'] for port, before_update {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:11:52.448022 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-3e31465e-82bf-46c7-bef7-5eae5d83b2c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587983'] for port, before_update {{(pid=86333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:11:52.714225 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.wsgi [-] (86330) accepted ('10.222.0.30', 34226) {{(pid=86330) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 20:11:52.723246 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.v2.base [None req-4d95eb2a-8561-4ee2-9139-8593f784ebd6 tempest-AttachVolumeTestJSON-431678780 tempest-AttachVolumeTestJSON-431678780-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1264036210', 'description': 'tempest-description--2141205787'}} {{(pid=86330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 22 20:11:52.736782 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.quota.driver [None req-4d95eb2a-8561-4ee2-9139-8593f784ebd6 tempest-AttachVolumeTestJSON-431678780 tempest-AttachVolumeTestJSON-431678780-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86330) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 22 20:11:52.759533 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.quota.resource [None req-4d95eb2a-8561-4ee2-9139-8593f784ebd6 tempest-AttachVolumeTestJSON-431678780 tempest-AttachVolumeTestJSON-431678780-project] Usage tracker for resource:security_group and tenant:d911111607464bf49ef66ee3335728c8 is out of sync, need to count used quota {{(pid=86330) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 22 20:11:52.764345 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.quota.resource [None req-4d95eb2a-8561-4ee2-9139-8593f784ebd6 tempest-AttachVolumeTestJSON-431678780 tempest-AttachVolumeTestJSON-431678780-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=86330) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 22 20:11:52.789174 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.quota.driver [None req-4d95eb2a-8561-4ee2-9139-8593f784ebd6 tempest-AttachVolumeTestJSON-431678780 tempest-AttachVolumeTestJSON-431678780-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=86330) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 22 20:11:52.819868 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.wsgi [-] (86330) accepted ('10.222.0.30', 34232) {{(pid=86330) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 20:11:52.828268 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-4d95eb2a-8561-4ee2-9139-8593f784ebd6 tempest-AttachVolumeTestJSON-431678780 tempest-AttachVolumeTestJSON-431678780-project] Notify callbacks [] for security_group, before_create {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:11:52.944812 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-9135600c-a6a7-4f4a-8806-89bd8aceb08f admin admin] Notify callbacks [] for security_group, before_create {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:11:53.128726 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-9a1b818e-cf21-403a-bf6b-167806d3f1d7 admin admin] Notify callbacks [] for port, precommit_update {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:11:53.138046 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-9a1b818e-cf21-403a-bf6b-167806d3f1d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854198495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853168226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727707997384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363309147208137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727707567697'] for port, after_update {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:11:53.140638 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-9a1b818e-cf21-403a-bf6b-167806d3f1d7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036853168209', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-427877'] for router_interface, after_create {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:11:53.152330 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.quota.driver [None req-9135600c-a6a7-4f4a-8806-89bd8aceb08f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86330) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 22 20:11:53.162074 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ba6f6c-a7ad-4ec6-8922-d8fcd39e1012 req-9fcb4f09-3be8-4e40-ab3b-f39ab445c6b9 tempest-DeleteServersTestJSON-432539575 tempest-DeleteServersTestJSON-432539575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 20:11:53.164714 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.quota.driver [None req-4d95eb2a-8561-4ee2-9139-8593f784ebd6 tempest-AttachVolumeTestJSON-431678780 tempest-AttachVolumeTestJSON-431678780-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86330) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 22 20:11:53.173695 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-03ba6f6c-a7ad-4ec6-8922-d8fcd39e1012 req-9fcb4f09-3be8-4e40-ab3b-f39ab445c6b9 tempest-DeleteServersTestJSON-432539575 tempest-DeleteServersTestJSON-432539575-project] 10.222.0.30 "GET /v2.0/ports?device_id=4be19373-fd93-4abb-aac5-299af84535cf HTTP/1.1" status: 200  len: 944 time: 1.2934587
Apr 22 20:11:53.198118 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.quota.resource [None req-4d95eb2a-8561-4ee2-9139-8593f784ebd6 tempest-AttachVolumeTestJSON-431678780 tempest-AttachVolumeTestJSON-431678780-project] Usage tracker for resource:security_group_rule and tenant:d911111607464bf49ef66ee3335728c8 is out of sync, need to count used quota {{(pid=86330) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 22 20:11:53.201087 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 20:11:53.209735 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.quota.resource [None req-9135600c-a6a7-4f4a-8806-89bd8aceb08f admin admin] Usage tracker for resource:security_group_rule and tenant:5d92af803ed5496e85b3767cb7355057 is out of sync, need to count used quota {{(pid=86330) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 22 20:11:53.214058 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.quota.resource [None req-4d95eb2a-8561-4ee2-9139-8593f784ebd6 tempest-AttachVolumeTestJSON-431678780 tempest-AttachVolumeTestJSON-431678780-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=86330) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 22 20:11:53.235468 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.quota.resource [None req-9135600c-a6a7-4f4a-8806-89bd8aceb08f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86330) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 22 20:11:53.270132 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.quota.driver [None req-9135600c-a6a7-4f4a-8806-89bd8aceb08f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86330) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 22 20:11:53.282538 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.quota.driver [None req-4d95eb2a-8561-4ee2-9139-8593f784ebd6 tempest-AttachVolumeTestJSON-431678780 tempest-AttachVolumeTestJSON-431678780-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=86330) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 22 20:11:53.614540 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-9135600c-a6a7-4f4a-8806-89bd8aceb08f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:11:53.626742 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e31a22-f8df-4806-903f-cb6e94eaee2f req-2496075e-b5d4-4773-b238-fd846627e22a tempest-AttachVolumeNegativeTest-423716770 tempest-AttachVolumeNegativeTest-423716770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 20:11:53.636543 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-d5e31a22-f8df-4806-903f-cb6e94eaee2f req-2496075e-b5d4-4773-b238-fd846627e22a tempest-AttachVolumeNegativeTest-423716770 tempest-AttachVolumeNegativeTest-423716770-project] 10.222.0.30 "GET /v2.0/ports?device_id=666a5894-4ce9-47e9-8adf-a77b64d57479 HTTP/1.1" status: 200  len: 931 time: 0.6565018
Apr 22 20:11:53.646231 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-9135600c-a6a7-4f4a-8806-89bd8aceb08f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393900'] for security_group, after_create {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:11:53.735056 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [None req-96371e94-6966-47a7-9c38-99b54f9e9a1e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 20:11:53.778133 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [None req-9135600c-a6a7-4f4a-8806-89bd8aceb08f admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=5d92af803ed5496e85b3767cb7355057&name=default HTTP/1.1" status: 200  len: 2979 time: 0.9548414
Apr 22 20:11:53.779167 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9135600c-a6a7-4f4a-8806-89bd8aceb08f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cdd0a785-8dc4-40f6-877d-d933ca3d0d48,revision_number=1']} {{(pid=86330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 20:11:53.798756 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.wsgi [-] (86330) accepted ('10.222.0.30', 34250) {{(pid=86330) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 20:11:53.890915 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-4d95eb2a-8561-4ee2-9139-8593f784ebd6 tempest-AttachVolumeTestJSON-431678780 tempest-AttachVolumeTestJSON-431678780-project] Notify callbacks [] for security_group, precommit_create {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:11:53.900175 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [None req-9135600c-a6a7-4f4a-8806-89bd8aceb08f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=86330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 20:11:53.969337 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-4d95eb2a-8561-4ee2-9139-8593f784ebd6 tempest-AttachVolumeTestJSON-431678780 tempest-AttachVolumeTestJSON-431678780-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393900'] for security_group, after_create {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:11:53.983317 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-3e31465e-82bf-46c7-bef7-5eae5d83b2c8 None None] Notify callbacks [] for port, precommit_update {{(pid=86333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:11:53.999452 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.provisioning_blocks [None req-3e31465e-82bf-46c7-bef7-5eae5d83b2c8 None None] Transition to ACTIVE for port object ca272985-6352-40bc-a8aa-36c8497e6162 will not be triggered until provisioned by entity L2. {{(pid=86333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 22 20:11:54.009033 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-3e31465e-82bf-46c7-bef7-5eae5d83b2c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854198495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853168226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727707997384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363309147208137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727707567697'] for port, after_update {{(pid=86333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:11:54.015682 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [None req-f8b91163-7d0a-4066-8817-a3f23d544e04 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86333) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 20:11:54.058014 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [None req-4b5b8c0a-da81-411d-9aa2-7f203ec5f6ac admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 20:11:54.099579 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-03ba6f6c-a7ad-4ec6-8922-d8fcd39e1012 req-94e3184f-e4d7-47af-acf9-9c109e30010b tempest-DeleteServersTestJSON-432539575 tempest-DeleteServersTestJSON-432539575-project] 10.222.0.30 "GET /v2.0/security-groups?id=d55ceebb-51ed-4aac-b636-f683c724b454&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.9195888
Apr 22 20:11:54.118272 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a1b818e-cf21-403a-bf6b-167806d3f1d7 admin admin] Network 571b53d1-aed3-4bd3-ab53-2cb6e0d9c5b7 is already hosted by enough agents. {{(pid=86331) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 22 20:11:54.119758 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.scheduler.base_scheduler [None req-9a1b818e-cf21-403a-bf6b-167806d3f1d7 admin admin] Resources bound (agent type, host, resource id):  {{(pid=86331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 22 20:11:54.165948 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-802451d9-ae8a-4ced-adf9-bb8451caca67 None None] Pushing event updated for resources: {'Port': ['ID=ca272985-6352-40bc-a8aa-36c8497e6162,revision_number=3']} {{(pid=86333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 20:11:54.176712 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [None req-802451d9-ae8a-4ced-adf9-bb8451caca67 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=86333) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 20:11:54.189905 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-d5e31a22-f8df-4806-903f-cb6e94eaee2f req-4f84f9e1-7311-463e-b992-452b308355f6 tempest-AttachVolumeNegativeTest-423716770 tempest-AttachVolumeNegativeTest-423716770-project] 10.222.0.30 "GET /v2.0/security-groups?id=12e357dc-1d76-4f4d-8ec3-cba1cfd90e7f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.5519376
Apr 22 20:11:54.328182 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d95eb2a-8561-4ee2-9139-8593f784ebd6 tempest-AttachVolumeTestJSON-431678780 tempest-AttachVolumeTestJSON-431678780-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7cb077a5-4ba7-4c7b-8f9c-203a75555aff,revision_number=1']} {{(pid=86330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 20:11:54.331474 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [None req-4d95eb2a-8561-4ee2-9139-8593f784ebd6 tempest-AttachVolumeTestJSON-431678780 tempest-AttachVolumeTestJSON-431678780-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.275s {{(pid=86330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 20:11:54.332382 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-4d95eb2a-8561-4ee2-9139-8593f784ebd6 tempest-AttachVolumeTestJSON-431678780 tempest-AttachVolumeTestJSON-431678780-project] Notify callbacks [] for security_group, before_response {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:11:54.334025 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [None req-4d95eb2a-8561-4ee2-9139-8593f784ebd6 tempest-AttachVolumeTestJSON-431678780 tempest-AttachVolumeTestJSON-431678780-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1780 time: 1.6176391
Apr 22 20:11:54.339398 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.wsgi [-] (86330) accepted ('10.222.0.30', 34266) {{(pid=86330) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 20:11:54.356586 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.v2.base [None req-7f2588e0-6459-4549-b76c-d0fa154c2a37 tempest-AttachVolumeTestJSON-431678780 tempest-AttachVolumeTestJSON-431678780-project] Request body: {'security_group_rule': {'security_group_id': '7cb077a5-4ba7-4c7b-8f9c-203a75555aff', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=86330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 22 20:11:54.362878 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.quota.driver [None req-7f2588e0-6459-4549-b76c-d0fa154c2a37 tempest-AttachVolumeTestJSON-431678780 tempest-AttachVolumeTestJSON-431678780-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86330) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 22 20:11:54.367053 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.quota.resource [None req-7f2588e0-6459-4549-b76c-d0fa154c2a37 tempest-AttachVolumeTestJSON-431678780 tempest-AttachVolumeTestJSON-431678780-project] Usage tracker for resource:security_group_rule and tenant:d911111607464bf49ef66ee3335728c8 is out of sync, need to count used quota {{(pid=86330) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 22 20:11:54.370535 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.quota.resource [None req-7f2588e0-6459-4549-b76c-d0fa154c2a37 tempest-AttachVolumeTestJSON-431678780 tempest-AttachVolumeTestJSON-431678780-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=86330) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 22 20:11:54.377352 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.quota.driver [None req-7f2588e0-6459-4549-b76c-d0fa154c2a37 tempest-AttachVolumeTestJSON-431678780 tempest-AttachVolumeTestJSON-431678780-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=86330) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 22 20:11:54.397143 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-7f2588e0-6459-4549-b76c-d0fa154c2a37 tempest-AttachVolumeTestJSON-431678780 tempest-AttachVolumeTestJSON-431678780-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:11:54.429689 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.managers [None req-3e31465e-82bf-46c7-bef7-5eae5d83b2c8 None None] Attempting to bind port ca272985-6352-40bc-a8aa-36c8497e6162 on host dv-cinder-787632-1-iscsi for vnic_type normal with profile  {{(pid=86333) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 22 20:11:54.430236 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.managers [None req-3e31465e-82bf-46c7-bef7-5eae5d83b2c8 None None] Attempting to bind port ca272985-6352-40bc-a8aa-36c8497e6162 by drivers openvswitch,hyperv on host dv-cinder-787632-1-iscsi at level 0 using segments [{'id': 'ee2cf152-35a2-4f0a-9e62-a52542065261', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '8eb42aba-9fa9-48c5-ac95-29b89130e5f9'}] {{(pid=86333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 22 20:11:54.430639 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e31465e-82bf-46c7-bef7-5eae5d83b2c8 None None] Attempting to bind port ca272985-6352-40bc-a8aa-36c8497e6162 on network 8eb42aba-9fa9-48c5-ac95-29b89130e5f9 {{(pid=86333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 22 20:11:54.437394 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e31465e-82bf-46c7-bef7-5eae5d83b2c8 None None] Checking agent: {'id': '802cefbf-f579-41fa-a7d7-d5cf274c80aa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-787632-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 22, 20, 3, 29), 'started_at': datetime.datetime(2021, 4, 22, 20, 3, 59), 'heartbeat_timestamp': datetime.datetime(2021, 4, 22, 20, 11, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-787632-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 22 20:11:54.438270 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e31465e-82bf-46c7-bef7-5eae5d83b2c8 None None] Checking segment: {'id': 'ee2cf152-35a2-4f0a-9e62-a52542065261', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '8eb42aba-9fa9-48c5-ac95-29b89130e5f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86333) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 22 20:11:54.438498 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-f20b78e8-de55-41d6-bc90-56d4a27b0c8a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:11:54.438713 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-3e31465e-82bf-46c7-bef7-5eae5d83b2c8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:11:54.439530 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e31465e-82bf-46c7-bef7-5eae5d83b2c8 None None] Bound using segment: {'id': 'ee2cf152-35a2-4f0a-9e62-a52542065261', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '8eb42aba-9fa9-48c5-ac95-29b89130e5f9'} {{(pid=86333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 22 20:11:54.440200 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.managers [None req-3e31465e-82bf-46c7-bef7-5eae5d83b2c8 None None] Bound port: ca272985-6352-40bc-a8aa-36c8497e6162, host: dv-cinder-787632-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ee2cf152-35a2-4f0a-9e62-a52542065261', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '8eb42aba-9fa9-48c5-ac95-29b89130e5f9'}}] {{(pid=86333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 22 20:11:54.441156 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-3e31465e-82bf-46c7-bef7-5eae5d83b2c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587983'] for port, before_update {{(pid=86333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:11:54.463473 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a1b818e-cf21-403a-bf6b-167806d3f1d7 admin admin] Pushing event updated for resources: {'Port': ['ID=20ca4eaa-7fb3-4e8e-9652-8afab6dbe7e3,revision_number=2']} {{(pid=86331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 20:11:54.481120 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [None req-9a1b818e-cf21-403a-bf6b-167806d3f1d7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.280s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 20:11:54.537995 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-f20b78e8-de55-41d6-bc90-56d4a27b0c8a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:11:54.591536 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.db [None req-3e31465e-82bf-46c7-bef7-5eae5d83b2c8 None None] For port ca272985-6352-40bc-a8aa-36c8497e6162, host dv-cinder-787632-1-iscsi, cleared binding levels {{(pid=86333) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 22 20:11:54.597183 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.db [None req-3e31465e-82bf-46c7-bef7-5eae5d83b2c8 None None] For port ca272985-6352-40bc-a8aa-36c8497e6162, host dv-cinder-787632-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787632-1-iscsi',level=0,port_id=ca272985-6352-40bc-a8aa-36c8497e6162,segment=NetworkSegment(ee2cf152-35a2-4f0a-9e62-a52542065261),segment_id=ee2cf152-35a2-4f0a-9e62-a52542065261)] {{(pid=86333) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 22 20:11:54.603518 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-3e31465e-82bf-46c7-bef7-5eae5d83b2c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854198495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853168226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727707997384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363309147208137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727707567697'] for port, after_update {{(pid=86333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:11:54.613281 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9a1b818e-cf21-403a-bf6b-167806d3f1d7 admin admin] Router 9c71002a-2a9d-4647-b201-71f3c5cf72be has already been hosted by L3 agent 1df068ca-d615-4cb7-8020-fe6e8be709e3 {{(pid=86331) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 22 20:11:54.615371 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [None req-f8b91163-7d0a-4066-8817-a3f23d544e04 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86333) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 20:11:54.647275 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-7f2588e0-6459-4549-b76c-d0fa154c2a37 tempest-AttachVolumeTestJSON-431678780 tempest-AttachVolumeTestJSON-431678780-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:11:54.649327 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-f20b78e8-de55-41d6-bc90-56d4a27b0c8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393900'] for security_group, after_delete {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:11:54.656596 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [None req-74e0cd52-3090-46b1-8e62-df3f4235b6f4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 20:11:54.695898 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-7f2588e0-6459-4549-b76c-d0fa154c2a37 tempest-AttachVolumeTestJSON-431678780 tempest-AttachVolumeTestJSON-431678780-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393920'] for security_group_rule, after_create {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:11:54.703288 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f20b78e8-de55-41d6-bc90-56d4a27b0c8a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cdd0a785-8dc4-40f6-877d-d933ca3d0d48,revision_number=None']} {{(pid=86330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 20:11:54.785154 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-802451d9-ae8a-4ced-adf9-bb8451caca67 None None] Pushing event updated for resources: {'Port': ['ID=ca272985-6352-40bc-a8aa-36c8497e6162,revision_number=4']} {{(pid=86333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 20:11:54.790095 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [None req-802451d9-ae8a-4ced-adf9-bb8451caca67 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=86333) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 20:11:54.793929 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e31465e-82bf-46c7-bef7-5eae5d83b2c8 None None] Routers {'1579061b-27c8-45c8-a86c-6a7fe76c2895'} bound to L3 agent in host dv-cinder-787632-1-iscsi {{(pid=86333) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 22 20:11:54.794800 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.l3_hamode_db [None req-3e31465e-82bf-46c7-bef7-5eae5d83b2c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f013d33d358>, 'dv-cinder-787632-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-22T20:03:28Z,description=<?>,heartbeat_timestamp=2021-04-22T20:11:29Z,host='dv-cinder-787632-1-iscsi',id=1df068ca-d615-4cb7-8020-fe6e8be709e3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-22T20:03:28Z,topic='l3_agent')) {'router_ids': ['1579061b-27c8-45c8-a86c-6a7fe76c2895'], 'active': True} {{(pid=86333) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 22 20:11:54.808041 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-f20b78e8-de55-41d6-bc90-56d4a27b0c8a admin admin] Notify callbacks [] for security_group, before_response {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:11:54.810110 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [None req-f20b78e8-de55-41d6-bc90-56d4a27b0c8a admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/cdd0a785-8dc4-40f6-877d-d933ca3d0d48 HTTP/1.1" status: 204  len: 168 time: 0.9990096
Apr 22 20:11:54.812853 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-7f2588e0-6459-4549-b76c-d0fa154c2a37 tempest-AttachVolumeTestJSON-431678780 tempest-AttachVolumeTestJSON-431678780-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:11:54.814571 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [None req-7f2588e0-6459-4549-b76c-d0fa154c2a37 tempest-AttachVolumeTestJSON-431678780 tempest-AttachVolumeTestJSON-431678780-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.4720111
Apr 22 20:11:54.819128 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.wsgi [-] (86330) accepted ('10.222.0.30', 34288) {{(pid=86330) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 20:11:54.825924 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.v2.base [None req-b7ba4d49-ecc8-46c3-84f5-8490712b6208 tempest-AttachVolumeTestJSON-431678780 tempest-AttachVolumeTestJSON-431678780-project] Request body: {'security_group_rule': {'security_group_id': '7cb077a5-4ba7-4c7b-8f9c-203a75555aff', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=86330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 22 20:11:54.834163 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [None req-f20b78e8-de55-41d6-bc90-56d4a27b0c8a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=86330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 20:11:54.854537 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.122s {{(pid=86330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 20:11:54.876050 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.quota.driver [None req-b7ba4d49-ecc8-46c3-84f5-8490712b6208 tempest-AttachVolumeTestJSON-431678780 tempest-AttachVolumeTestJSON-431678780-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86330) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 22 20:11:54.891256 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.quota.resource [None req-b7ba4d49-ecc8-46c3-84f5-8490712b6208 tempest-AttachVolumeTestJSON-431678780 tempest-AttachVolumeTestJSON-431678780-project] Usage tracker for resource:security_group_rule and tenant:d911111607464bf49ef66ee3335728c8 is out of sync, need to count used quota {{(pid=86330) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 22 20:11:54.893750 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.v2.base [req-a70fe797-8f90-425c-ab3b-5e879e6692aa req-4121befd-e87c-430b-a903-b418ee38fcb9 service neutron] Request body: {'port': {'device_id': '666a5894-4ce9-47e9-8adf-a77b64d57479', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78763'}} {{(pid=86331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 22 20:11:54.896547 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.quota.resource [None req-b7ba4d49-ecc8-46c3-84f5-8490712b6208 tempest-AttachVolumeTestJSON-431678780 tempest-AttachVolumeTestJSON-431678780-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=86330) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 22 20:11:54.899936 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f2588e0-6459-4549-b76c-d0fa154c2a37 tempest-AttachVolumeTestJSON-431678780 tempest-AttachVolumeTestJSON-431678780-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e33e48de-4f39-474f-8632-b3e7a5516491,revision_number=0']} {{(pid=86330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 20:11:54.906026 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.quota.driver [None req-b7ba4d49-ecc8-46c3-84f5-8490712b6208 tempest-AttachVolumeTestJSON-431678780 tempest-AttachVolumeTestJSON-431678780-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=86330) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 22 20:11:54.908760 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [None req-7f2588e0-6459-4549-b76c-d0fa154c2a37 tempest-AttachVolumeTestJSON-431678780 tempest-AttachVolumeTestJSON-431678780-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=86330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 20:11:54.934532 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-b7ba4d49-ecc8-46c3-84f5-8490712b6208 tempest-AttachVolumeTestJSON-431678780 tempest-AttachVolumeTestJSON-431678780-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:11:55.046584 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.agents_db [None req-d2e1aac6-b006-4d71-afe2-c4a5b694a422 None None] Agent healthcheck: found 6 active agents {{(pid=86333) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 22 20:11:55.076211 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-b7ba4d49-ecc8-46c3-84f5-8490712b6208 tempest-AttachVolumeTestJSON-431678780 tempest-AttachVolumeTestJSON-431678780-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:11:55.087983 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-b7ba4d49-ecc8-46c3-84f5-8490712b6208 tempest-AttachVolumeTestJSON-431678780 tempest-AttachVolumeTestJSON-431678780-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393920'] for security_group_rule, after_create {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:11:55.090796 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [None req-7f2588e0-6459-4549-b76c-d0fa154c2a37 tempest-AttachVolumeTestJSON-431678780 tempest-AttachVolumeTestJSON-431678780-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=86330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 20:11:55.116288 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a1b818e-cf21-403a-bf6b-167806d3f1d7 admin admin] Notify agent at l3_agent.dv-cinder-787632-1-iscsi the message routers_updated {{(pid=86331) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 22 20:11:55.125731 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-797fae5f-b18e-40ad-bbb4-e52e9b0e546f None None] Sync routers for ids ['9c71002a-2a9d-4647-b201-71f3c5cf72be'] in dv-cinder-787632-1-iscsi {{(pid=86332) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 22 20:11:55.156034 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-b7ba4d49-ecc8-46c3-84f5-8490712b6208 tempest-AttachVolumeTestJSON-431678780 tempest-AttachVolumeTestJSON-431678780-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:11:55.156899 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-797fae5f-b18e-40ad-bbb4-e52e9b0e546f None None] Routers {'9c71002a-2a9d-4647-b201-71f3c5cf72be'} bound to L3 agent in host dv-cinder-787632-1-iscsi {{(pid=86332) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 22 20:11:55.158349 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.l3_hamode_db [None req-797fae5f-b18e-40ad-bbb4-e52e9b0e546f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f013d2a76d8>, 'dv-cinder-787632-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-22T20:03:28Z,description=<?>,heartbeat_timestamp=2021-04-22T20:11:29Z,host='dv-cinder-787632-1-iscsi',id=1df068ca-d615-4cb7-8020-fe6e8be709e3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-22T20:03:28Z,topic='l3_agent')) {'router_ids': ['9c71002a-2a9d-4647-b201-71f3c5cf72be'], 'active': True} {{(pid=86332) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 22 20:11:55.164934 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [None req-b7ba4d49-ecc8-46c3-84f5-8490712b6208 tempest-AttachVolumeTestJSON-431678780 tempest-AttachVolumeTestJSON-431678780-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.3444011
Apr 22 20:11:55.168779 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.wsgi [-] (86330) accepted ('10.222.0.30', 34300) {{(pid=86330) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 20:11:55.173108 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.l3_dvr_db [None req-3e31465e-82bf-46c7-bef7-5eae5d83b2c8 None None] Set router 1579061b-27c8-45c8-a86c-6a7fe76c2895 gateway port host: dv-cinder-787632-1-iscsi {{(pid=86333) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 22 20:11:55.174696 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ba4d49-ecc8-46c3-84f5-8490712b6208 tempest-AttachVolumeTestJSON-431678780 tempest-AttachVolumeTestJSON-431678780-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=93fecbf7-204f-45bc-b9d8-514dd6a10822,revision_number=0']} {{(pid=86330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 20:11:55.186881 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.v2.base [None req-10b391a2-e831-4a9c-bee1-c1ffdc2540d7 tempest-AttachVolumeTestJSON-431678780 tempest-AttachVolumeTestJSON-431678780-project] Request body: {'floatingip': {'floating_network_id': '1b725cb4-6db6-4e68-9a61-1978e8a191a1'}} {{(pid=86330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 22 20:11:55.202355 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [None req-9a1b818e-cf21-403a-bf6b-167806d3f1d7 admin admin] 10.222.0.30 "PUT /v2.0/routers/9c71002a-2a9d-4647-b201-71f3c5cf72be/add_router_interface HTTP/1.1" status: 200  len: 503 time: 11.2637620
Apr 22 20:11:55.211821 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.quota.driver [None req-10b391a2-e831-4a9c-bee1-c1ffdc2540d7 tempest-AttachVolumeTestJSON-431678780 tempest-AttachVolumeTestJSON-431678780-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86330) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 22 20:11:55.221151 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.quota.resource [None req-10b391a2-e831-4a9c-bee1-c1ffdc2540d7 tempest-AttachVolumeTestJSON-431678780 tempest-AttachVolumeTestJSON-431678780-project] Usage tracker for resource:floatingip and tenant:d911111607464bf49ef66ee3335728c8 is out of sync, need to count used quota {{(pid=86330) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 22 20:11:55.228692 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.quota.resource [None req-10b391a2-e831-4a9c-bee1-c1ffdc2540d7 tempest-AttachVolumeTestJSON-431678780 tempest-AttachVolumeTestJSON-431678780-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=86330) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 22 20:11:55.243835 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.quota.driver [None req-10b391a2-e831-4a9c-bee1-c1ffdc2540d7 tempest-AttachVolumeTestJSON-431678780 tempest-AttachVolumeTestJSON-431678780-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=86330) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 22 20:11:55.252225 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [None req-b7ba4d49-ecc8-46c3-84f5-8490712b6208 tempest-AttachVolumeTestJSON-431678780 tempest-AttachVolumeTestJSON-431678780-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=86330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 20:11:55.255386 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-10b391a2-e831-4a9c-bee1-c1ffdc2540d7 tempest-AttachVolumeTestJSON-431678780 tempest-AttachVolumeTestJSON-431678780-project] Notify callbacks [] for floatingip, before_create {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:11:55.367009 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [req-a70fe797-8f90-425c-ab3b-5e879e6692aa req-4121befd-e87c-430b-a903-b418ee38fcb9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587983'] for port, before_update {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:11:55.434871 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e42f4a-402e-442f-89ba-2e29bfe33434 req-3e67e000-5685-43b6-9b0e-deac13bb22d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 20:11:55.437170 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-95e42f4a-402e-442f-89ba-2e29bfe33434 req-3e67e000-5685-43b6-9b0e-deac13bb22d8 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=36deea2aa67b4af688b0eb00b20d58c9&device_id=4be19373-fd93-4abb-aac5-299af84535cf HTTP/1.1" status: 200  len: 1097 time: 0.7050161
Apr 22 20:11:55.606487 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.l3_dvr_db [None req-797fae5f-b18e-40ad-bbb4-e52e9b0e546f None None] Set router 9c71002a-2a9d-4647-b201-71f3c5cf72be gateway port host: dv-cinder-787632-1-iscsi {{(pid=86332) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 22 20:11:55.819840 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-056ca461-8be1-4062-a0f9-cd1897176b96 req-e619b75c-f8c6-43e5-ad91-312b2aef3c70 tempest-AttachVolumeNegativeTest-423716770 tempest-AttachVolumeNegativeTest-423716770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 20:11:55.826157 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-056ca461-8be1-4062-a0f9-cd1897176b96 req-e619b75c-f8c6-43e5-ad91-312b2aef3c70 tempest-AttachVolumeNegativeTest-423716770 tempest-AttachVolumeNegativeTest-423716770-project] 10.222.0.30 "GET /v2.0/ports?device_id=666a5894-4ce9-47e9-8adf-a77b64d57479 HTTP/1.1" status: 200  len: 931 time: 0.3746386
Apr 22 20:11:55.897048 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.l3_hamode_db [None req-3e31465e-82bf-46c7-bef7-5eae5d83b2c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f013d33d358>, [{'id': '1579061b-27c8-45c8-a86c-6a7fe76c2895', 'name': 'tempest-AttachVolumeTestJSON-860199075-router', 'tenant_id': 'd911111607464bf49ef66ee3335728c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b725cb4-6db6-4e68-9a61-1978e8a191a1', 'external_fixed_ips': [{'subnet_id': '1d4495d7-31a5-4e2d-a911-56ceae3a61c5', 'ip_address': '172.27.3.78'}], 'enable_snat': True}, 'gw_port_id': '9a2d43f7-bd9b-4d0f-8151-3b2eae8f716f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T20:11:35Z', 'updated_at': '2021-04-22T20:11:47Z', 'revision_number': 4, 'project_id': 'd911111607464bf49ef66ee3335728c8', 'gw_port': {'id': '9a2d43f7-bd9b-4d0f-8151-3b2eae8f716f', 'name': '', 'network_id': '1b725cb4-6db6-4e68-9a61-1978e8a191a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:bb:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1579061b-27c8-45c8-a86c-6a7fe76c2895', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '1d4495d7-31a5-4e2d-a911-56ceae3a61c5', 'ip_address': '172.27.3.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787632-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T20:11:36Z', 'updated_at': '2021-04-22T20:11:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d4495d7-31a5-4e2d-a911-56ceae3a61c5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787632-1-iscsi', '_interfaces': [{'id': 'ca272985-6352-40bc-a8aa-36c8497e6162', 'name': '', 'network_id': '8eb42aba-9fa9-48c5-ac95-29b89130e5f9', 'tenant_id': 'd911111607464bf49ef66ee3335728c8', 'mac_address': 'fa:16:3e:28:cc:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1579061b-27c8-45c8-a86c-6a7fe76c2895', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'e2d55e83-7c80-4c1a-99f4-0aea05526efc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787632-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T20:11:44Z', 'updated_at': '2021-04-22T20:11:54Z', 'revision_number': 4, 'project_id': 'd911111607464bf49ef66ee3335728c8', 'subnets': [{'id': 'e2d55e83-7c80-4c1a-99f4-0aea05526efc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787632-1-iscsi', False) {} {{(pid=86333) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 22 20:11:55.915824 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e31465e-82bf-46c7-bef7-5eae5d83b2c8 None None] The sync data for ids ['1579061b-27c8-45c8-a86c-6a7fe76c2895'] in dv-cinder-787632-1-iscsi is: [{'id': '1579061b-27c8-45c8-a86c-6a7fe76c2895', 'name': 'tempest-AttachVolumeTestJSON-860199075-router', 'tenant_id': 'd911111607464bf49ef66ee3335728c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b725cb4-6db6-4e68-9a61-1978e8a191a1', 'external_fixed_ips': [{'subnet_id': '1d4495d7-31a5-4e2d-a911-56ceae3a61c5', 'ip_address': '172.27.3.78'}], 'enable_snat': True}, 'gw_port_id': '9a2d43f7-bd9b-4d0f-8151-3b2eae8f716f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T20:11:35Z', 'updated_at': '2021-04-22T20:11:47Z', 'revision_number': 4, 'project_id': 'd911111607464bf49ef66ee3335728c8', 'gw_port': {'id': '9a2d43f7-bd9b-4d0f-8151-3b2eae8f716f', 'name': '', 'network_id': '1b725cb4-6db6-4e68-9a61-1978e8a191a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:bb:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1579061b-27c8-45c8-a86c-6a7fe76c2895', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '1d4495d7-31a5-4e2d-a911-56ceae3a61c5', 'ip_address': '172.27.3.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787632-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T20:11:36Z', 'updated_at': '2021-04-22T20:11:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d4495d7-31a5-4e2d-a911-56ceae3a61c5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787632-1-iscsi', '_interfaces': [{'id': 'ca272985-6352-40bc-a8aa-36c8497e6162', 'name': '', 'network_id': '8eb42aba-9fa9-48c5-ac95-29b89130e5f9', 'tenant_id': 'd911111607464bf49ef66ee3335728c8', 'mac_address': 'fa:16:3e:28:cc:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1579061b-27c8-45c8-a86c-6a7fe76c2895', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'e2d55e83-7c80-4c1a-99f4-0aea05526efc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787632-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T20:11:44Z', 'updated_at': '2021-04-22T20:11:54Z', 'revision_number': 4, 'project_id': 'd911111607464bf49ef66ee3335728c8', 'subnets': [{'id': 'e2d55e83-7c80-4c1a-99f4-0aea05526efc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86333) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 22 20:11:55.951435 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-10b391a2-e831-4a9c-bee1-c1ffdc2540d7 tempest-AttachVolumeTestJSON-431678780 tempest-AttachVolumeTestJSON-431678780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587983'] for port, before_create {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:11:55.997022 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-f13f7c2a-a778-4ba0-8f41-c86f94488181 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309146858885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640583'] for agent, after_update {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:11:56.147959 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.l3_hamode_db [None req-797fae5f-b18e-40ad-bbb4-e52e9b0e546f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f013d2a76d8>, [{'id': '9c71002a-2a9d-4647-b201-71f3c5cf72be', 'name': 'tempest-ServerRescueNegativeTestJSON-958420590-router', 'tenant_id': 'a3da31af07b74c20b145ac19f125aded', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b725cb4-6db6-4e68-9a61-1978e8a191a1', 'external_fixed_ips': [{'subnet_id': '1d4495d7-31a5-4e2d-a911-56ceae3a61c5', 'ip_address': '172.27.3.28'}], 'enable_snat': True}, 'gw_port_id': '0e839e82-3a68-4168-816e-3b8fa28e27a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T20:11:34Z', 'updated_at': '2021-04-22T20:11:52Z', 'revision_number': 4, 'project_id': 'a3da31af07b74c20b145ac19f125aded', 'gw_port': {'id': '0e839e82-3a68-4168-816e-3b8fa28e27a7', 'name': '', 'network_id': '1b725cb4-6db6-4e68-9a61-1978e8a191a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:5e:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c71002a-2a9d-4647-b201-71f3c5cf72be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '1d4495d7-31a5-4e2d-a911-56ceae3a61c5', 'ip_address': '172.27.3.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787632-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T20:11:36Z', 'updated_at': '2021-04-22T20:11:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d4495d7-31a5-4e2d-a911-56ceae3a61c5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787632-1-iscsi', '_interfaces': [{'id': '20ca4eaa-7fb3-4e8e-9652-8afab6dbe7e3', 'name': '', 'network_id': '571b53d1-aed3-4bd3-ab53-2cb6e0d9c5b7', 'tenant_id': 'a3da31af07b74c20b145ac19f125aded', 'mac_address': 'fa:16:3e:d7:a6:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c71002a-2a9d-4647-b201-71f3c5cf72be', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '30cce57f-0720-4461-b727-7eddafc0e70c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T20:11:49Z', 'updated_at': '2021-04-22T20:11:52Z', 'revision_number': 2, 'project_id': 'a3da31af07b74c20b145ac19f125aded', 'subnets': [{'id': '30cce57f-0720-4461-b727-7eddafc0e70c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787632-1-iscsi', False) {} {{(pid=86332) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 22 20:11:56.152282 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-797fae5f-b18e-40ad-bbb4-e52e9b0e546f None None] Checking router: 9c71002a-2a9d-4647-b201-71f3c5cf72be for host: dv-cinder-787632-1-iscsi {{(pid=86332) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 22 20:11:56.153293 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-797fae5f-b18e-40ad-bbb4-e52e9b0e546f None None] Updating router 9c71002a-2a9d-4647-b201-71f3c5cf72be port 20ca4eaa-7fb3-4e8e-9652-8afab6dbe7e3 binding host dv-cinder-787632-1-iscsi {{(pid=86332) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Apr 22 20:11:56.226159 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.notifiers.nova [req-a70fe797-8f90-425c-ab3b-5e879e6692aa req-4121befd-e87c-430b-a903-b418ee38fcb9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ac20feeb-ec82-4731-bb0e-f1e77bc564d5 {{(pid=86331) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 22 20:11:56.229008 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-797fae5f-b18e-40ad-bbb4-e52e9b0e546f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587983'] for port, before_update {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:11:56.229312 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.db_base_plugin_common [None req-10b391a2-e831-4a9c-bee1-c1ffdc2540d7 tempest-AttachVolumeTestJSON-431678780 tempest-AttachVolumeTestJSON-431678780-project] Allocated IP 172.27.3.205 (1b725cb4-6db6-4e68-9a61-1978e8a191a1/1d4495d7-31a5-4e2d-a911-56ceae3a61c5/1b01a874-158e-4ff9-b1e9-66d73771a00a) {{(pid=86330) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 22 20:11:56.263462 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [req-a70fe797-8f90-425c-ab3b-5e879e6692aa req-4121befd-e87c-430b-a903-b418ee38fcb9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:11:56.370145 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e42f4a-402e-442f-89ba-2e29bfe33434 req-efd70789-bdbf-4c04-8c64-9764d93a1a15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 20:11:56.372961 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-95e42f4a-402e-442f-89ba-2e29bfe33434 req-efd70789-bdbf-4c04-8c64-9764d93a1a15 service neutron] 10.222.0.46 "GET /v2.0/networks?tenant_id=36deea2aa67b4af688b0eb00b20d58c9&shared=False HTTP/1.1" status: 200  len: 912 time: 0.9260628
Apr 22 20:11:56.609166 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-056ca461-8be1-4062-a0f9-cd1897176b96 req-917b9a75-ced4-4890-ba9c-b6baba8963b7 tempest-AttachVolumeNegativeTest-423716770 tempest-AttachVolumeNegativeTest-423716770-project] 10.222.0.30 "GET /v2.0/security-groups?id=12e357dc-1d76-4f4d-8ec3-cba1cfd90e7f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.7580795
Apr 22 20:11:56.669547 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-10b391a2-e831-4a9c-bee1-c1ffdc2540d7 tempest-AttachVolumeTestJSON-431678780 tempest-AttachVolumeTestJSON-431678780-project] Notify callbacks [] for port, precommit_create {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:11:56.678709 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e42f4a-402e-442f-89ba-2e29bfe33434 req-feda457a-bf78-4f52-b5c4-6411c6579efd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 20:11:56.687532 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-95e42f4a-402e-442f-89ba-2e29bfe33434 req-feda457a-bf78-4f52-b5c4-6411c6579efd service neutron] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.2962844
Apr 22 20:11:56.711986 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.provisioning_blocks [req-a70fe797-8f90-425c-ab3b-5e879e6692aa req-4121befd-e87c-430b-a903-b418ee38fcb9 service neutron] Transition to ACTIVE for port object ac20feeb-ec82-4731-bb0e-f1e77bc564d5 will not be triggered until provisioned by entity L2. {{(pid=86331) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 22 20:11:56.758897 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-797fae5f-b18e-40ad-bbb4-e52e9b0e546f None None] Notify callbacks [] for port, precommit_update {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:11:56.765207 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b26288-39f9-463f-a100-b40531c4a1e2 req-6bb1cf36-901f-44fe-af2f-c29a2a623bbf tempest-DeleteServersTestJSON-432539575 tempest-DeleteServersTestJSON-432539575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 20:11:56.766404 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-10b391a2-e831-4a9c-bee1-c1ffdc2540d7 tempest-AttachVolumeTestJSON-431678780 tempest-AttachVolumeTestJSON-431678780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854198495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853168226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363309147208154'] for port, after_create {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:11:56.766637 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-d7b26288-39f9-463f-a100-b40531c4a1e2 req-6bb1cf36-901f-44fe-af2f-c29a2a623bbf tempest-DeleteServersTestJSON-432539575 tempest-DeleteServersTestJSON-432539575-project] 10.222.0.30 "GET /v2.0/ports?device_id=4be19373-fd93-4abb-aac5-299af84535cf HTTP/1.1" status: 200  len: 944 time: 1.4007664
Apr 22 20:11:56.768838 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [req-a70fe797-8f90-425c-ab3b-5e879e6692aa req-4121befd-e87c-430b-a903-b418ee38fcb9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854198495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853168226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727707997384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363309147208137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727707567697'] for port, after_update {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:11:56.781231 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [None req-be1c70d0-97ac-47b9-ab2d-30083da74cab admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 20:11:56.784020 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.provisioning_blocks [None req-797fae5f-b18e-40ad-bbb4-e52e9b0e546f None None] Transition to ACTIVE for port object 20ca4eaa-7fb3-4e8e-9652-8afab6dbe7e3 will not be triggered until provisioned by entity L2. {{(pid=86332) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 22 20:11:56.792282 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-797fae5f-b18e-40ad-bbb4-e52e9b0e546f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854198495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853168226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727707997384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363309147208137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727707567697'] for port, after_update {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:11:56.800123 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86332) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 20:11:57.024383 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85c2caf1-f7ad-4c12-bacc-18e26b9b9274 None None] Pushing event updated for resources: {'Port': ['ID=20ca4eaa-7fb3-4e8e-9652-8afab6dbe7e3,revision_number=3']} {{(pid=86332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 20:11:57.027470 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [None req-85c2caf1-f7ad-4c12-bacc-18e26b9b9274 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.227s {{(pid=86332) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 20:11:57.050015 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [None req-9a1b818e-cf21-403a-bf6b-167806d3f1d7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 20:11:57.106757 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10b391a2-e831-4a9c-bee1-c1ffdc2540d7 tempest-AttachVolumeTestJSON-431678780 tempest-AttachVolumeTestJSON-431678780-project] Network 1b725cb4-6db6-4e68-9a61-1978e8a191a1 is already hosted by enough agents. {{(pid=86330) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 22 20:11:57.108033 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10b391a2-e831-4a9c-bee1-c1ffdc2540d7 tempest-AttachVolumeTestJSON-431678780 tempest-AttachVolumeTestJSON-431678780-project] Pushing event updated for resources: {'Port': ['ID=1b01a874-158e-4ff9-b1e9-66d73771a00a,revision_number=1']} {{(pid=86330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 20:11:57.116399 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.managers [None req-797fae5f-b18e-40ad-bbb4-e52e9b0e546f None None] Attempting to bind port 20ca4eaa-7fb3-4e8e-9652-8afab6dbe7e3 on host dv-cinder-787632-1-iscsi for vnic_type normal with profile  {{(pid=86332) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 22 20:11:57.116816 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.managers [None req-797fae5f-b18e-40ad-bbb4-e52e9b0e546f None None] Attempting to bind port 20ca4eaa-7fb3-4e8e-9652-8afab6dbe7e3 by drivers openvswitch,hyperv on host dv-cinder-787632-1-iscsi at level 0 using segments [{'id': '1555e1dd-eab4-4f8c-97c5-0a2b36498408', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '571b53d1-aed3-4bd3-ab53-2cb6e0d9c5b7'}] {{(pid=86332) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 22 20:11:57.117224 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-797fae5f-b18e-40ad-bbb4-e52e9b0e546f None None] Attempting to bind port 20ca4eaa-7fb3-4e8e-9652-8afab6dbe7e3 on network 571b53d1-aed3-4bd3-ab53-2cb6e0d9c5b7 {{(pid=86332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 22 20:11:57.120542 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [None req-10b391a2-e831-4a9c-bee1-c1ffdc2540d7 tempest-AttachVolumeTestJSON-431678780 tempest-AttachVolumeTestJSON-431678780-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.334s {{(pid=86330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 20:11:57.121826 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.scheduler.base_scheduler [None req-10b391a2-e831-4a9c-bee1-c1ffdc2540d7 tempest-AttachVolumeTestJSON-431678780 tempest-AttachVolumeTestJSON-431678780-project] Resources bound (agent type, host, resource id):  {{(pid=86330) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 22 20:11:57.124777 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10b391a2-e831-4a9c-bee1-c1ffdc2540d7 tempest-AttachVolumeTestJSON-431678780 tempest-AttachVolumeTestJSON-431678780-project] Received port after_create {{(pid=86330) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 22 20:11:57.132739 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-797fae5f-b18e-40ad-bbb4-e52e9b0e546f None None] Checking agent: {'id': '802cefbf-f579-41fa-a7d7-d5cf274c80aa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-787632-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 22, 20, 3, 29), 'started_at': datetime.datetime(2021, 4, 22, 20, 3, 59), 'heartbeat_timestamp': datetime.datetime(2021, 4, 22, 20, 11, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-787632-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 22 20:11:57.133163 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-797fae5f-b18e-40ad-bbb4-e52e9b0e546f None None] Checking segment: {'id': '1555e1dd-eab4-4f8c-97c5-0a2b36498408', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '571b53d1-aed3-4bd3-ab53-2cb6e0d9c5b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86332) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 22 20:11:57.133613 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-797fae5f-b18e-40ad-bbb4-e52e9b0e546f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:11:57.135439 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-797fae5f-b18e-40ad-bbb4-e52e9b0e546f None None] Bound using segment: {'id': '1555e1dd-eab4-4f8c-97c5-0a2b36498408', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '571b53d1-aed3-4bd3-ab53-2cb6e0d9c5b7'} {{(pid=86332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 22 20:11:57.135973 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.managers [None req-797fae5f-b18e-40ad-bbb4-e52e9b0e546f None None] Bound port: 20ca4eaa-7fb3-4e8e-9652-8afab6dbe7e3, host: dv-cinder-787632-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1555e1dd-eab4-4f8c-97c5-0a2b36498408', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '571b53d1-aed3-4bd3-ab53-2cb6e0d9c5b7'}}] {{(pid=86332) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 22 20:11:57.136394 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-797fae5f-b18e-40ad-bbb4-e52e9b0e546f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587983'] for port, before_update {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:11:57.303539 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-10b391a2-e831-4a9c-bee1-c1ffdc2540d7 tempest-AttachVolumeTestJSON-431678780 tempest-AttachVolumeTestJSON-431678780-project] Notify callbacks [] for floatingip, precommit_create {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:11:57.362372 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.db [None req-797fae5f-b18e-40ad-bbb4-e52e9b0e546f None None] For port 20ca4eaa-7fb3-4e8e-9652-8afab6dbe7e3, host dv-cinder-787632-1-iscsi, cleared binding levels {{(pid=86332) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 22 20:11:57.365919 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.db [None req-797fae5f-b18e-40ad-bbb4-e52e9b0e546f None None] For port 20ca4eaa-7fb3-4e8e-9652-8afab6dbe7e3, host dv-cinder-787632-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787632-1-iscsi',level=0,port_id=20ca4eaa-7fb3-4e8e-9652-8afab6dbe7e3,segment=NetworkSegment(1555e1dd-eab4-4f8c-97c5-0a2b36498408),segment_id=1555e1dd-eab4-4f8c-97c5-0a2b36498408)] {{(pid=86332) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 22 20:11:57.372592 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-797fae5f-b18e-40ad-bbb4-e52e9b0e546f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854198495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853168226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727707997384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363309147208137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727707567697'] for port, after_update {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:11:57.388552 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86332) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 20:11:57.390722 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-d7b26288-39f9-463f-a100-b40531c4a1e2 req-1a8be0dc-1923-4705-beb1-779fd466ef0a tempest-DeleteServersTestJSON-432539575 tempest-DeleteServersTestJSON-432539575-project] 10.222.0.30 "GET /v2.0/security-groups?id=d55ceebb-51ed-4aac-b636-f683c724b454&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4222775
Apr 22 20:11:57.465197 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-10b391a2-e831-4a9c-bee1-c1ffdc2540d7 tempest-AttachVolumeTestJSON-431678780 tempest-AttachVolumeTestJSON-431678780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587983'] for port, before_update {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:11:57.521853 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4121befd-e87c-430b-a903-b418ee38fcb9 service neutron] Pushing event updated for resources: {'Port': ['ID=ac20feeb-ec82-4731-bb0e-f1e77bc564d5,revision_number=2']} {{(pid=86331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 20:11:57.528913 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [None req-4121befd-e87c-430b-a903-b418ee38fcb9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.479s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 20:11:57.577866 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-797fae5f-b18e-40ad-bbb4-e52e9b0e546f None None] Routers {'9c71002a-2a9d-4647-b201-71f3c5cf72be'} bound to L3 agent in host dv-cinder-787632-1-iscsi {{(pid=86332) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 22 20:11:57.578583 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.l3_hamode_db [None req-797fae5f-b18e-40ad-bbb4-e52e9b0e546f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f013d2a76d8>, 'dv-cinder-787632-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-22T20:03:28Z,description=<?>,heartbeat_timestamp=2021-04-22T20:11:29Z,host='dv-cinder-787632-1-iscsi',id=1df068ca-d615-4cb7-8020-fe6e8be709e3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-22T20:03:28Z,topic='l3_agent')) {'router_ids': ['9c71002a-2a9d-4647-b201-71f3c5cf72be'], 'active': True} {{(pid=86332) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 22 20:11:57.728057 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.managers [req-a70fe797-8f90-425c-ab3b-5e879e6692aa req-4121befd-e87c-430b-a903-b418ee38fcb9 service neutron] Attempting to bind port ac20feeb-ec82-4731-bb0e-f1e77bc564d5 on host hv-cinder-78763 for vnic_type normal with profile  {{(pid=86331) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 22 20:11:57.728439 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.managers [req-a70fe797-8f90-425c-ab3b-5e879e6692aa req-4121befd-e87c-430b-a903-b418ee38fcb9 service neutron] Attempting to bind port ac20feeb-ec82-4731-bb0e-f1e77bc564d5 by drivers openvswitch,hyperv on host hv-cinder-78763 at level 0 using segments [{'id': '3a7c8a3c-d8a5-4ea6-9c7e-398752a60d2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '2f71bdb9-006a-4ab4-9335-9bbccd5c61c9'}] {{(pid=86331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 22 20:11:57.728816 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a70fe797-8f90-425c-ab3b-5e879e6692aa req-4121befd-e87c-430b-a903-b418ee38fcb9 service neutron] Attempting to bind port ac20feeb-ec82-4731-bb0e-f1e77bc564d5 on network 2f71bdb9-006a-4ab4-9335-9bbccd5c61c9 {{(pid=86331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 22 20:11:57.735364 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f95bfc1-61d2-4526-b676-c9ac3032bc81 req-da60ed7d-fded-4646-ba8e-19d31a2b93fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 20:11:57.737096 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-3f95bfc1-61d2-4526-b676-c9ac3032bc81 req-da60ed7d-fded-4646-ba8e-19d31a2b93fa service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=36deea2aa67b4af688b0eb00b20d58c9&device_id=4be19373-fd93-4abb-aac5-299af84535cf HTTP/1.1" status: 200  len: 1097 time: 0.9693074
Apr 22 20:11:57.905694 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a70fe797-8f90-425c-ab3b-5e879e6692aa req-4121befd-e87c-430b-a903-b418ee38fcb9 service neutron] Port ac20feeb-ec82-4731-bb0e-f1e77bc564d5 on network 2f71bdb9-006a-4ab4-9335-9bbccd5c61c9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78763 {{(pid=86331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 22 20:11:57.911180 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a70fe797-8f90-425c-ab3b-5e879e6692aa req-4121befd-e87c-430b-a903-b418ee38fcb9 service neutron] Attempting to bind port ac20feeb-ec82-4731-bb0e-f1e77bc564d5 on network 2f71bdb9-006a-4ab4-9335-9bbccd5c61c9 {{(pid=86331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 22 20:11:58.030296 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.wsgi [-] (86331) accepted ('10.222.0.30', 34378) {{(pid=86331) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 20:11:58.257277 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.rpc [None req-08e5d76f-3fe5-4242-a4b8-30f374028052 None None] Device ca272985-6352-40bc-a8aa-36c8497e6162 up at agent ovs-agent-dv-cinder-787632-1-iscsi {{(pid=86332) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 22 20:11:58.297422 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85c2caf1-f7ad-4c12-bacc-18e26b9b9274 None None] Pushing event updated for resources: {'Port': ['ID=20ca4eaa-7fb3-4e8e-9652-8afab6dbe7e3,revision_number=4']} {{(pid=86332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 20:11:58.314345 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [None req-85c2caf1-f7ad-4c12-bacc-18e26b9b9274 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.925s {{(pid=86332) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 20:11:58.369366 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb4664b5-0906-481d-bd34-1b56b1565287 req-8f115368-17f4-4e14-89b2-fbe8e1f91515 tempest-ServerRescueNegativeTestJSON-1009389569 tempest-ServerRescueNegativeTestJSON-1009389569-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 20:11:58.370229 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.quota.resource [req-eb4664b5-0906-481d-bd34-1b56b1565287 req-8f115368-17f4-4e14-89b2-fbe8e1f91515 tempest-ServerRescueNegativeTestJSON-1009389569 tempest-ServerRescueNegativeTestJSON-1009389569-project] Synchronizing usage tracker for tenant:a3da31af07b74c20b145ac19f125aded on resource:network {{(pid=86330) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 22 20:11:58.374441 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a70fe797-8f90-425c-ab3b-5e879e6692aa req-4121befd-e87c-430b-a903-b418ee38fcb9 service neutron] Checking agent: {'id': 'b4f1961c-1932-496b-a656-3b148bb81a73', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78763', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 22, 20, 9, 49), 'started_at': datetime.datetime(2021, 4, 22, 20, 9, 49), 'heartbeat_timestamp': datetime.datetime(2021, 4, 22, 20, 11, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 22 20:11:58.374922 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a70fe797-8f90-425c-ab3b-5e879e6692aa req-4121befd-e87c-430b-a903-b418ee38fcb9 service neutron] Checking segment: {'id': '3a7c8a3c-d8a5-4ea6-9c7e-398752a60d2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '2f71bdb9-006a-4ab4-9335-9bbccd5c61c9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86331) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 22 20:11:58.375930 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a70fe797-8f90-425c-ab3b-5e879e6692aa req-4121befd-e87c-430b-a903-b418ee38fcb9 service neutron] Bound using segment: {'id': '3a7c8a3c-d8a5-4ea6-9c7e-398752a60d2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '2f71bdb9-006a-4ab4-9335-9bbccd5c61c9'} {{(pid=86331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 22 20:11:58.375930 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.managers [req-a70fe797-8f90-425c-ab3b-5e879e6692aa req-4121befd-e87c-430b-a903-b418ee38fcb9 service neutron] Bound port: ac20feeb-ec82-4731-bb0e-f1e77bc564d5, host: hv-cinder-78763, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3a7c8a3c-d8a5-4ea6-9c7e-398752a60d2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '2f71bdb9-006a-4ab4-9335-9bbccd5c61c9'}}] {{(pid=86331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 22 20:11:58.376219 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [req-a70fe797-8f90-425c-ab3b-5e879e6692aa req-4121befd-e87c-430b-a903-b418ee38fcb9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587983'] for port, before_update {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:11:58.382846 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.l3_dvr_db [None req-797fae5f-b18e-40ad-bbb4-e52e9b0e546f None None] Set router 9c71002a-2a9d-4647-b201-71f3c5cf72be gateway port host: dv-cinder-787632-1-iscsi {{(pid=86332) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 22 20:11:58.393195 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-3f95bfc1-61d2-4526-b676-c9ac3032bc81 req-5941646d-1026-445f-a333-9c92f63f01d2 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=09b438d9-db19-4054-91f7-90a1da3d38cd HTTP/1.1" status: 200  len: 217 time: 0.6441855
Apr 22 20:11:58.441446 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.quota.resource [req-eb4664b5-0906-481d-bd34-1b56b1565287 req-8f115368-17f4-4e14-89b2-fbe8e1f91515 tempest-ServerRescueNegativeTestJSON-1009389569 tempest-ServerRescueNegativeTestJSON-1009389569-project] Unset dirty status for tenant:a3da31af07b74c20b145ac19f125aded on resource:network {{(pid=86330) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 22 20:11:58.450632 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-eb4664b5-0906-481d-bd34-1b56b1565287 req-8f115368-17f4-4e14-89b2-fbe8e1f91515 tempest-ServerRescueNegativeTestJSON-1009389569 tempest-ServerRescueNegativeTestJSON-1009389569-project] 10.222.0.30 "GET /v2.0/networks?id=571b53d1-aed3-4bd3-ab53-2cb6e0d9c5b7 HTTP/1.1" status: 200  len: 818 time: 0.8800511
Apr 22 20:11:58.471124 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-eb4664b5-0906-481d-bd34-1b56b1565287 req-ba4ef82f-8b4a-4f0b-815c-0bdfd49ca1b9 tempest-ServerRescueNegativeTestJSON-1009389569 tempest-ServerRescueNegativeTestJSON-1009389569-project] 10.222.0.30 "GET /v2.0/quotas/a3da31af07b74c20b145ac19f125aded HTTP/1.1" status: 200  len: 375 time: 0.0192745
Apr 22 20:11:58.538700 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f95bfc1-61d2-4526-b676-c9ac3032bc81 req-09b016b0-dea9-46db-9e6c-bff71c7566b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 20:11:58.540074 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-3f95bfc1-61d2-4526-b676-c9ac3032bc81 req-09b016b0-dea9-46db-9e6c-bff71c7566b1 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=2ba3fdce-5164-477d-aabe-c9ad9bf606d5 HTTP/1.1" status: 200  len: 851 time: 0.1378942
Apr 22 20:11:58.550008 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-10b391a2-e831-4a9c-bee1-c1ffdc2540d7 tempest-AttachVolumeTestJSON-431678780 tempest-AttachVolumeTestJSON-431678780-project] Notify callbacks [] for port, precommit_update {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:11:58.574623 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-10b391a2-e831-4a9c-bee1-c1ffdc2540d7 tempest-AttachVolumeTestJSON-431678780 tempest-AttachVolumeTestJSON-431678780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854198495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853168226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727707997384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363309147208137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727707567697'] for port, after_update {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:11:58.588873 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 20:11:58.654030 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-3f95bfc1-61d2-4526-b676-c9ac3032bc81 req-a38fe8e0-64b0-4bb8-9c01-56b954b1cf09 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=467c6d16-e2ea-4345-8c7f-17c67069e343&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0970302
Apr 22 20:11:58.667688 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-10b391a2-e831-4a9c-bee1-c1ffdc2540d7 tempest-AttachVolumeTestJSON-431678780 tempest-AttachVolumeTestJSON-431678780-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-427953'] for floatingip, after_update {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:11:58.669240 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.db [req-a70fe797-8f90-425c-ab3b-5e879e6692aa req-4121befd-e87c-430b-a903-b418ee38fcb9 service neutron] For port ac20feeb-ec82-4731-bb0e-f1e77bc564d5, host hv-cinder-78763, cleared binding levels {{(pid=86331) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 22 20:11:58.677057 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10b391a2-e831-4a9c-bee1-c1ffdc2540d7 tempest-AttachVolumeTestJSON-431678780 tempest-AttachVolumeTestJSON-431678780-project] Pushing event updated for resources: {'Port': ['ID=1b01a874-158e-4ff9-b1e9-66d73771a00a,revision_number=2']} {{(pid=86330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 20:11:58.680120 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [None req-10b391a2-e831-4a9c-bee1-c1ffdc2540d7 tempest-AttachVolumeTestJSON-431678780 tempest-AttachVolumeTestJSON-431678780-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=86330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 20:11:58.715830 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-eb4664b5-0906-481d-bd34-1b56b1565287 req-893324df-f594-4906-b796-9a67c01c7122 tempest-ServerRescueNegativeTestJSON-1009389569 tempest-ServerRescueNegativeTestJSON-1009389569-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=a3da31af07b74c20b145ac19f125aded&fields=id HTTP/1.1" status: 200  len: 255 time: 0.2430513
Apr 22 20:11:58.735904 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e8bc399-5eda-4c78-ae95-cb292ea2059a req-1a119613-0356-42f3-92c7-482c43bbfc49 tempest-AttachVolumeNegativeTest-423716770 tempest-AttachVolumeNegativeTest-423716770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 20:11:58.737562 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-6e8bc399-5eda-4c78-ae95-cb292ea2059a req-1a119613-0356-42f3-92c7-482c43bbfc49 tempest-AttachVolumeNegativeTest-423716770 tempest-AttachVolumeNegativeTest-423716770-project] 10.222.0.30 "GET /v2.0/ports?device_id=666a5894-4ce9-47e9-8adf-a77b64d57479 HTTP/1.1" status: 200  len: 943 time: 0.8225996
Apr 22 20:11:58.858581 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-946562d0-27dc-4501-ad7d-e84e62353ad1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309146858885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640583'] for agent, after_update {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:11:58.892628 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-10b391a2-e831-4a9c-bee1-c1ffdc2540d7 tempest-AttachVolumeTestJSON-431678780 tempest-AttachVolumeTestJSON-431678780-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-743'] for floatingip, before_response {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:11:58.894091 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [None req-10b391a2-e831-4a9c-bee1-c1ffdc2540d7 tempest-AttachVolumeTestJSON-431678780 tempest-AttachVolumeTestJSON-431678780-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 693 time: 3.7226841
Apr 22 20:11:58.934824 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-eb4664b5-0906-481d-bd34-1b56b1565287 req-c1349599-c8b6-42c5-bec6-1e0125db4b41 service neutron] 10.222.0.30 "GET /v2.0/networks/571b53d1-aed3-4bd3-ab53-2cb6e0d9c5b7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2178855
Apr 22 20:11:58.942024 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.db [req-a70fe797-8f90-425c-ab3b-5e879e6692aa req-4121befd-e87c-430b-a903-b418ee38fcb9 service neutron] For port ac20feeb-ec82-4731-bb0e-f1e77bc564d5, host hv-cinder-78763, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78763',level=0,port_id=ac20feeb-ec82-4731-bb0e-f1e77bc564d5,segment=NetworkSegment(3a7c8a3c-d8a5-4ea6-9c7e-398752a60d2f),segment_id=3a7c8a3c-d8a5-4ea6-9c7e-398752a60d2f)] {{(pid=86331) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 22 20:11:58.968451 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [req-a70fe797-8f90-425c-ab3b-5e879e6692aa req-4121befd-e87c-430b-a903-b418ee38fcb9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854198495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853168226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727707997384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363309147208137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727707567697'] for port, after_update {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:11:58.980248 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-d69b9430-b136-4a40-a189-232f048ef307 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309146858885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640583'] for agent, after_update {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:11:58.981239 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-c0de9654-b6e8-4b37-b0a5-aec9e2dc4af5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:11:58.986505 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.provisioning_blocks [None req-08e5d76f-3fe5-4242-a4b8-30f374028052 None None] Provisioning for port ca272985-6352-40bc-a8aa-36c8497e6162 completed by entity L2. {{(pid=86332) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 22 20:11:58.998186 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.provisioning_blocks [None req-08e5d76f-3fe5-4242-a4b8-30f374028052 None None] Provisioning complete for port ca272985-6352-40bc-a8aa-36c8497e6162 triggered by entity L2. {{(pid=86332) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 22 20:11:58.999036 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-08e5d76f-3fe5-4242-a4b8-30f374028052 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854135278'] for port, provisioning_complete {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:11:59.040882 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [None req-9a1b818e-cf21-403a-bf6b-167806d3f1d7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 20:11:59.196896 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-eb4664b5-0906-481d-bd34-1b56b1565287 req-09bfb262-aa8a-4a58-9616-0a67c7b257bd service neutron] 10.222.0.30 "GET /v2.0/networks/571b53d1-aed3-4bd3-ab53-2cb6e0d9c5b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2593508
Apr 22 20:11:59.220570 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-6e8bc399-5eda-4c78-ae95-cb292ea2059a req-cac839d8-04a8-425f-b631-92088e6ea28e tempest-AttachVolumeNegativeTest-423716770 tempest-AttachVolumeNegativeTest-423716770-project] 10.222.0.30 "GET /v2.0/security-groups?id=12e357dc-1d76-4f4d-8ec3-cba1cfd90e7f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4673288
Apr 22 20:11:59.226068 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.quota.driver [None req-c0de9654-b6e8-4b37-b0a5-aec9e2dc4af5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 22 20:11:59.317429 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-08e5d76f-3fe5-4242-a4b8-30f374028052 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309146858885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640583'] for agent, after_update {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:11:59.319259 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-08e5d76f-3fe5-4242-a4b8-30f374028052 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587983'] for port, before_update {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:11:59.331092 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-3f95bfc1-61d2-4526-b676-c9ac3032bc81 req-af64ef06-ccb2-40e3-8e41-25db2c6511e6 service neutron] 10.222.0.46 "GET /v2.0/networks/467c6d16-e2ea-4345-8c7f-17c67069e343?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.6590645
Apr 22 20:11:59.351908 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.quota.resource [None req-c0de9654-b6e8-4b37-b0a5-aec9e2dc4af5 admin admin] Usage tracker for resource:security_group_rule and tenant:c0ab0b320f15460ba5a55b96cd5b9eb3 is out of sync, need to count used quota {{(pid=86331) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 22 20:11:59.454535 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.db [None req-08e5d76f-3fe5-4242-a4b8-30f374028052 None None] For port ca272985-6352-40bc-a8aa-36c8497e6162, host dv-cinder-787632-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787632-1-iscsi',level=0,port_id=ca272985-6352-40bc-a8aa-36c8497e6162,segment=NetworkSegment(ee2cf152-35a2-4f0a-9e62-a52542065261),segment_id=ee2cf152-35a2-4f0a-9e62-a52542065261)] {{(pid=86332) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 22 20:11:59.461048 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-08e5d76f-3fe5-4242-a4b8-30f374028052 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854198495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853168226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727707997384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363309147208137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727707567697'] for port, after_update {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:11:59.464499 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.l3_hamode_db [None req-797fae5f-b18e-40ad-bbb4-e52e9b0e546f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f013d2a76d8>, [{'id': '9c71002a-2a9d-4647-b201-71f3c5cf72be', 'name': 'tempest-ServerRescueNegativeTestJSON-958420590-router', 'tenant_id': 'a3da31af07b74c20b145ac19f125aded', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b725cb4-6db6-4e68-9a61-1978e8a191a1', 'external_fixed_ips': [{'subnet_id': '1d4495d7-31a5-4e2d-a911-56ceae3a61c5', 'ip_address': '172.27.3.28'}], 'enable_snat': True}, 'gw_port_id': '0e839e82-3a68-4168-816e-3b8fa28e27a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T20:11:34Z', 'updated_at': '2021-04-22T20:11:52Z', 'revision_number': 4, 'project_id': 'a3da31af07b74c20b145ac19f125aded', 'gw_port': {'id': '0e839e82-3a68-4168-816e-3b8fa28e27a7', 'name': '', 'network_id': '1b725cb4-6db6-4e68-9a61-1978e8a191a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:5e:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c71002a-2a9d-4647-b201-71f3c5cf72be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '1d4495d7-31a5-4e2d-a911-56ceae3a61c5', 'ip_address': '172.27.3.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787632-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T20:11:36Z', 'updated_at': '2021-04-22T20:11:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d4495d7-31a5-4e2d-a911-56ceae3a61c5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787632-1-iscsi', '_interfaces': [{'id': '20ca4eaa-7fb3-4e8e-9652-8afab6dbe7e3', 'name': '', 'network_id': '571b53d1-aed3-4bd3-ab53-2cb6e0d9c5b7', 'tenant_id': 'a3da31af07b74c20b145ac19f125aded', 'mac_address': 'fa:16:3e:d7:a6:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c71002a-2a9d-4647-b201-71f3c5cf72be', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '30cce57f-0720-4461-b727-7eddafc0e70c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787632-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T20:11:49Z', 'updated_at': '2021-04-22T20:11:57Z', 'revision_number': 4, 'project_id': 'a3da31af07b74c20b145ac19f125aded', 'subnets': [{'id': '30cce57f-0720-4461-b727-7eddafc0e70c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787632-1-iscsi', False) {} {{(pid=86332) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 22 20:11:59.475816 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86332) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 20:11:59.545500 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.quota.resource [req-213297de-c79a-4d35-961a-af07cc660ce1 req-8cd72f8d-6584-4185-aa5d-b3f5fd3072ac tempest-AttachVolumeTestJSON-431678780 tempest-AttachVolumeTestJSON-431678780-project] Synchronizing usage tracker for tenant:d911111607464bf49ef66ee3335728c8 on resource:security_group {{(pid=86330) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 22 20:11:59.548488 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-797fae5f-b18e-40ad-bbb4-e52e9b0e546f None None] The sync data for ids ['9c71002a-2a9d-4647-b201-71f3c5cf72be'] in dv-cinder-787632-1-iscsi is: [{'id': '9c71002a-2a9d-4647-b201-71f3c5cf72be', 'name': 'tempest-ServerRescueNegativeTestJSON-958420590-router', 'tenant_id': 'a3da31af07b74c20b145ac19f125aded', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b725cb4-6db6-4e68-9a61-1978e8a191a1', 'external_fixed_ips': [{'subnet_id': '1d4495d7-31a5-4e2d-a911-56ceae3a61c5', 'ip_address': '172.27.3.28'}], 'enable_snat': True}, 'gw_port_id': '0e839e82-3a68-4168-816e-3b8fa28e27a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T20:11:34Z', 'updated_at': '2021-04-22T20:11:52Z', 'revision_number': 4, 'project_id': 'a3da31af07b74c20b145ac19f125aded', 'gw_port': {'id': '0e839e82-3a68-4168-816e-3b8fa28e27a7', 'name': '', 'network_id': '1b725cb4-6db6-4e68-9a61-1978e8a191a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:5e:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c71002a-2a9d-4647-b201-71f3c5cf72be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '1d4495d7-31a5-4e2d-a911-56ceae3a61c5', 'ip_address': '172.27.3.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787632-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T20:11:36Z', 'updated_at': '2021-04-22T20:11:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d4495d7-31a5-4e2d-a911-56ceae3a61c5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787632-1-iscsi', '_interfaces': [{'id': '20ca4eaa-7fb3-4e8e-9652-8afab6dbe7e3', 'name': '', 'network_id': '571b53d1-aed3-4bd3-ab53-2cb6e0d9c5b7', 'tenant_id': 'a3da31af07b74c20b145ac19f125aded', 'mac_address': 'fa:16:3e:d7:a6:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c71002a-2a9d-4647-b201-71f3c5cf72be', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '30cce57f-0720-4461-b727-7eddafc0e70c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787632-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T20:11:49Z', 'updated_at': '2021-04-22T20:11:57Z', 'revision_number': 4, 'project_id': 'a3da31af07b74c20b145ac19f125aded', 'subnets': [{'id': '30cce57f-0720-4461-b727-7eddafc0e70c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86332) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 22 20:11:59.584030 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-3f95bfc1-61d2-4526-b676-c9ac3032bc81 req-a54cccb7-10d9-4612-a6f4-4f5599628708 service neutron] 10.222.0.46 "GET /v2.0/networks/467c6d16-e2ea-4345-8c7f-17c67069e343?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2193213
Apr 22 20:11:59.588871 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a70fe797-8f90-425c-ab3b-5e879e6692aa req-4121befd-e87c-430b-a903-b418ee38fcb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 20:11:59.589558 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [req-a70fe797-8f90-425c-ab3b-5e879e6692aa req-4121befd-e87c-430b-a903-b418ee38fcb9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853168243'] for port, before_response {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:11:59.591586 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-a70fe797-8f90-425c-ab3b-5e879e6692aa req-4121befd-e87c-430b-a903-b418ee38fcb9 service neutron] 10.222.0.46 "PUT /v2.0/ports/ac20feeb-ec82-4731-bb0e-f1e77bc564d5 HTTP/1.1" status: 200  len: 1093 time: 4.8683262
Apr 22 20:11:59.592428 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.quota.resource [None req-c0de9654-b6e8-4b37-b0a5-aec9e2dc4af5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86331) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 22 20:11:59.614979 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '666a5894-4ce9-47e9-8adf-a77b64d57479', 'tag': 'ac20feeb-ec82-4731-bb0e-f1e77bc564d5'}] {{(pid=86331) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 22 20:11:59.636391 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08e5d76f-3fe5-4242-a4b8-30f374028052 None None] Pushing event updated for resources: {'Port': ['ID=ca272985-6352-40bc-a8aa-36c8497e6162,revision_number=5']} {{(pid=86332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 20:11:59.647380 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [None req-08e5d76f-3fe5-4242-a4b8-30f374028052 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=86332) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 20:11:59.712665 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.quota.driver [None req-c0de9654-b6e8-4b37-b0a5-aec9e2dc4af5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 22 20:11:59.788327 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.wsgi [-] (86330) accepted ('10.222.0.30', 34462) {{(pid=86330) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 20:11:59.803892 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4121befd-e87c-430b-a903-b418ee38fcb9 service neutron] Pushing event updated for resources: {'Port': ['ID=ac20feeb-ec82-4731-bb0e-f1e77bc564d5,revision_number=3']} {{(pid=86331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 20:11:59.817323 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [None req-4121befd-e87c-430b-a903-b418ee38fcb9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.776s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 20:12:00.009225 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca2cfe9a-0c69-4cff-be2e-e8efcdaea107 req-7d385899-28e1-41b0-9dbd-6bcf06117a77 tempest-DeleteServersTestJSON-432539575 tempest-DeleteServersTestJSON-432539575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 20:12:00.010957 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-ca2cfe9a-0c69-4cff-be2e-e8efcdaea107 req-7d385899-28e1-41b0-9dbd-6bcf06117a77 tempest-DeleteServersTestJSON-432539575 tempest-DeleteServersTestJSON-432539575-project] 10.222.0.30 "GET /v2.0/ports?device_id=4be19373-fd93-4abb-aac5-299af84535cf HTTP/1.1" status: 200  len: 944 time: 0.4259789
Apr 22 20:12:00.015627 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a70fe797-8f90-425c-ab3b-5e879e6692aa req-453ee362-b53e-4095-906c-ca94a9c62cff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 20:12:00.017209 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-a70fe797-8f90-425c-ab3b-5e879e6692aa req-453ee362-b53e-4095-906c-ca94a9c62cff service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=48229d4d53b042958a9ce5577ce62d8e&device_id=666a5894-4ce9-47e9-8adf-a77b64d57479 HTTP/1.1" status: 200  len: 1096 time: 0.3131700
Apr 22 20:12:00.027308 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-f921ae5e-ac6e-432d-aca2-4c9aee4bccde admin admin] Notify callbacks [] for security_group, before_create {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:12:00.045217 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.quota.driver [None req-f921ae5e-ac6e-432d-aca2-4c9aee4bccde admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86330) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 22 20:12:00.050218 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.quota.resource [None req-f921ae5e-ac6e-432d-aca2-4c9aee4bccde admin admin] Usage tracker for resource:security_group_rule and tenant:47c69a1558ba44fe94e6fcc3ddfc0cde is out of sync, need to count used quota {{(pid=86330) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 22 20:12:00.054914 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.quota.resource [None req-f921ae5e-ac6e-432d-aca2-4c9aee4bccde admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86330) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 22 20:12:00.062223 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.quota.driver [None req-f921ae5e-ac6e-432d-aca2-4c9aee4bccde admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86330) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 22 20:12:00.167519 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-f921ae5e-ac6e-432d-aca2-4c9aee4bccde admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:12:00.176602 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-f921ae5e-ac6e-432d-aca2-4c9aee4bccde admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393900'] for security_group, after_create {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:12:00.189490 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [None req-2eaa49c9-1ece-4b90-b209-1b1176220025 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 20:12:00.215925 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-77fc9508-bbbe-4662-bfa7-f4837e5c3abe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309146858885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640583'] for agent, after_update {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:12:00.245754 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [None req-f921ae5e-ac6e-432d-aca2-4c9aee4bccde admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=47c69a1558ba44fe94e6fcc3ddfc0cde&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4558113
Apr 22 20:12:00.246428 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-a70fe797-8f90-425c-ab3b-5e879e6692aa req-a0f2690b-8a30-4f44-97d6-35b9e32df792 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ac20feeb-ec82-4731-bb0e-f1e77bc564d5 HTTP/1.1" status: 200  len: 217 time: 0.2148480
Apr 22 20:12:00.247268 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f921ae5e-ac6e-432d-aca2-4c9aee4bccde admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0493d788-6054-42e4-9a74-4ae7789686ab,revision_number=1']} {{(pid=86330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 20:12:00.249845 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.wsgi [-] (86330) accepted ('10.222.0.30', 34472) {{(pid=86330) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 20:12:00.252965 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [None req-f921ae5e-ac6e-432d-aca2-4c9aee4bccde admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=86330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 20:12:00.268611 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-c0de9654-b6e8-4b37-b0a5-aec9e2dc4af5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:12:00.301832 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-ca2cfe9a-0c69-4cff-be2e-e8efcdaea107 req-410062f5-4b2f-4455-ba0a-722d7a77f17d tempest-DeleteServersTestJSON-432539575 tempest-DeleteServersTestJSON-432539575-project] 10.222.0.30 "GET /v2.0/security-groups?id=d55ceebb-51ed-4aac-b636-f683c724b454&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2783964
Apr 22 20:12:00.318404 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.quota.resource [req-213297de-c79a-4d35-961a-af07cc660ce1 req-8cd72f8d-6584-4185-aa5d-b3f5fd3072ac tempest-AttachVolumeTestJSON-431678780 tempest-AttachVolumeTestJSON-431678780-project] Unset dirty status for tenant:d911111607464bf49ef66ee3335728c8 on resource:security_group {{(pid=86330) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 22 20:12:00.338808 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-213297de-c79a-4d35-961a-af07cc660ce1 req-8cd72f8d-6584-4185-aa5d-b3f5fd3072ac tempest-AttachVolumeTestJSON-431678780 tempest-AttachVolumeTestJSON-431678780-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-securitygroup--1264036210&fields=id&tenant_id=d911111607464bf49ef66ee3335728c8 HTTP/1.1" status: 200  len: 267 time: 0.8499286
Apr 22 20:12:00.353474 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-c0de9654-b6e8-4b37-b0a5-aec9e2dc4af5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393900'] for security_group, after_create {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:12:00.372800 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [None req-1eaa8aef-495a-43f5-bbd0-d1a7a19a309c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 20:12:00.424925 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0de9654-b6e8-4b37-b0a5-aec9e2dc4af5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ddd9d23-6807-4a81-a7f3-d884ee0b734a,revision_number=1']} {{(pid=86331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 20:12:00.432547 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [None req-c0de9654-b6e8-4b37-b0a5-aec9e2dc4af5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 20:12:00.443220 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [None req-c0de9654-b6e8-4b37-b0a5-aec9e2dc4af5 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=c0ab0b320f15460ba5a55b96cd5b9eb3&name=default HTTP/1.1" status: 200  len: 2979 time: 2.4057286
Apr 22 20:12:00.444143 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.wsgi [-] (86331) accepted ('10.222.0.30', 34478) {{(pid=86331) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 20:12:00.479886 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a70fe797-8f90-425c-ab3b-5e879e6692aa req-984d4d52-7520-4491-b212-d48d3a88b281 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 20:12:00.482602 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-a70fe797-8f90-425c-ab3b-5e879e6692aa req-984d4d52-7520-4491-b212-d48d3a88b281 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=9b9fb9ac-2966-4dc7-9c84-10a923d75111 HTTP/1.1" status: 200  len: 855 time: 0.1867046
Apr 22 20:12:00.583950 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-182b767f-a57b-4f57-a20a-4922b52e02c5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:12:00.675066 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-213297de-c79a-4d35-961a-af07cc660ce1 req-573ed2a8-b96d-4af7-b37b-0b7ffcb441ee tempest-AttachVolumeTestJSON-431678780 tempest-AttachVolumeTestJSON-431678780-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 20:12:00.684810 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-213297de-c79a-4d35-961a-af07cc660ce1 req-573ed2a8-b96d-4af7-b37b-0b7ffcb441ee tempest-AttachVolumeTestJSON-431678780 tempest-AttachVolumeTestJSON-431678780-project] 10.222.0.30 "GET /v2.0/networks?id=8eb42aba-9fa9-48c5-ac95-29b89130e5f9 HTTP/1.1" status: 200  len: 810 time: 0.3532021
Apr 22 20:12:00.688796 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-a70fe797-8f90-425c-ab3b-5e879e6692aa req-b90e9ecc-ca1b-4c42-bf53-b58ed4e74751 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=2f71bdb9-006a-4ab4-9335-9bbccd5c61c9&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1687291
Apr 22 20:12:00.701205 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-182b767f-a57b-4f57-a20a-4922b52e02c5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:12:00.725392 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-213297de-c79a-4d35-961a-af07cc660ce1 req-72bac98d-4a6e-4b79-a40d-862d52bb3433 tempest-AttachVolumeTestJSON-431678780 tempest-AttachVolumeTestJSON-431678780-project] 10.222.0.30 "GET /v2.0/quotas/d911111607464bf49ef66ee3335728c8 HTTP/1.1" status: 200  len: 375 time: 0.0395153
Apr 22 20:12:00.733006 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.quota.resource [req-f8e3c02b-9d9b-40d2-8aad-0764ff2c039b req-e12997a2-bc2b-4ee2-8abd-a7f43ec4d7cd tempest-ServerRescueNegativeTestJSON-1009389569 tempest-ServerRescueNegativeTestJSON-1009389569-project] Synchronizing usage tracker for tenant:a3da31af07b74c20b145ac19f125aded on resource:port {{(pid=86331) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 22 20:12:00.840573 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-182b767f-a57b-4f57-a20a-4922b52e02c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393900'] for security_group, after_delete {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:12:00.851762 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-1fdd305a-f0d3-42db-9d6e-0360373a1663 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:12:00.854896 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 20:12:00.857797 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.quota.resource [req-f8e3c02b-9d9b-40d2-8aad-0764ff2c039b req-e12997a2-bc2b-4ee2-8abd-a7f43ec4d7cd tempest-ServerRescueNegativeTestJSON-1009389569 tempest-ServerRescueNegativeTestJSON-1009389569-project] Unset dirty status for tenant:a3da31af07b74c20b145ac19f125aded on resource:port {{(pid=86331) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 22 20:12:00.859072 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-f8e3c02b-9d9b-40d2-8aad-0764ff2c039b req-e12997a2-bc2b-4ee2-8abd-a7f43ec4d7cd tempest-ServerRescueNegativeTestJSON-1009389569 tempest-ServerRescueNegativeTestJSON-1009389569-project] 10.222.0.30 "GET /v2.0/ports?device_id=469f3208-145f-4d5b-b5d0-3d1d24295374 HTTP/1.1" status: 200  len: 210 time: 0.2465622
Apr 22 20:12:00.870903 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-182b767f-a57b-4f57-a20a-4922b52e02c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0493d788-6054-42e4-9a74-4ae7789686ab,revision_number=None']} {{(pid=86330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 20:12:00.882268 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [None req-182b767f-a57b-4f57-a20a-4922b52e02c5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=86330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 20:12:00.904946 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-182b767f-a57b-4f57-a20a-4922b52e02c5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:12:00.908705 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [None req-182b767f-a57b-4f57-a20a-4922b52e02c5 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/0493d788-6054-42e4-9a74-4ae7789686ab HTTP/1.1" status: 204  len: 168 time: 0.6553242
Apr 22 20:12:00.916143 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.quota.resource [req-213297de-c79a-4d35-961a-af07cc660ce1 req-61a3d3c4-c1d8-4d99-bf26-269ce8c54127 tempest-AttachVolumeTestJSON-431678780 tempest-AttachVolumeTestJSON-431678780-project] Synchronizing usage tracker for tenant:d911111607464bf49ef66ee3335728c8 on resource:port {{(pid=86330) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 22 20:12:00.951989 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-1fdd305a-f0d3-42db-9d6e-0360373a1663 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:12:00.954175 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.quota.resource [req-213297de-c79a-4d35-961a-af07cc660ce1 req-61a3d3c4-c1d8-4d99-bf26-269ce8c54127 tempest-AttachVolumeTestJSON-431678780 tempest-AttachVolumeTestJSON-431678780-project] Unset dirty status for tenant:d911111607464bf49ef66ee3335728c8 on resource:port {{(pid=86330) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 22 20:12:00.955819 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-213297de-c79a-4d35-961a-af07cc660ce1 req-61a3d3c4-c1d8-4d99-bf26-269ce8c54127 tempest-AttachVolumeTestJSON-431678780 tempest-AttachVolumeTestJSON-431678780-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=d911111607464bf49ef66ee3335728c8&fields=id HTTP/1.1" status: 200  len: 348 time: 0.2295387
Apr 22 20:12:01.081075 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-a70fe797-8f90-425c-ab3b-5e879e6692aa req-315b2625-9ad0-43b7-9f3d-36a2a887ea66 service neutron] 10.222.0.46 "GET /v2.0/networks/2f71bdb9-006a-4ab4-9335-9bbccd5c61c9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3780611
Apr 22 20:12:01.128887 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '666a5894-4ce9-47e9-8adf-a77b64d57479', 'tag': 'ac20feeb-ec82-4731-bb0e-f1e77bc564d5', 'status': 'completed', 'code': 200}
Apr 22 20:12:01.165624 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-1fdd305a-f0d3-42db-9d6e-0360373a1663 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393900'] for security_group, after_delete {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:12:01.174754 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 20:12:01.195189 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fdd305a-f0d3-42db-9d6e-0360373a1663 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ddd9d23-6807-4a81-a7f3-d884ee0b734a,revision_number=None']} {{(pid=86331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 20:12:01.209129 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [None req-1fdd305a-f0d3-42db-9d6e-0360373a1663 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 20:12:01.229323 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-1fdd305a-f0d3-42db-9d6e-0360373a1663 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:12:01.230788 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [None req-1fdd305a-f0d3-42db-9d6e-0360373a1663 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/8ddd9d23-6807-4a81-a7f3-d884ee0b734a HTTP/1.1" status: 204  len: 168 time: 0.7830887
Apr 22 20:12:01.291659 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-213297de-c79a-4d35-961a-af07cc660ce1 req-bf35a391-4d54-4165-b0d6-afa38deac17f service neutron] 10.222.0.30 "GET /v2.0/networks/8eb42aba-9fa9-48c5-ac95-29b89130e5f9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3146834
Apr 22 20:12:01.376104 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f6fc5d4-8fc4-488e-b35b-d8bc5d0e5021 req-b9d2514d-8cec-4d25-9a8f-cab0b83dae30 tempest-AttachVolumeNegativeTest-423716770 tempest-AttachVolumeNegativeTest-423716770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 20:12:01.380911 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-4f6fc5d4-8fc4-488e-b35b-d8bc5d0e5021 req-b9d2514d-8cec-4d25-9a8f-cab0b83dae30 tempest-AttachVolumeNegativeTest-423716770 tempest-AttachVolumeNegativeTest-423716770-project] 10.222.0.30 "GET /v2.0/ports?device_id=666a5894-4ce9-47e9-8adf-a77b64d57479 HTTP/1.1" status: 200  len: 943 time: 0.0966063
Apr 22 20:12:01.426166 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.wsgi [-] (86331) accepted ('10.222.0.30', 34514) {{(pid=86331) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 20:12:01.458032 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-54337264-ec8b-4d65-8f70-d8637f4f047f admin admin] Notify callbacks [] for security_group, before_create {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:12:01.459029 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-213297de-c79a-4d35-961a-af07cc660ce1 req-456bf665-51a9-43eb-8c67-f63d136471ba service neutron] 10.222.0.30 "GET /v2.0/networks/8eb42aba-9fa9-48c5-ac95-29b89130e5f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1662164
Apr 22 20:12:01.471819 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-4f6fc5d4-8fc4-488e-b35b-d8bc5d0e5021 req-3a02bb87-5c1e-43cb-8011-86a71a6eb82c tempest-AttachVolumeNegativeTest-423716770 tempest-AttachVolumeNegativeTest-423716770-project] 10.222.0.30 "GET /v2.0/security-groups?id=12e357dc-1d76-4f4d-8ec3-cba1cfd90e7f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0828001
Apr 22 20:12:01.477291 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.quota.driver [None req-54337264-ec8b-4d65-8f70-d8637f4f047f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 22 20:12:01.481947 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.quota.resource [None req-54337264-ec8b-4d65-8f70-d8637f4f047f admin admin] Usage tracker for resource:security_group_rule and tenant:c8fb0466e9dc4129a116dda5c670dc7b is out of sync, need to count used quota {{(pid=86331) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 22 20:12:01.485368 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.quota.resource [None req-54337264-ec8b-4d65-8f70-d8637f4f047f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86331) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 22 20:12:01.492378 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.quota.driver [None req-54337264-ec8b-4d65-8f70-d8637f4f047f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 22 20:12:01.655702 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-54337264-ec8b-4d65-8f70-d8637f4f047f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:12:01.660033 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-54337264-ec8b-4d65-8f70-d8637f4f047f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393900'] for security_group, after_create {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:12:01.677284 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [None req-1fdd305a-f0d3-42db-9d6e-0360373a1663 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 20:12:01.780460 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.rpc [None req-08e5d76f-3fe5-4242-a4b8-30f374028052 None None] Device ca272985-6352-40bc-a8aa-36c8497e6162 up at agent ovs-agent-dv-cinder-787632-1-iscsi {{(pid=86332) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 22 20:12:01.810255 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.wsgi [-] (86330) accepted ('10.222.0.30', 34532) {{(pid=86330) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 20:12:01.847186 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-46c4a7de-977a-411a-8cdf-df79d8dbf092 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:12:01.857888 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [None req-54337264-ec8b-4d65-8f70-d8637f4f047f admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=c8fb0466e9dc4129a116dda5c670dc7b&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4281344
Apr 22 20:12:01.862804 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.wsgi [-] (86330) accepted ('10.222.0.30', 34538) {{(pid=86330) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 20:12:01.864464 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54337264-ec8b-4d65-8f70-d8637f4f047f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=effa22ec-7062-418d-b207-fcbf77e66714,revision_number=1']} {{(pid=86331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 20:12:01.876110 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [None req-54337264-ec8b-4d65-8f70-d8637f4f047f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 20:12:01.883516 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.quota.driver [None req-46c4a7de-977a-411a-8cdf-df79d8dbf092 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86330) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 22 20:12:01.888965 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.quota.resource [None req-46c4a7de-977a-411a-8cdf-df79d8dbf092 admin admin] Usage tracker for resource:security_group_rule and tenant:19f7647dc8b54e5e9f843ae42d6ed64b is out of sync, need to count used quota {{(pid=86330) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 22 20:12:01.895034 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.quota.resource [None req-46c4a7de-977a-411a-8cdf-df79d8dbf092 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86330) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 22 20:12:01.914661 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.quota.driver [None req-46c4a7de-977a-411a-8cdf-df79d8dbf092 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86330) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 22 20:12:01.930451 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.provisioning_blocks [None req-08e5d76f-3fe5-4242-a4b8-30f374028052 None None] Provisioning complete for port ca272985-6352-40bc-a8aa-36c8497e6162 triggered by entity L2. {{(pid=86332) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 22 20:12:01.930880 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-08e5d76f-3fe5-4242-a4b8-30f374028052 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854135278'] for port, provisioning_complete {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:12:01.942437 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e73e114d-02a0-4ba3-92ec-3f1fbab622eb req-e295ef1e-0b67-4fec-b2cd-06822d17f0cf tempest-ServerRescueNegativeTestJSON-1009389569 tempest-ServerRescueNegativeTestJSON-1009389569-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 20:12:01.950505 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-e73e114d-02a0-4ba3-92ec-3f1fbab622eb req-e295ef1e-0b67-4fec-b2cd-06822d17f0cf tempest-ServerRescueNegativeTestJSON-1009389569 tempest-ServerRescueNegativeTestJSON-1009389569-project] 10.222.0.30 "GET /v2.0/networks?id=571b53d1-aed3-4bd3-ab53-2cb6e0d9c5b7 HTTP/1.1" status: 200  len: 818 time: 0.2744291
Apr 22 20:12:01.968902 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-e73e114d-02a0-4ba3-92ec-3f1fbab622eb req-b9825e09-0cf2-4783-95c3-74da8c156e97 tempest-ServerRescueNegativeTestJSON-1009389569 tempest-ServerRescueNegativeTestJSON-1009389569-project] 10.222.0.30 "GET /v2.0/quotas/a3da31af07b74c20b145ac19f125aded HTTP/1.1" status: 200  len: 375 time: 0.0170271
Apr 22 20:12:01.984859 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39fe41d-d9b9-4dea-8031-db3418f3e9b2 req-e92e3b90-a077-4e34-ad35-f060245a325d tempest-DeleteServersTestJSON-432539575 tempest-DeleteServersTestJSON-432539575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 20:12:01.986610 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-f39fe41d-d9b9-4dea-8031-db3418f3e9b2 req-e92e3b90-a077-4e34-ad35-f060245a325d tempest-DeleteServersTestJSON-432539575 tempest-DeleteServersTestJSON-432539575-project] 10.222.0.30 "GET /v2.0/ports?device_id=4be19373-fd93-4abb-aac5-299af84535cf HTTP/1.1" status: 200  len: 944 time: 0.2435646
Apr 22 20:12:02.083130 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-04406c92-1824-4709-8610-f7029958c609 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:12:02.118704 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-e73e114d-02a0-4ba3-92ec-3f1fbab622eb req-60288c2b-fb85-4f19-b5ed-0c82d279619f tempest-ServerRescueNegativeTestJSON-1009389569 tempest-ServerRescueNegativeTestJSON-1009389569-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=a3da31af07b74c20b145ac19f125aded&fields=id HTTP/1.1" status: 200  len: 255 time: 0.1490941
Apr 22 20:12:02.176420 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-04406c92-1824-4709-8610-f7029958c609 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:12:02.187015 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.rpc [None req-08e5d76f-3fe5-4242-a4b8-30f374028052 None None] Device 20ca4eaa-7fb3-4e8e-9652-8afab6dbe7e3 up at agent ovs-agent-dv-cinder-787632-1-iscsi {{(pid=86332) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 22 20:12:02.189935 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-f39fe41d-d9b9-4dea-8031-db3418f3e9b2 req-e34e1eec-cdd7-4b93-abee-d8b00b1fac8f tempest-DeleteServersTestJSON-432539575 tempest-DeleteServersTestJSON-432539575-project] 10.222.0.30 "GET /v2.0/security-groups?id=d55ceebb-51ed-4aac-b636-f683c724b454&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1883278
Apr 22 20:12:02.263600 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-04406c92-1824-4709-8610-f7029958c609 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393900'] for security_group, after_delete {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:12:02.278337 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 20:12:02.294723 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.provisioning_blocks [None req-08e5d76f-3fe5-4242-a4b8-30f374028052 None None] Provisioning for port 20ca4eaa-7fb3-4e8e-9652-8afab6dbe7e3 completed by entity L2. {{(pid=86332) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 22 20:12:02.300154 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04406c92-1824-4709-8610-f7029958c609 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=effa22ec-7062-418d-b207-fcbf77e66714,revision_number=None']} {{(pid=86330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 20:12:02.308446 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-46c4a7de-977a-411a-8cdf-df79d8dbf092 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:12:02.309153 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.provisioning_blocks [None req-08e5d76f-3fe5-4242-a4b8-30f374028052 None None] Provisioning complete for port 20ca4eaa-7fb3-4e8e-9652-8afab6dbe7e3 triggered by entity L2. {{(pid=86332) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 22 20:12:02.309678 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-08e5d76f-3fe5-4242-a4b8-30f374028052 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854135278'] for port, provisioning_complete {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:12:02.313952 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [None req-04406c92-1824-4709-8610-f7029958c609 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=86330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 20:12:02.362749 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-e73e114d-02a0-4ba3-92ec-3f1fbab622eb req-92763592-fde2-4edd-af1f-eb18289ac8b1 service neutron] 10.222.0.30 "GET /v2.0/networks/571b53d1-aed3-4bd3-ab53-2cb6e0d9c5b7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2383139
Apr 22 20:12:02.375024 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-46c4a7de-977a-411a-8cdf-df79d8dbf092 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393900'] for security_group, after_create {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:12:02.377483 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-e842308a-d583-440e-a27b-f7743ac57ef0 req-24e5d366-42b3-4c29-9645-d6dfe098c74f tempest-AttachVolumeTestJSON-431678780 tempest-AttachVolumeTestJSON-431678780-project] 10.222.0.30 "GET /v2.0/ports?device_id=856aff26-352c-4f6c-a8fa-a9199da8c43a HTTP/1.1" status: 200  len: 210 time: 0.0675337
Apr 22 20:12:02.391590 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [None req-37d0ae3b-4296-40fd-8b2a-fcdb7d29737e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 20:12:02.401939 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-04406c92-1824-4709-8610-f7029958c609 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:12:02.403728 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [None req-04406c92-1824-4709-8610-f7029958c609 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/effa22ec-7062-418d-b207-fcbf77e66714 HTTP/1.1" status: 204  len: 168 time: 0.5399160
Apr 22 20:12:02.469420 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [None req-46c4a7de-977a-411a-8cdf-df79d8dbf092 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=19f7647dc8b54e5e9f843ae42d6ed64b&name=default HTTP/1.1" status: 200  len: 2979 time: 0.6578031
Apr 22 20:12:02.472747 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.wsgi [-] (86331) accepted ('10.222.0.30', 34554) {{(pid=86331) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 20:12:02.487707 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46c4a7de-977a-411a-8cdf-df79d8dbf092 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bacae9f4-078d-4a3d-a515-1f05166cccfa,revision_number=1']} {{(pid=86330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 20:12:02.490999 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [None req-46c4a7de-977a-411a-8cdf-df79d8dbf092 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=86330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 20:12:02.493378 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-08e5d76f-3fe5-4242-a4b8-30f374028052 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587983'] for port, before_update {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:12:02.531029 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.db [None req-08e5d76f-3fe5-4242-a4b8-30f374028052 None None] For port 20ca4eaa-7fb3-4e8e-9652-8afab6dbe7e3, host dv-cinder-787632-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787632-1-iscsi',level=0,port_id=20ca4eaa-7fb3-4e8e-9652-8afab6dbe7e3,segment=NetworkSegment(1555e1dd-eab4-4f8c-97c5-0a2b36498408),segment_id=1555e1dd-eab4-4f8c-97c5-0a2b36498408)] {{(pid=86332) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 22 20:12:02.534520 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-08e5d76f-3fe5-4242-a4b8-30f374028052 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854198495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853168226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727707997384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363309147208137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727707567697'] for port, after_update {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:12:02.540333 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86332) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 20:12:02.570374 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-e9123498-8256-44a3-854b-5ab9c094ca25 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:12:02.597991 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-e9123498-8256-44a3-854b-5ab9c094ca25 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:12:02.623178 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08e5d76f-3fe5-4242-a4b8-30f374028052 None None] Pushing event updated for resources: {'Port': ['ID=20ca4eaa-7fb3-4e8e-9652-8afab6dbe7e3,revision_number=5']} {{(pid=86332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 20:12:02.626881 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [None req-08e5d76f-3fe5-4242-a4b8-30f374028052 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=86332) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 20:12:02.668651 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-e73e114d-02a0-4ba3-92ec-3f1fbab622eb req-242bedfe-8b0b-4301-8caa-d0f9c550b281 service neutron] 10.222.0.30 "GET /v2.0/networks/571b53d1-aed3-4bd3-ab53-2cb6e0d9c5b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2988987
Apr 22 20:12:02.679131 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-e9123498-8256-44a3-854b-5ab9c094ca25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393900'] for security_group, after_delete {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:12:02.686245 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 20:12:02.700329 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9123498-8256-44a3-854b-5ab9c094ca25 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bacae9f4-078d-4a3d-a515-1f05166cccfa,revision_number=None']} {{(pid=86331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 20:12:02.705368 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [None req-e9123498-8256-44a3-854b-5ab9c094ca25 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 20:12:02.710122 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-e9123498-8256-44a3-854b-5ab9c094ca25 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:12:02.711310 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [None req-e9123498-8256-44a3-854b-5ab9c094ca25 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/bacae9f4-078d-4a3d-a515-1f05166cccfa HTTP/1.1" status: 204  len: 168 time: 0.2374563
Apr 22 20:12:02.739490 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0be2a22-8e9c-4782-b0ac-02be488b3ad0 req-eff7e4b2-2b74-4570-a882-fe26bacf629a tempest-AttachVolumeNegativeTest-423716770 tempest-AttachVolumeNegativeTest-423716770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 20:12:02.741719 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-c0be2a22-8e9c-4782-b0ac-02be488b3ad0 req-eff7e4b2-2b74-4570-a882-fe26bacf629a tempest-AttachVolumeNegativeTest-423716770 tempest-AttachVolumeNegativeTest-423716770-project] 10.222.0.30 "GET /v2.0/ports?device_id=666a5894-4ce9-47e9-8adf-a77b64d57479 HTTP/1.1" status: 200  len: 943 time: 0.1157005
Apr 22 20:12:02.829756 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-c0be2a22-8e9c-4782-b0ac-02be488b3ad0 req-5f02da21-aaee-4499-a3d0-dcc52073f645 tempest-AttachVolumeNegativeTest-423716770 tempest-AttachVolumeNegativeTest-423716770-project] 10.222.0.30 "GET /v2.0/security-groups?id=12e357dc-1d76-4f4d-8ec3-cba1cfd90e7f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0812254
Apr 22 20:12:02.992971 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-ba3b7f09-9b89-4063-907c-e987f32aa1ec req-243414ec-fe49-47d8-adab-965ca5fa7544 tempest-ServerRescueNegativeTestJSON-1009389569 tempest-ServerRescueNegativeTestJSON-1009389569-project] 10.222.0.30 "GET /v2.0/ports?device_id=c716f776-b175-41ed-8d8a-055fa4548224 HTTP/1.1" status: 200  len: 210 time: 0.0492899
Apr 22 20:12:03.580872 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-b009c83a-1f59-4b08-bf55-8353c5429f1d req-e8c38d90-327e-4a10-8bb6-28388f570b74 tempest-AttachVolumeTestJSON-431678780 tempest-AttachVolumeTestJSON-431678780-project] 10.222.0.30 "GET /v2.0/ports?device_id=856aff26-352c-4f6c-a8fa-a9199da8c43a HTTP/1.1" status: 200  len: 210 time: 0.0648577
Apr 22 20:12:03.627672 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.rpc [None req-08e5d76f-3fe5-4242-a4b8-30f374028052 None None] Device 20ca4eaa-7fb3-4e8e-9652-8afab6dbe7e3 up at agent ovs-agent-dv-cinder-787632-1-iscsi {{(pid=86332) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 22 20:12:03.666354 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c10b8350-832b-467c-976c-1d10e1c5c3c5 req-d4d73103-ccb5-4b46-82fa-8091dae080ac tempest-DeleteServersTestJSON-432539575 tempest-DeleteServersTestJSON-432539575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 20:12:03.668882 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-c10b8350-832b-467c-976c-1d10e1c5c3c5 req-d4d73103-ccb5-4b46-82fa-8091dae080ac tempest-DeleteServersTestJSON-432539575 tempest-DeleteServersTestJSON-432539575-project] 10.222.0.30 "GET /v2.0/ports?device_id=4be19373-fd93-4abb-aac5-299af84535cf HTTP/1.1" status: 200  len: 944 time: 0.3504136
Apr 22 20:12:03.729262 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-c10b8350-832b-467c-976c-1d10e1c5c3c5 req-e7c7f75c-ded8-4b35-a184-a309c827938b tempest-DeleteServersTestJSON-432539575 tempest-DeleteServersTestJSON-432539575-project] 10.222.0.30 "GET /v2.0/security-groups?id=d55ceebb-51ed-4aac-b636-f683c724b454&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0539417
Apr 22 20:12:03.758499 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.rpc [None req-cbbe70c9-0b39-4f9d-be6e-4133a7c8f54f None None] Device 09b438d9-db19-4054-91f7-90a1da3d38cd details requested by agent hyperv_hv-cinder-78763 with host hv-cinder-78763 {{(pid=86332) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 22 20:12:03.773936 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.provisioning_blocks [None req-08e5d76f-3fe5-4242-a4b8-30f374028052 None None] Provisioning complete for port 20ca4eaa-7fb3-4e8e-9652-8afab6dbe7e3 triggered by entity L2. {{(pid=86332) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 22 20:12:03.774409 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-08e5d76f-3fe5-4242-a4b8-30f374028052 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854135278'] for port, provisioning_complete {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:12:04.034558 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-a70fe797-8f90-425c-ab3b-5e879e6692aa req-037e4a2c-e875-4868-a158-594075dd7a78 service neutron] 10.222.0.46 "GET /v2.0/networks/2f71bdb9-006a-4ab4-9335-9bbccd5c61c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2867179
Apr 22 20:12:04.192642 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-963cd267-7e93-4129-9c20-e531852b2995 req-dd3e0a99-11a7-489d-aa26-0658c9dcba56 tempest-AttachVolumeNegativeTest-423716770 tempest-AttachVolumeNegativeTest-423716770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 20:12:04.194008 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-963cd267-7e93-4129-9c20-e531852b2995 req-dd3e0a99-11a7-489d-aa26-0658c9dcba56 tempest-AttachVolumeNegativeTest-423716770 tempest-AttachVolumeNegativeTest-423716770-project] 10.222.0.30 "GET /v2.0/ports?device_id=666a5894-4ce9-47e9-8adf-a77b64d57479 HTTP/1.1" status: 200  len: 943 time: 0.1795166
Apr 22 20:12:04.255664 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.db [None req-cbbe70c9-0b39-4f9d-be6e-4133a7c8f54f None None] For port 09b438d9-db19-4054-91f7-90a1da3d38cd, host hv-cinder-78763, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78763',level=0,port_id=09b438d9-db19-4054-91f7-90a1da3d38cd,segment=NetworkSegment(c05c8d59-d540-4da1-9463-29cd0134c7fb),segment_id=c05c8d59-d540-4da1-9463-29cd0134c7fb)] {{(pid=86332) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 22 20:12:04.272617 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.rpc [None req-cbbe70c9-0b39-4f9d-be6e-4133a7c8f54f None None] Returning: {'device': '09b438d9-db19-4054-91f7-90a1da3d38cd', 'network_id': '467c6d16-e2ea-4345-8c7f-17c67069e343', 'port_id': '09b438d9-db19-4054-91f7-90a1da3d38cd', 'mac_address': 'fa:16:3e:fd:e0:f1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 371, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2ba3fdce-5164-477d-aabe-c9ad9bf606d5', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86332) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 22 20:12:04.285192 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-f5277aa5-0787-4a80-b8e4-aa025a4341dc req-f6bcfc23-9b4a-4814-a36b-d7a6a4312cbe tempest-ServerRescueNegativeTestJSON-1009389569 tempest-ServerRescueNegativeTestJSON-1009389569-project] 10.222.0.30 "GET /v2.0/ports?device_id=c716f776-b175-41ed-8d8a-055fa4548224 HTTP/1.1" status: 200  len: 210 time: 0.0775940
Apr 22 20:12:04.304822 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-963cd267-7e93-4129-9c20-e531852b2995 req-b87a5807-3927-4531-b66a-79378f061f5a tempest-AttachVolumeNegativeTest-423716770 tempest-AttachVolumeNegativeTest-423716770-project] 10.222.0.30 "GET /v2.0/security-groups?id=12e357dc-1d76-4f4d-8ec3-cba1cfd90e7f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1034391
Apr 22 20:12:04.317695 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb4664b5-0906-481d-bd34-1b56b1565287 req-eeba063c-4b13-40f2-ab6b-1b96f48119b2 tempest-ServerRescueNegativeTestJSON-1009389569 tempest-ServerRescueNegativeTestJSON-1009389569-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 20:12:04.317695 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-eb4664b5-0906-481d-bd34-1b56b1565287 req-eeba063c-4b13-40f2-ab6b-1b96f48119b2 tempest-ServerRescueNegativeTestJSON-1009389569 tempest-ServerRescueNegativeTestJSON-1009389569-project] 10.222.0.46 "GET /v2.0/networks?id=571b53d1-aed3-4bd3-ab53-2cb6e0d9c5b7 HTTP/1.1" status: 200  len: 818 time: 0.5110536
Apr 22 20:12:04.342124 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-cbbe70c9-0b39-4f9d-be6e-4133a7c8f54f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587983'] for port, before_update {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:12:04.373160 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.notifiers.nova [None req-cbbe70c9-0b39-4f9d-be6e-4133a7c8f54f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 09b438d9-db19-4054-91f7-90a1da3d38cd {{(pid=86332) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 22 20:12:04.393413 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.db [None req-cbbe70c9-0b39-4f9d-be6e-4133a7c8f54f None None] For port 09b438d9-db19-4054-91f7-90a1da3d38cd, host hv-cinder-78763, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78763',level=0,port_id=09b438d9-db19-4054-91f7-90a1da3d38cd,segment=NetworkSegment(c05c8d59-d540-4da1-9463-29cd0134c7fb),segment_id=c05c8d59-d540-4da1-9463-29cd0134c7fb)] {{(pid=86332) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 22 20:12:04.396657 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-cbbe70c9-0b39-4f9d-be6e-4133a7c8f54f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854198495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853168226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727707997384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363309147208137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727707567697'] for port, after_update {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:12:04.399555 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [None req-85c2caf1-f7ad-4c12-bacc-18e26b9b9274 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86332) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 20:12:04.476743 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbbe70c9-0b39-4f9d-be6e-4133a7c8f54f None None] Pushing event updated for resources: {'Port': ['ID=09b438d9-db19-4054-91f7-90a1da3d38cd,revision_number=4']} {{(pid=86332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 20:12:04.479966 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [None req-cbbe70c9-0b39-4f9d-be6e-4133a7c8f54f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=86332) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 20:12:04.501159 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.wsgi [-] (86330) accepted ('10.222.0.30', 34642) {{(pid=86330) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 20:12:04.749293 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-779d2f3d-19ec-4e24-9586-60f8923d14c4 req-fc411f36-7396-494f-b7ba-e94cfd7e8638 tempest-AttachVolumeTestJSON-431678780 tempest-AttachVolumeTestJSON-431678780-project] 10.222.0.30 "GET /v2.0/ports?device_id=856aff26-352c-4f6c-a8fa-a9199da8c43a HTTP/1.1" status: 200  len: 210 time: 0.0542374
Apr 22 20:12:04.810698 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-095d38a7-4463-40cc-987a-baae27dd46cd admin admin] Notify callbacks [] for security_group, before_create {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:12:04.835451 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.quota.driver [None req-095d38a7-4463-40cc-987a-baae27dd46cd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86330) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 22 20:12:04.840128 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.quota.resource [None req-095d38a7-4463-40cc-987a-baae27dd46cd admin admin] Usage tracker for resource:security_group_rule and tenant:a49a7fd72f9a46ec8fa9fb3a7518b7ac is out of sync, need to count used quota {{(pid=86330) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 22 20:12:04.843436 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.quota.resource [None req-095d38a7-4463-40cc-987a-baae27dd46cd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86330) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 22 20:12:04.850151 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.quota.driver [None req-095d38a7-4463-40cc-987a-baae27dd46cd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86330) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 22 20:12:05.013989 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-095d38a7-4463-40cc-987a-baae27dd46cd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:12:05.022934 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84293e99-5a54-4f1c-9a16-f3c836185a08 req-d5eb4ba5-d908-4118-bc39-2b4ab21fef18 tempest-DeleteServersTestJSON-432539575 tempest-DeleteServersTestJSON-432539575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 20:12:05.024538 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-84293e99-5a54-4f1c-9a16-f3c836185a08 req-d5eb4ba5-d908-4118-bc39-2b4ab21fef18 tempest-DeleteServersTestJSON-432539575 tempest-DeleteServersTestJSON-432539575-project] 10.222.0.30 "GET /v2.0/ports?device_id=4be19373-fd93-4abb-aac5-299af84535cf HTTP/1.1" status: 200  len: 945 time: 0.1457124
Apr 22 20:12:05.025663 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-095d38a7-4463-40cc-987a-baae27dd46cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393900'] for security_group, after_create {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:12:05.036217 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 20:12:05.107231 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [None req-095d38a7-4463-40cc-987a-baae27dd46cd admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=a49a7fd72f9a46ec8fa9fb3a7518b7ac&name=default HTTP/1.1" status: 200  len: 2979 time: 0.6048138
Apr 22 20:12:05.110293 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.wsgi [-] (86331) accepted ('10.222.0.30', 34670) {{(pid=86331) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 20:12:05.113355 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-095d38a7-4463-40cc-987a-baae27dd46cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d366cef-802c-44d9-81df-ea3f8f7b7b5f,revision_number=1']} {{(pid=86330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 20:12:05.118488 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [None req-095d38a7-4463-40cc-987a-baae27dd46cd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=86330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 20:12:05.123971 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-84293e99-5a54-4f1c-9a16-f3c836185a08 req-d62f7581-e8cd-4e14-a5b1-78f8044176bb tempest-DeleteServersTestJSON-432539575 tempest-DeleteServersTestJSON-432539575-project] 10.222.0.30 "GET /v2.0/security-groups?id=d55ceebb-51ed-4aac-b636-f683c724b454&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0886614
Apr 22 20:12:05.177039 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-54301c74-a42f-4cf7-ac6e-1a80aae0edb3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:12:05.204387 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-54301c74-a42f-4cf7-ac6e-1a80aae0edb3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:12:05.248536 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-54301c74-a42f-4cf7-ac6e-1a80aae0edb3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393900'] for security_group, after_delete {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:12:05.253871 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [None req-d3f0c3d6-b183-45e2-bfe1-dd0647ba4f43 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 20:12:05.268489 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54301c74-a42f-4cf7-ac6e-1a80aae0edb3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d366cef-802c-44d9-81df-ea3f8f7b7b5f,revision_number=None']} {{(pid=86331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 20:12:05.271613 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [None req-54301c74-a42f-4cf7-ac6e-1a80aae0edb3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 20:12:05.272595 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-54301c74-a42f-4cf7-ac6e-1a80aae0edb3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:12:05.273862 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [None req-54301c74-a42f-4cf7-ac6e-1a80aae0edb3 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/4d366cef-802c-44d9-81df-ea3f8f7b7b5f HTTP/1.1" status: 204  len: 168 time: 0.1622550
Apr 22 20:12:05.476072 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-8ebd2baf-9eeb-41da-90fd-a2268d35b92f req-1a4a27fd-9400-4116-a976-b311e535b079 tempest-ServerRescueNegativeTestJSON-1009389569 tempest-ServerRescueNegativeTestJSON-1009389569-project] 10.222.0.30 "GET /v2.0/ports?device_id=c716f776-b175-41ed-8d8a-055fa4548224 HTTP/1.1" status: 200  len: 210 time: 0.0530553
Apr 22 20:12:05.552153 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e0a3dd-6e71-4f10-b064-db3395a00b66 req-2ea58669-4699-4e41-bbe2-64b5a55a31fc tempest-AttachVolumeNegativeTest-423716770 tempest-AttachVolumeNegativeTest-423716770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 20:12:05.553818 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-54e0a3dd-6e71-4f10-b064-db3395a00b66 req-2ea58669-4699-4e41-bbe2-64b5a55a31fc tempest-AttachVolumeNegativeTest-423716770 tempest-AttachVolumeNegativeTest-423716770-project] 10.222.0.30 "GET /v2.0/ports?device_id=666a5894-4ce9-47e9-8adf-a77b64d57479 HTTP/1.1" status: 200  len: 943 time: 0.1109421
Apr 22 20:12:05.604570 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-54e0a3dd-6e71-4f10-b064-db3395a00b66 req-a565f296-3132-4fcd-a9b5-d8426d10d6ce tempest-AttachVolumeNegativeTest-423716770 tempest-AttachVolumeNegativeTest-423716770-project] 10.222.0.30 "GET /v2.0/security-groups?id=12e357dc-1d76-4f4d-8ec3-cba1cfd90e7f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0428848
Apr 22 20:12:05.949463 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-c7f2146f-b176-4542-9958-d7ba0fb154b2 req-7e65acb2-bccb-4d36-b009-5ad132dbdf1b tempest-AttachVolumeTestJSON-431678780 tempest-AttachVolumeTestJSON-431678780-project] 10.222.0.30 "GET /v2.0/ports?device_id=856aff26-352c-4f6c-a8fa-a9199da8c43a HTTP/1.1" status: 200  len: 210 time: 0.0573819
Apr 22 20:12:06.343134 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f470a8-90a9-46c6-86a7-87045434b5fe req-07d87833-ed1d-4680-92a0-8fd49374efe7 tempest-DeleteServersTestJSON-432539575 tempest-DeleteServersTestJSON-432539575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 20:12:06.350458 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-f5f470a8-90a9-46c6-86a7-87045434b5fe req-07d87833-ed1d-4680-92a0-8fd49374efe7 tempest-DeleteServersTestJSON-432539575 tempest-DeleteServersTestJSON-432539575-project] 10.222.0.30 "GET /v2.0/ports?device_id=4be19373-fd93-4abb-aac5-299af84535cf HTTP/1.1" status: 200  len: 945 time: 0.1087599
Apr 22 20:12:06.405214 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-f5f470a8-90a9-46c6-86a7-87045434b5fe req-55864cb5-1aad-4b4b-b3c9-da339ea60b3b tempest-DeleteServersTestJSON-432539575 tempest-DeleteServersTestJSON-432539575-project] 10.222.0.30 "GET /v2.0/security-groups?id=d55ceebb-51ed-4aac-b636-f683c724b454&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0476174
Apr 22 20:12:06.642796 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-65d13cdf-c4af-457e-bc5b-689058aab2e0 req-8c860303-e1ff-4285-a331-ecb4b72f0dfb tempest-ServerRescueNegativeTestJSON-1009389569 tempest-ServerRescueNegativeTestJSON-1009389569-project] 10.222.0.30 "GET /v2.0/ports?device_id=c716f776-b175-41ed-8d8a-055fa4548224 HTTP/1.1" status: 200  len: 210 time: 0.0515769
Apr 22 20:12:06.902820 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.v2.base [req-eb4664b5-0906-481d-bd34-1b56b1565287 req-2b4bea85-4f6a-4781-8d34-1c430cdf1382 tempest-ServerRescueNegativeTestJSON-1009389569 tempest-ServerRescueNegativeTestJSON-1009389569-project] Request body: {'port': {'device_id': '469f3208-145f-4d5b-b5d0-3d1d24295374', 'network_id': '571b53d1-aed3-4bd3-ab53-2cb6e0d9c5b7', 'admin_state_up': True, 'tenant_id': 'a3da31af07b74c20b145ac19f125aded'}} {{(pid=86331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 22 20:12:06.960029 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f1cb1f-04a4-4bec-8dab-a52fb47abf63 req-235ab14c-5970-40c4-a24a-0e184b7155f5 tempest-AttachVolumeNegativeTest-423716770 tempest-AttachVolumeNegativeTest-423716770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 20:12:06.961631 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-09f1cb1f-04a4-4bec-8dab-a52fb47abf63 req-235ab14c-5970-40c4-a24a-0e184b7155f5 tempest-AttachVolumeNegativeTest-423716770 tempest-AttachVolumeNegativeTest-423716770-project] 10.222.0.30 "GET /v2.0/ports?device_id=666a5894-4ce9-47e9-8adf-a77b64d57479 HTTP/1.1" status: 200  len: 943 time: 0.1061451
Apr 22 20:12:07.031355 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-09f1cb1f-04a4-4bec-8dab-a52fb47abf63 req-c797205f-bf54-44ec-9ba0-e4a796fbb5de tempest-AttachVolumeNegativeTest-423716770 tempest-AttachVolumeNegativeTest-423716770-project] 10.222.0.30 "GET /v2.0/security-groups?id=12e357dc-1d76-4f4d-8ec3-cba1cfd90e7f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0617638
Apr 22 20:12:07.151944 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.db [None req-cbbe70c9-0b39-4f9d-be6e-4133a7c8f54f None None] get_ports_and_sgs() called for port_ids ['09b438d9-db19-4054-91f7-90a1da3d38cd'] {{(pid=86332) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 22 20:12:07.181056 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.quota.driver [req-eb4664b5-0906-481d-bd34-1b56b1565287 req-2b4bea85-4f6a-4781-8d34-1c430cdf1382 tempest-ServerRescueNegativeTestJSON-1009389569 tempest-ServerRescueNegativeTestJSON-1009389569-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 22 20:12:07.195437 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.quota.driver [req-eb4664b5-0906-481d-bd34-1b56b1565287 req-2b4bea85-4f6a-4781-8d34-1c430cdf1382 tempest-ServerRescueNegativeTestJSON-1009389569 tempest-ServerRescueNegativeTestJSON-1009389569-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=86331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 22 20:12:07.202748 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-cacaed02-7e49-4424-9a32-bcfcdd6990c4 req-891f7680-a1a7-4c77-9e19-710dddf583f0 tempest-AttachVolumeTestJSON-431678780 tempest-AttachVolumeTestJSON-431678780-project] 10.222.0.30 "GET /v2.0/ports?device_id=856aff26-352c-4f6c-a8fa-a9199da8c43a HTTP/1.1" status: 200  len: 210 time: 0.0932691
Apr 22 20:12:07.217787 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eb4664b5-0906-481d-bd34-1b56b1565287 req-2b4bea85-4f6a-4781-8d34-1c430cdf1382 tempest-ServerRescueNegativeTestJSON-1009389569 tempest-ServerRescueNegativeTestJSON-1009389569-project] Made reservation on behalf of a3da31af07b74c20b145ac19f125aded for: {'port': 1} {{(pid=86331) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 22 20:12:07.224117 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [req-eb4664b5-0906-481d-bd34-1b56b1565287 req-2b4bea85-4f6a-4781-8d34-1c430cdf1382 tempest-ServerRescueNegativeTestJSON-1009389569 tempest-ServerRescueNegativeTestJSON-1009389569-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587983'] for port, before_create {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:12:07.316870 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c2daad-7815-4152-8d12-ede2a072e086 req-8a2b0e23-94ae-4c0f-9cbe-20b2e1a2f56d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 20:12:07.318558 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-64c2daad-7815-4152-8d12-ede2a072e086 req-8a2b0e23-94ae-4c0f-9cbe-20b2e1a2f56d service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=48229d4d53b042958a9ce5577ce62d8e&device_id=666a5894-4ce9-47e9-8adf-a77b64d57479 HTTP/1.1" status: 200  len: 1096 time: 0.2623627
Apr 22 20:12:07.497823 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c2daad-7815-4152-8d12-ede2a072e086 req-d9bec85d-eeb6-4c50-82d5-2e42ed5f6c6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 20:12:07.499596 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-64c2daad-7815-4152-8d12-ede2a072e086 req-d9bec85d-eeb6-4c50-82d5-2e42ed5f6c6f service neutron] 10.222.0.46 "GET /v2.0/networks?id=2f71bdb9-006a-4ab4-9335-9bbccd5c61c9 HTTP/1.1" status: 200  len: 916 time: 0.1735048
Apr 22 20:12:07.544189 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.wsgi [-] (86330) accepted ('10.222.0.46', 60212) {{(pid=86330) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 20:12:07.719350 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-64c2daad-7815-4152-8d12-ede2a072e086 req-c163ff2e-d684-468b-9188-622b9a35b418 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ac20feeb-ec82-4731-bb0e-f1e77bc564d5 HTTP/1.1" status: 200  len: 217 time: 0.1561170
Apr 22 20:12:07.801310 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.db_base_plugin_common [req-eb4664b5-0906-481d-bd34-1b56b1565287 req-2b4bea85-4f6a-4781-8d34-1c430cdf1382 tempest-ServerRescueNegativeTestJSON-1009389569 tempest-ServerRescueNegativeTestJSON-1009389569-project] Allocated IP 172.20.0.6 (571b53d1-aed3-4bd3-ab53-2cb6e0d9c5b7/30cce57f-0720-4461-b727-7eddafc0e70c/6fde4950-20da-4629-b465-3f3bef3b21b6) {{(pid=86331) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 22 20:12:07.820615 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c2daad-7815-4152-8d12-ede2a072e086 req-1fde5d8b-14c6-433b-bc1b-11e77e38f6a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 20:12:07.822427 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-64c2daad-7815-4152-8d12-ede2a072e086 req-1fde5d8b-14c6-433b-bc1b-11e77e38f6a6 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=9b9fb9ac-2966-4dc7-9c84-10a923d75111 HTTP/1.1" status: 200  len: 855 time: 0.0925732
Apr 22 20:12:07.935927 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-213297de-c79a-4d35-961a-af07cc660ce1 req-b1607fd8-f02f-4343-a951-6131c7cc9611 tempest-AttachVolumeTestJSON-431678780 tempest-AttachVolumeTestJSON-431678780-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 20:12:07.936936 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-64c2daad-7815-4152-8d12-ede2a072e086 req-6265a270-1e5a-46f8-b06e-3e6b59cb4529 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=2f71bdb9-006a-4ab4-9335-9bbccd5c61c9&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0942059
Apr 22 20:12:07.938582 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-213297de-c79a-4d35-961a-af07cc660ce1 req-b1607fd8-f02f-4343-a951-6131c7cc9611 tempest-AttachVolumeTestJSON-431678780 tempest-AttachVolumeTestJSON-431678780-project] 10.222.0.46 "GET /v2.0/networks?id=8eb42aba-9fa9-48c5-ac95-29b89130e5f9 HTTP/1.1" status: 200  len: 810 time: 0.3861797
Apr 22 20:12:07.950199 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-634abd25-572f-4954-82eb-6d73544ddfbe req-149af387-bede-4d6a-87db-b7a19a816479 tempest-DeleteServersTestJSON-432539575 tempest-DeleteServersTestJSON-432539575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 20:12:07.959219 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-634abd25-572f-4954-82eb-6d73544ddfbe req-149af387-bede-4d6a-87db-b7a19a816479 tempest-DeleteServersTestJSON-432539575 tempest-DeleteServersTestJSON-432539575-project] 10.222.0.30 "GET /v2.0/ports?device_id=4be19373-fd93-4abb-aac5-299af84535cf HTTP/1.1" status: 200  len: 945 time: 0.3594003
Apr 22 20:12:08.028377 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-ec6bdd39-2f66-48b6-b25e-2f842fdc4973 req-d664a823-78ab-4a26-891b-5ac4d5348b2c tempest-ServerRescueNegativeTestJSON-1009389569 tempest-ServerRescueNegativeTestJSON-1009389569-project] 10.222.0.30 "GET /v2.0/ports?device_id=c716f776-b175-41ed-8d8a-055fa4548224 HTTP/1.1" status: 200  len: 210 time: 0.1026986
Apr 22 20:12:08.084410 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-213297de-c79a-4d35-961a-af07cc660ce1 req-2329e8e8-aa75-4efc-91bd-6bd1b68046a0 tempest-AttachVolumeTestJSON-431678780 tempest-AttachVolumeTestJSON-431678780-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d911111607464bf49ef66ee3335728c8 HTTP/1.1" status: 200  len: 380 time: 0.1045537
Apr 22 20:12:08.112618 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.v2.base [req-213297de-c79a-4d35-961a-af07cc660ce1 req-d3a052c7-e025-4d6c-b538-a473dd0c79a1 tempest-AttachVolumeTestJSON-431678780 tempest-AttachVolumeTestJSON-431678780-project] Request body: {'port': {'device_id': '856aff26-352c-4f6c-a8fa-a9199da8c43a', 'network_id': '8eb42aba-9fa9-48c5-ac95-29b89130e5f9', 'admin_state_up': True, 'tenant_id': 'd911111607464bf49ef66ee3335728c8', 'security_groups': ['7cb077a5-4ba7-4c7b-8f9c-203a75555aff']}} {{(pid=86330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 22 20:12:08.206761 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-634abd25-572f-4954-82eb-6d73544ddfbe req-ccba53ca-28bd-4a84-97e1-7106fb732711 tempest-DeleteServersTestJSON-432539575 tempest-DeleteServersTestJSON-432539575-project] 10.222.0.30 "GET /v2.0/security-groups?id=d55ceebb-51ed-4aac-b636-f683c724b454&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2463160
Apr 22 20:12:08.253802 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.wsgi [-] (86331) accepted ('10.222.0.46', 60215) {{(pid=86331) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 20:12:08.320938 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-64c2daad-7815-4152-8d12-ede2a072e086 req-669b1a0b-a849-4ab8-994e-e2cb4aeaba28 service neutron] 10.222.0.46 "GET /v2.0/networks/2f71bdb9-006a-4ab4-9335-9bbccd5c61c9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3340824
Apr 22 20:12:08.537849 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-95039154-510d-4ede-9192-75f8336a99ac req-9b6d4945-1edd-424b-a01d-bf8e30927a21 tempest-AttachVolumeTestJSON-431678780 tempest-AttachVolumeTestJSON-431678780-project] 10.222.0.30 "GET /v2.0/ports?device_id=856aff26-352c-4f6c-a8fa-a9199da8c43a HTTP/1.1" status: 200  len: 210 time: 0.0587718
Apr 22 20:12:08.582634 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.quota.driver [req-213297de-c79a-4d35-961a-af07cc660ce1 req-d3a052c7-e025-4d6c-b538-a473dd0c79a1 tempest-AttachVolumeTestJSON-431678780 tempest-AttachVolumeTestJSON-431678780-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86330) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 22 20:12:08.594897 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.quota.driver [req-213297de-c79a-4d35-961a-af07cc660ce1 req-d3a052c7-e025-4d6c-b538-a473dd0c79a1 tempest-AttachVolumeTestJSON-431678780 tempest-AttachVolumeTestJSON-431678780-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=86330) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 22 20:12:08.606817 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-213297de-c79a-4d35-961a-af07cc660ce1 req-d3a052c7-e025-4d6c-b538-a473dd0c79a1 tempest-AttachVolumeTestJSON-431678780 tempest-AttachVolumeTestJSON-431678780-project] Made reservation on behalf of d911111607464bf49ef66ee3335728c8 for: {'port': 1} {{(pid=86330) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 22 20:12:08.614406 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [req-213297de-c79a-4d35-961a-af07cc660ce1 req-d3a052c7-e025-4d6c-b538-a473dd0c79a1 tempest-AttachVolumeTestJSON-431678780 tempest-AttachVolumeTestJSON-431678780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587983'] for port, before_create {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:12:08.705217 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [req-eb4664b5-0906-481d-bd34-1b56b1565287 req-2b4bea85-4f6a-4781-8d34-1c430cdf1382 tempest-ServerRescueNegativeTestJSON-1009389569 tempest-ServerRescueNegativeTestJSON-1009389569-project] Notify callbacks [] for port, precommit_create {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:12:08.859931 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.db_base_plugin_common [req-213297de-c79a-4d35-961a-af07cc660ce1 req-d3a052c7-e025-4d6c-b538-a473dd0c79a1 tempest-AttachVolumeTestJSON-431678780 tempest-AttachVolumeTestJSON-431678780-project] Allocated IP 172.20.0.8 (8eb42aba-9fa9-48c5-ac95-29b89130e5f9/e2d55e83-7c80-4c1a-99f4-0aea05526efc/9aa3800f-3327-462d-a953-942086bb3ed4) {{(pid=86330) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 22 20:12:08.868817 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.rpc [None req-cbbe70c9-0b39-4f9d-be6e-4133a7c8f54f None None] Device 09b438d9-db19-4054-91f7-90a1da3d38cd up at agent hyperv_hv-cinder-78763 {{(pid=86332) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 22 20:12:08.901628 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e73e114d-02a0-4ba3-92ec-3f1fbab622eb req-3bbd6de2-1be0-4a99-8136-5fd38cf594a0 tempest-ServerRescueNegativeTestJSON-1009389569 tempest-ServerRescueNegativeTestJSON-1009389569-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 20:12:08.903885 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-e73e114d-02a0-4ba3-92ec-3f1fbab622eb req-3bbd6de2-1be0-4a99-8136-5fd38cf594a0 tempest-ServerRescueNegativeTestJSON-1009389569 tempest-ServerRescueNegativeTestJSON-1009389569-project] 10.222.0.46 "GET /v2.0/networks?id=571b53d1-aed3-4bd3-ab53-2cb6e0d9c5b7 HTTP/1.1" status: 200  len: 818 time: 0.6464646
Apr 22 20:12:08.936237 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.v2.base [req-e73e114d-02a0-4ba3-92ec-3f1fbab622eb req-bd18b53a-bd7d-4c45-9c77-5829e0b2e3f4 tempest-ServerRescueNegativeTestJSON-1009389569 tempest-ServerRescueNegativeTestJSON-1009389569-project] Request body: {'port': {'device_id': 'c716f776-b175-41ed-8d8a-055fa4548224', 'network_id': '571b53d1-aed3-4bd3-ab53-2cb6e0d9c5b7', 'admin_state_up': True, 'tenant_id': 'a3da31af07b74c20b145ac19f125aded'}} {{(pid=86331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 22 20:12:08.970020 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e0808f-60ed-4632-9425-f0bdab2e986b req-3743ccba-75fe-4c45-99a2-8570b5e0e41d tempest-AttachVolumeNegativeTest-423716770 tempest-AttachVolumeNegativeTest-423716770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 20:12:08.977593 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-f3e0808f-60ed-4632-9425-f0bdab2e986b req-3743ccba-75fe-4c45-99a2-8570b5e0e41d tempest-AttachVolumeNegativeTest-423716770 tempest-AttachVolumeNegativeTest-423716770-project] 10.222.0.30 "GET /v2.0/ports?device_id=666a5894-4ce9-47e9-8adf-a77b64d57479 HTTP/1.1" status: 200  len: 943 time: 0.3479168
Apr 22 20:12:08.980960 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-64c2daad-7815-4152-8d12-ede2a072e086 req-b169d68a-62ca-40c6-9950-f0294adcefe9 service neutron] 10.222.0.46 "GET /v2.0/networks/2f71bdb9-006a-4ab4-9335-9bbccd5c61c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5920146
Apr 22 20:12:09.041370 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.provisioning_blocks [None req-cbbe70c9-0b39-4f9d-be6e-4133a7c8f54f None None] Provisioning for port 09b438d9-db19-4054-91f7-90a1da3d38cd completed by entity L2. {{(pid=86332) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 22 20:12:09.049031 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.provisioning_blocks [None req-cbbe70c9-0b39-4f9d-be6e-4133a7c8f54f None None] Provisioning complete for port 09b438d9-db19-4054-91f7-90a1da3d38cd triggered by entity L2. {{(pid=86332) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 22 20:12:09.049457 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-cbbe70c9-0b39-4f9d-be6e-4133a7c8f54f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854135278'] for port, provisioning_complete {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:12:09.098070 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [req-eb4664b5-0906-481d-bd34-1b56b1565287 req-2b4bea85-4f6a-4781-8d34-1c430cdf1382 tempest-ServerRescueNegativeTestJSON-1009389569 tempest-ServerRescueNegativeTestJSON-1009389569-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854198495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853168226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363309147208154'] for port, after_create {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:12:09.105709 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [req-213297de-c79a-4d35-961a-af07cc660ce1 req-d3a052c7-e025-4d6c-b538-a473dd0c79a1 tempest-AttachVolumeTestJSON-431678780 tempest-AttachVolumeTestJSON-431678780-project] Notify callbacks [] for port, precommit_create {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:12:09.128496 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-f3e0808f-60ed-4632-9425-f0bdab2e986b req-8cf57e70-ecf6-40f2-bbf4-365ecf5100c6 tempest-AttachVolumeNegativeTest-423716770 tempest-AttachVolumeNegativeTest-423716770-project] 10.222.0.30 "GET /v2.0/security-groups?id=12e357dc-1d76-4f4d-8ec3-cba1cfd90e7f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1498749
Apr 22 20:12:09.130676 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.provisioning_blocks [req-213297de-c79a-4d35-961a-af07cc660ce1 req-d3a052c7-e025-4d6c-b538-a473dd0c79a1 tempest-AttachVolumeTestJSON-431678780 tempest-AttachVolumeTestJSON-431678780-project] Transition to ACTIVE for port object 9aa3800f-3327-462d-a953-942086bb3ed4 will not be triggered until provisioned by entity DHCP. {{(pid=86330) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 22 20:12:09.132919 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [None req-05826d66-4b79-4a6e-b52c-fe85354681c1 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 20:12:09.177538 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [req-213297de-c79a-4d35-961a-af07cc660ce1 req-d3a052c7-e025-4d6c-b538-a473dd0c79a1 tempest-AttachVolumeTestJSON-431678780 tempest-AttachVolumeTestJSON-431678780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854198495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853168226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363309147208154'] for port, after_create {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:12:09.196904 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 20:12:09.273742 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-213297de-c79a-4d35-961a-af07cc660ce1 req-d3a052c7-e025-4d6c-b538-a473dd0c79a1 tempest-AttachVolumeTestJSON-431678780 tempest-AttachVolumeTestJSON-431678780-project] Network 8eb42aba-9fa9-48c5-ac95-29b89130e5f9 is already hosted by enough agents. {{(pid=86330) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 22 20:12:09.277916 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.scheduler.base_scheduler [req-213297de-c79a-4d35-961a-af07cc660ce1 req-d3a052c7-e025-4d6c-b538-a473dd0c79a1 tempest-AttachVolumeTestJSON-431678780 tempest-AttachVolumeTestJSON-431678780-project] Resources bound (agent type, host, resource id):  {{(pid=86330) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 22 20:12:09.288966 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.l3_dvrscheduler_db [req-213297de-c79a-4d35-961a-af07cc660ce1 req-d3a052c7-e025-4d6c-b538-a473dd0c79a1 tempest-AttachVolumeTestJSON-431678780 tempest-AttachVolumeTestJSON-431678780-project] Received port after_create {{(pid=86330) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 22 20:12:09.303521 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-213297de-c79a-4d35-961a-af07cc660ce1 req-d3a052c7-e025-4d6c-b538-a473dd0c79a1 tempest-AttachVolumeTestJSON-431678780 tempest-AttachVolumeTestJSON-431678780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 20:12:09.305945 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [req-213297de-c79a-4d35-961a-af07cc660ce1 req-d3a052c7-e025-4d6c-b538-a473dd0c79a1 tempest-AttachVolumeTestJSON-431678780 tempest-AttachVolumeTestJSON-431678780-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853168243'] for port, before_response {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:12:09.306461 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-cbbe70c9-0b39-4f9d-be6e-4133a7c8f54f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587983'] for port, before_update {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:12:09.328960 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b4bea85-4f6a-4781-8d34-1c430cdf1382 tempest-ServerRescueNegativeTestJSON-1009389569 tempest-ServerRescueNegativeTestJSON-1009389569-project] Pushing event updated for resources: {'Port': ['ID=6fde4950-20da-4629-b465-3f3bef3b21b6,revision_number=1']} {{(pid=86331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 20:12:09.346165 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-213297de-c79a-4d35-961a-af07cc660ce1 req-d3a052c7-e025-4d6c-b538-a473dd0c79a1 tempest-AttachVolumeTestJSON-431678780 tempest-AttachVolumeTestJSON-431678780-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.2506139
Apr 22 20:12:09.349802 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [None req-2b4bea85-4f6a-4781-8d34-1c430cdf1382 tempest-ServerRescueNegativeTestJSON-1009389569 tempest-ServerRescueNegativeTestJSON-1009389569-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.216s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 20:12:09.366761 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.db [None req-cbbe70c9-0b39-4f9d-be6e-4133a7c8f54f None None] For port 09b438d9-db19-4054-91f7-90a1da3d38cd, host hv-cinder-78763, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78763',level=0,port_id=09b438d9-db19-4054-91f7-90a1da3d38cd,segment=NetworkSegment(c05c8d59-d540-4da1-9463-29cd0134c7fb),segment_id=c05c8d59-d540-4da1-9463-29cd0134c7fb)] {{(pid=86332) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 22 20:12:09.368278 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4be19373-fd93-4abb-aac5-299af84535cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '09b438d9-db19-4054-91f7-90a1da3d38cd'}] {{(pid=86332) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 22 20:12:09.415598 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-638d7d6f-911c-4689-bc1b-64eb05fac599 req-9d2fdb7f-89bc-411a-accc-a52a653d37c8 tempest-ServerRescueNegativeTestJSON-1009389569 tempest-ServerRescueNegativeTestJSON-1009389569-project] 10.222.0.30 "GET /v2.0/ports?device_id=c716f776-b175-41ed-8d8a-055fa4548224 HTTP/1.1" status: 200  len: 210 time: 0.0737925
Apr 22 20:12:09.425813 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.v2.base [req-213297de-c79a-4d35-961a-af07cc660ce1 req-20ca07c8-2f17-4c25-923a-c639e485194d service neutron] Request body: {'port': {'device_id': '856aff26-352c-4f6c-a8fa-a9199da8c43a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78763'}} {{(pid=86330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 22 20:12:09.482395 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3a052c7-e025-4d6c-b538-a473dd0c79a1 tempest-AttachVolumeTestJSON-431678780 tempest-AttachVolumeTestJSON-431678780-project] Pushing event updated for resources: {'Port': ['ID=9aa3800f-3327-462d-a953-942086bb3ed4,revision_number=1']} {{(pid=86330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 20:12:09.489006 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-cbbe70c9-0b39-4f9d-be6e-4133a7c8f54f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854198495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853168226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727707997384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363309147208137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727707567697'] for port, after_update {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:12:09.492561 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86332) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 20:12:09.515046 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [None req-d3a052c7-e025-4d6c-b538-a473dd0c79a1 tempest-AttachVolumeTestJSON-431678780 tempest-AttachVolumeTestJSON-431678780-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.315s {{(pid=86330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 20:12:09.611534 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [req-213297de-c79a-4d35-961a-af07cc660ce1 req-20ca07c8-2f17-4c25-923a-c639e485194d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587983'] for port, before_update {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:12:09.611914 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbbe70c9-0b39-4f9d-be6e-4133a7c8f54f None None] Pushing event updated for resources: {'Port': ['ID=09b438d9-db19-4054-91f7-90a1da3d38cd,revision_number=5']} {{(pid=86332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 20:12:09.615621 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [None req-cbbe70c9-0b39-4f9d-be6e-4133a7c8f54f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=86332) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 20:12:09.648730 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.provisioning_blocks [None req-f58bb97a-1fd7-4e76-8cdd-5457839f7016 None None] Provisioning for port 9aa3800f-3327-462d-a953-942086bb3ed4 completed by entity DHCP. {{(pid=86332) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 22 20:12:09.659357 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.provisioning_blocks [None req-f58bb97a-1fd7-4e76-8cdd-5457839f7016 None None] Provisioning complete for port 9aa3800f-3327-462d-a953-942086bb3ed4 triggered by entity DHCP. {{(pid=86332) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 22 20:12:09.659951 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-f58bb97a-1fd7-4e76-8cdd-5457839f7016 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854135278'] for port, provisioning_complete {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:12:09.752402 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.plugin [None req-f58bb97a-1fd7-4e76-8cdd-5457839f7016 None None] Port 9aa3800f-3327-462d-a953-942086bb3ed4 cannot update to ACTIVE because it is not bound. {{(pid=86332) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 22 20:12:09.881058 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eb4664b5-0906-481d-bd34-1b56b1565287 req-2b4bea85-4f6a-4781-8d34-1c430cdf1382 tempest-ServerRescueNegativeTestJSON-1009389569 tempest-ServerRescueNegativeTestJSON-1009389569-project] Network 571b53d1-aed3-4bd3-ab53-2cb6e0d9c5b7 is already hosted by enough agents. {{(pid=86331) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 22 20:12:09.883233 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.scheduler.base_scheduler [req-eb4664b5-0906-481d-bd34-1b56b1565287 req-2b4bea85-4f6a-4781-8d34-1c430cdf1382 tempest-ServerRescueNegativeTestJSON-1009389569 tempest-ServerRescueNegativeTestJSON-1009389569-project] Resources bound (agent type, host, resource id):  {{(pid=86331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 22 20:12:09.992805 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.l3_dvrscheduler_db [req-eb4664b5-0906-481d-bd34-1b56b1565287 req-2b4bea85-4f6a-4781-8d34-1c430cdf1382 tempest-ServerRescueNegativeTestJSON-1009389569 tempest-ServerRescueNegativeTestJSON-1009389569-project] Received port after_create {{(pid=86331) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 22 20:12:10.008107 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb4664b5-0906-481d-bd34-1b56b1565287 req-2b4bea85-4f6a-4781-8d34-1c430cdf1382 tempest-ServerRescueNegativeTestJSON-1009389569 tempest-ServerRescueNegativeTestJSON-1009389569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 20:12:10.009261 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [req-eb4664b5-0906-481d-bd34-1b56b1565287 req-2b4bea85-4f6a-4781-8d34-1c430cdf1382 tempest-ServerRescueNegativeTestJSON-1009389569 tempest-ServerRescueNegativeTestJSON-1009389569-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853168243'] for port, before_response {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:12:10.058211 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-eb4664b5-0906-481d-bd34-1b56b1565287 req-2b4bea85-4f6a-4781-8d34-1c430cdf1382 tempest-ServerRescueNegativeTestJSON-1009389569 tempest-ServerRescueNegativeTestJSON-1009389569-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 3.1620209
Apr 22 20:12:10.082810 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.v2.base [req-eb4664b5-0906-481d-bd34-1b56b1565287 req-4ec73f9e-2cba-46c2-ab53-f42a89d9c862 service neutron] Request body: {'port': {'device_id': '469f3208-145f-4d5b-b5d0-3d1d24295374', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78763'}} {{(pid=86331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 22 20:12:10.143062 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.quota.driver [req-e73e114d-02a0-4ba3-92ec-3f1fbab622eb req-bd18b53a-bd7d-4c45-9c77-5829e0b2e3f4 tempest-ServerRescueNegativeTestJSON-1009389569 tempest-ServerRescueNegativeTestJSON-1009389569-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 22 20:12:10.148077 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.quota.resource [req-e73e114d-02a0-4ba3-92ec-3f1fbab622eb req-bd18b53a-bd7d-4c45-9c77-5829e0b2e3f4 tempest-ServerRescueNegativeTestJSON-1009389569 tempest-ServerRescueNegativeTestJSON-1009389569-project] Usage tracker for resource:port and tenant:a3da31af07b74c20b145ac19f125aded is out of sync, need to count used quota {{(pid=86331) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 22 20:12:10.151681 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.quota.resource [req-e73e114d-02a0-4ba3-92ec-3f1fbab622eb req-bd18b53a-bd7d-4c45-9c77-5829e0b2e3f4 tempest-ServerRescueNegativeTestJSON-1009389569 tempest-ServerRescueNegativeTestJSON-1009389569-project] Quota usage for port was recalculated. Used quota:2. {{(pid=86331) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 22 20:12:10.163888 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.quota.driver [req-e73e114d-02a0-4ba3-92ec-3f1fbab622eb req-bd18b53a-bd7d-4c45-9c77-5829e0b2e3f4 tempest-ServerRescueNegativeTestJSON-1009389569 tempest-ServerRescueNegativeTestJSON-1009389569-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=86331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 22 20:12:10.205796 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e73e114d-02a0-4ba3-92ec-3f1fbab622eb req-bd18b53a-bd7d-4c45-9c77-5829e0b2e3f4 tempest-ServerRescueNegativeTestJSON-1009389569 tempest-ServerRescueNegativeTestJSON-1009389569-project] Made reservation on behalf of a3da31af07b74c20b145ac19f125aded for: {'port': 1} {{(pid=86331) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 22 20:12:10.212693 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [req-e73e114d-02a0-4ba3-92ec-3f1fbab622eb req-bd18b53a-bd7d-4c45-9c77-5829e0b2e3f4 tempest-ServerRescueNegativeTestJSON-1009389569 tempest-ServerRescueNegativeTestJSON-1009389569-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587983'] for port, before_create {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:12:10.292415 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a4b56e-77e5-41e4-9cb7-334a35202a34 req-00c85422-f95a-4f00-9d0a-2bedbca58869 tempest-AttachVolumeTestJSON-431678780 tempest-AttachVolumeTestJSON-431678780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 20:12:10.293274 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.quota.resource [req-17a4b56e-77e5-41e4-9cb7-334a35202a34 req-00c85422-f95a-4f00-9d0a-2bedbca58869 tempest-AttachVolumeTestJSON-431678780 tempest-AttachVolumeTestJSON-431678780-project] Synchronizing usage tracker for tenant:d911111607464bf49ef66ee3335728c8 on resource:port {{(pid=86330) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 22 20:12:10.319630 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.quota.resource [req-17a4b56e-77e5-41e4-9cb7-334a35202a34 req-00c85422-f95a-4f00-9d0a-2bedbca58869 tempest-AttachVolumeTestJSON-431678780 tempest-AttachVolumeTestJSON-431678780-project] Unset dirty status for tenant:d911111607464bf49ef66ee3335728c8 on resource:port {{(pid=86330) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 22 20:12:10.327484 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-17a4b56e-77e5-41e4-9cb7-334a35202a34 req-00c85422-f95a-4f00-9d0a-2bedbca58869 tempest-AttachVolumeTestJSON-431678780 tempest-AttachVolumeTestJSON-431678780-project] 10.222.0.30 "GET /v2.0/ports?device_id=856aff26-352c-4f6c-a8fa-a9199da8c43a HTTP/1.1" status: 200  len: 931 time: 0.1707129
Apr 22 20:12:10.371819 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a1458a-caab-45a3-9662-dce73f6443af req-984d3bfd-4f91-41d7-93f0-4b5c578f4d0d tempest-DeleteServersTestJSON-432539575 tempest-DeleteServersTestJSON-432539575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 20:12:10.380007 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-c2a1458a-caab-45a3-9662-dce73f6443af req-984d3bfd-4f91-41d7-93f0-4b5c578f4d0d tempest-DeleteServersTestJSON-432539575 tempest-DeleteServersTestJSON-432539575-project] 10.222.0.30 "GET /v2.0/ports?device_id=4be19373-fd93-4abb-aac5-299af84535cf HTTP/1.1" status: 200  len: 946 time: 0.4944589
Apr 22 20:12:10.445788 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-17a4b56e-77e5-41e4-9cb7-334a35202a34 req-f3e09400-a4ea-4678-b3ac-f0b28db93dab tempest-AttachVolumeTestJSON-431678780 tempest-AttachVolumeTestJSON-431678780-project] 10.222.0.30 "GET /v2.0/security-groups?id=7cb077a5-4ba7-4c7b-8f9c-203a75555aff&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1170931
Apr 22 20:12:10.469753 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.notifiers.nova [req-213297de-c79a-4d35-961a-af07cc660ce1 req-20ca07c8-2f17-4c25-923a-c639e485194d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9aa3800f-3327-462d-a953-942086bb3ed4 {{(pid=86330) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 22 20:12:10.474336 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.wsgi [-] (86330) accepted ('10.222.0.30', 34898) {{(pid=86330) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 20:12:10.485176 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [req-213297de-c79a-4d35-961a-af07cc660ce1 req-20ca07c8-2f17-4c25-923a-c639e485194d service neutron] Notify callbacks [] for port, precommit_update {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:12:10.495679 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [req-eb4664b5-0906-481d-bd34-1b56b1565287 req-4ec73f9e-2cba-46c2-ab53-f42a89d9c862 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587983'] for port, before_update {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:12:10.502868 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.provisioning_blocks [req-213297de-c79a-4d35-961a-af07cc660ce1 req-20ca07c8-2f17-4c25-923a-c639e485194d service neutron] Transition to ACTIVE for port object 9aa3800f-3327-462d-a953-942086bb3ed4 will not be triggered until provisioned by entity L2. {{(pid=86330) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 22 20:12:10.505787 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [req-213297de-c79a-4d35-961a-af07cc660ce1 req-20ca07c8-2f17-4c25-923a-c639e485194d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854198495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853168226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727707997384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363309147208137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727707567697'] for port, after_update {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:12:10.512412 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 20:12:10.703772 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-c2a1458a-caab-45a3-9662-dce73f6443af req-cbbe43c9-a8fe-46f8-af0f-1a3f94767893 tempest-DeleteServersTestJSON-432539575 tempest-DeleteServersTestJSON-432539575-project] 10.222.0.30 "GET /v2.0/security-groups?id=d55ceebb-51ed-4aac-b636-f683c724b454&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3224297
Apr 22 20:12:10.755814 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4be19373-fd93-4abb-aac5-299af84535cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '09b438d9-db19-4054-91f7-90a1da3d38cd', 'code': 200}
Apr 22 20:12:10.815286 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.db_base_plugin_common [req-e73e114d-02a0-4ba3-92ec-3f1fbab622eb req-bd18b53a-bd7d-4c45-9c77-5829e0b2e3f4 tempest-ServerRescueNegativeTestJSON-1009389569 tempest-ServerRescueNegativeTestJSON-1009389569-project] Allocated IP 172.20.0.12 (571b53d1-aed3-4bd3-ab53-2cb6e0d9c5b7/30cce57f-0720-4461-b727-7eddafc0e70c/d9a7d619-2ae7-4c86-8dd8-78564d00ed72) {{(pid=86331) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 22 20:12:10.865188 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.rpc [None req-cbbe70c9-0b39-4f9d-be6e-4133a7c8f54f None None] Device ac20feeb-ec82-4731-bb0e-f1e77bc564d5 details requested by agent hyperv_hv-cinder-78763 with host hv-cinder-78763 {{(pid=86332) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 22 20:12:10.898831 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-a571e537-4661-41ab-94ff-5565aa0b981a admin admin] Notify callbacks [] for security_group, before_create {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:12:10.936635 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20ca07c8-2f17-4c25-923a-c639e485194d service neutron] Pushing event updated for resources: {'Port': ['ID=9aa3800f-3327-462d-a953-942086bb3ed4,revision_number=2']} {{(pid=86330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 20:12:10.958277 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [None req-20ca07c8-2f17-4c25-923a-c639e485194d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.445s {{(pid=86330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 20:12:10.971034 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.quota.driver [None req-a571e537-4661-41ab-94ff-5565aa0b981a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86330) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 22 20:12:10.980962 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.quota.resource [None req-a571e537-4661-41ab-94ff-5565aa0b981a admin admin] Usage tracker for resource:security_group_rule and tenant:9f5101647d87401ebbf988b03399f4eb is out of sync, need to count used quota {{(pid=86330) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 22 20:12:10.985501 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.quota.resource [None req-a571e537-4661-41ab-94ff-5565aa0b981a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86330) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 22 20:12:10.988869 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.managers [req-213297de-c79a-4d35-961a-af07cc660ce1 req-20ca07c8-2f17-4c25-923a-c639e485194d service neutron] Attempting to bind port 9aa3800f-3327-462d-a953-942086bb3ed4 on host hv-cinder-78763 for vnic_type normal with profile  {{(pid=86330) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 22 20:12:10.989534 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.managers [req-213297de-c79a-4d35-961a-af07cc660ce1 req-20ca07c8-2f17-4c25-923a-c639e485194d service neutron] Attempting to bind port 9aa3800f-3327-462d-a953-942086bb3ed4 by drivers openvswitch,hyperv on host hv-cinder-78763 at level 0 using segments [{'id': 'ee2cf152-35a2-4f0a-9e62-a52542065261', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '8eb42aba-9fa9-48c5-ac95-29b89130e5f9'}] {{(pid=86330) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 22 20:12:10.990226 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-213297de-c79a-4d35-961a-af07cc660ce1 req-20ca07c8-2f17-4c25-923a-c639e485194d service neutron] Attempting to bind port 9aa3800f-3327-462d-a953-942086bb3ed4 on network 8eb42aba-9fa9-48c5-ac95-29b89130e5f9 {{(pid=86330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 22 20:12:11.001647 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-213297de-c79a-4d35-961a-af07cc660ce1 req-20ca07c8-2f17-4c25-923a-c639e485194d service neutron] Port 9aa3800f-3327-462d-a953-942086bb3ed4 on network 8eb42aba-9fa9-48c5-ac95-29b89130e5f9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78763 {{(pid=86330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 22 20:12:11.002032 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-213297de-c79a-4d35-961a-af07cc660ce1 req-20ca07c8-2f17-4c25-923a-c639e485194d service neutron] Attempting to bind port 9aa3800f-3327-462d-a953-942086bb3ed4 on network 8eb42aba-9fa9-48c5-ac95-29b89130e5f9 {{(pid=86330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 22 20:12:11.004488 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.quota.driver [None req-a571e537-4661-41ab-94ff-5565aa0b981a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86330) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 22 20:12:11.064565 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-213297de-c79a-4d35-961a-af07cc660ce1 req-20ca07c8-2f17-4c25-923a-c639e485194d service neutron] Checking agent: {'id': 'b4f1961c-1932-496b-a656-3b148bb81a73', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78763', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 22, 20, 9, 49), 'started_at': datetime.datetime(2021, 4, 22, 20, 9, 49), 'heartbeat_timestamp': datetime.datetime(2021, 4, 22, 20, 11, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 22 20:12:11.065095 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-213297de-c79a-4d35-961a-af07cc660ce1 req-20ca07c8-2f17-4c25-923a-c639e485194d service neutron] Checking segment: {'id': 'ee2cf152-35a2-4f0a-9e62-a52542065261', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '8eb42aba-9fa9-48c5-ac95-29b89130e5f9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86330) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 22 20:12:11.065461 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-213297de-c79a-4d35-961a-af07cc660ce1 req-20ca07c8-2f17-4c25-923a-c639e485194d service neutron] Bound using segment: {'id': 'ee2cf152-35a2-4f0a-9e62-a52542065261', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '8eb42aba-9fa9-48c5-ac95-29b89130e5f9'} {{(pid=86330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 22 20:12:11.066003 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.managers [req-213297de-c79a-4d35-961a-af07cc660ce1 req-20ca07c8-2f17-4c25-923a-c639e485194d service neutron] Bound port: 9aa3800f-3327-462d-a953-942086bb3ed4, host: hv-cinder-78763, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ee2cf152-35a2-4f0a-9e62-a52542065261', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '8eb42aba-9fa9-48c5-ac95-29b89130e5f9'}}] {{(pid=86330) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 22 20:12:11.066392 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [req-213297de-c79a-4d35-961a-af07cc660ce1 req-20ca07c8-2f17-4c25-923a-c639e485194d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587983'] for port, before_update {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:12:11.077433 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.db [None req-cbbe70c9-0b39-4f9d-be6e-4133a7c8f54f None None] For port ac20feeb-ec82-4731-bb0e-f1e77bc564d5, host hv-cinder-78763, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78763',level=0,port_id=ac20feeb-ec82-4731-bb0e-f1e77bc564d5,segment=NetworkSegment(3a7c8a3c-d8a5-4ea6-9c7e-398752a60d2f),segment_id=3a7c8a3c-d8a5-4ea6-9c7e-398752a60d2f)] {{(pid=86332) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 22 20:12:11.082960 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-e5409535-0da2-4d51-ab98-da45d35b4f4b req-4ca4a993-71ef-4846-979f-23b2e3547e19 tempest-ServerRescueNegativeTestJSON-1009389569 tempest-ServerRescueNegativeTestJSON-1009389569-project] 10.222.0.30 "GET /v2.0/ports?device_id=c716f776-b175-41ed-8d8a-055fa4548224 HTTP/1.1" status: 200  len: 210 time: 0.0901415
Apr 22 20:12:11.092512 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.rpc [None req-cbbe70c9-0b39-4f9d-be6e-4133a7c8f54f None None] Returning: {'device': 'ac20feeb-ec82-4731-bb0e-f1e77bc564d5', 'network_id': '2f71bdb9-006a-4ab4-9335-9bbccd5c61c9', 'port_id': 'ac20feeb-ec82-4731-bb0e-f1e77bc564d5', 'mac_address': 'fa:16:3e:19:db:4c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 356, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9b9fb9ac-2966-4dc7-9c84-10a923d75111', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86332) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 22 20:12:11.159059 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-cbbe70c9-0b39-4f9d-be6e-4133a7c8f54f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587983'] for port, before_update {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:12:11.178360 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.notifiers.nova [None req-cbbe70c9-0b39-4f9d-be6e-4133a7c8f54f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ac20feeb-ec82-4731-bb0e-f1e77bc564d5 {{(pid=86332) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 22 20:12:11.194896 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.db [None req-cbbe70c9-0b39-4f9d-be6e-4133a7c8f54f None None] For port ac20feeb-ec82-4731-bb0e-f1e77bc564d5, host hv-cinder-78763, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78763',level=0,port_id=ac20feeb-ec82-4731-bb0e-f1e77bc564d5,segment=NetworkSegment(3a7c8a3c-d8a5-4ea6-9c7e-398752a60d2f),segment_id=3a7c8a3c-d8a5-4ea6-9c7e-398752a60d2f)] {{(pid=86332) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 22 20:12:11.198734 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-cbbe70c9-0b39-4f9d-be6e-4133a7c8f54f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854198495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853168226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727707997384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363309147208137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727707567697'] for port, after_update {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:12:11.201499 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [None req-08e5d76f-3fe5-4242-a4b8-30f374028052 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86332) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 20:12:11.206875 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.db [req-213297de-c79a-4d35-961a-af07cc660ce1 req-20ca07c8-2f17-4c25-923a-c639e485194d service neutron] For port 9aa3800f-3327-462d-a953-942086bb3ed4, host hv-cinder-78763, cleared binding levels {{(pid=86330) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 22 20:12:11.216638 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.db [req-213297de-c79a-4d35-961a-af07cc660ce1 req-20ca07c8-2f17-4c25-923a-c639e485194d service neutron] For port 9aa3800f-3327-462d-a953-942086bb3ed4, host hv-cinder-78763, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78763',level=0,port_id=9aa3800f-3327-462d-a953-942086bb3ed4,segment=NetworkSegment(ee2cf152-35a2-4f0a-9e62-a52542065261),segment_id=ee2cf152-35a2-4f0a-9e62-a52542065261)] {{(pid=86330) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 22 20:12:11.223669 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [req-213297de-c79a-4d35-961a-af07cc660ce1 req-20ca07c8-2f17-4c25-923a-c639e485194d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854198495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853168226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727707997384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363309147208137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727707567697'] for port, after_update {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:12:11.231328 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 20:12:11.304358 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e30c8d-17a3-4ccc-8243-a7641b8a9b53 req-b7634e60-07aa-40fa-bc0f-919966f1a455 tempest-AttachVolumeNegativeTest-423716770 tempest-AttachVolumeNegativeTest-423716770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 20:12:11.307059 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-76e30c8d-17a3-4ccc-8243-a7641b8a9b53 req-b7634e60-07aa-40fa-bc0f-919966f1a455 tempest-AttachVolumeNegativeTest-423716770 tempest-AttachVolumeNegativeTest-423716770-project] 10.222.0.30 "GET /v2.0/ports?device_id=666a5894-4ce9-47e9-8adf-a77b64d57479 HTTP/1.1" status: 200  len: 943 time: 0.3759041
Apr 22 20:12:11.309692 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbbe70c9-0b39-4f9d-be6e-4133a7c8f54f None None] Pushing event updated for resources: {'Port': ['ID=ac20feeb-ec82-4731-bb0e-f1e77bc564d5,revision_number=4']} {{(pid=86332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 20:12:11.311210 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-213297de-c79a-4d35-961a-af07cc660ce1 req-20ca07c8-2f17-4c25-923a-c639e485194d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 20:12:11.311898 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [req-213297de-c79a-4d35-961a-af07cc660ce1 req-20ca07c8-2f17-4c25-923a-c639e485194d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853168243'] for port, before_response {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:12:11.313399 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-213297de-c79a-4d35-961a-af07cc660ce1 req-20ca07c8-2f17-4c25-923a-c639e485194d service neutron] 10.222.0.46 "PUT /v2.0/ports/9aa3800f-3327-462d-a953-942086bb3ed4 HTTP/1.1" status: 200  len: 1093 time: 1.8930593
Apr 22 20:12:11.313948 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '856aff26-352c-4f6c-a8fa-a9199da8c43a', 'tag': '9aa3800f-3327-462d-a953-942086bb3ed4'}] {{(pid=86330) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 22 20:12:11.322642 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [None req-cbbe70c9-0b39-4f9d-be6e-4133a7c8f54f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=86332) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 20:12:11.345375 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf02448f-cb45-4c3d-ae8a-85df9ab2a543 req-d1073f8e-d464-4214-ba75-a7c09e59afb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 20:12:11.347359 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-bf02448f-cb45-4c3d-ae8a-85df9ab2a543 req-d1073f8e-d464-4214-ba75-a7c09e59afb3 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=4be19373-fd93-4abb-aac5-299af84535cf HTTP/1.1" status: 200  len: 1099 time: 0.3026369
Apr 22 20:12:11.429868 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [req-bf02448f-cb45-4c3d-ae8a-85df9ab2a543 req-d3ee9ab8-ba89-46b6-bc4b-0931a736abbe service neutron] Notify callbacks [] for security_group, before_create {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:12:11.468010 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.db [None req-cbbe70c9-0b39-4f9d-be6e-4133a7c8f54f None None] get_ports_and_sgs() called for port_ids ['ac20feeb-ec82-4731-bb0e-f1e77bc564d5'] {{(pid=86332) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 22 20:12:11.482785 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-76e30c8d-17a3-4ccc-8243-a7641b8a9b53 req-42c24fd7-4ba1-4cfc-9564-ca4b05bd3831 tempest-AttachVolumeNegativeTest-423716770 tempest-AttachVolumeNegativeTest-423716770-project] 10.222.0.30 "GET /v2.0/security-groups?id=12e357dc-1d76-4f4d-8ec3-cba1cfd90e7f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1459022
Apr 22 20:12:11.496699 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.quota.driver [req-bf02448f-cb45-4c3d-ae8a-85df9ab2a543 req-d3ee9ab8-ba89-46b6-bc4b-0931a736abbe service neutron] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 22 20:12:11.514271 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-a571e537-4661-41ab-94ff-5565aa0b981a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:12:11.550224 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-a571e537-4661-41ab-94ff-5565aa0b981a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393900'] for security_group, after_create {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:12:11.565414 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.quota.resource [req-bf02448f-cb45-4c3d-ae8a-85df9ab2a543 req-d3ee9ab8-ba89-46b6-bc4b-0931a736abbe service neutron] Usage tracker for resource:security_group_rule and tenant:a492b5c5e65b4b2f90c9108130da4b97 is out of sync, need to count used quota {{(pid=86331) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 22 20:12:11.570048 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.quota.resource [req-bf02448f-cb45-4c3d-ae8a-85df9ab2a543 req-d3ee9ab8-ba89-46b6-bc4b-0931a736abbe service neutron] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86331) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 22 20:12:11.576281 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20ca07c8-2f17-4c25-923a-c639e485194d service neutron] Pushing event updated for resources: {'Port': ['ID=9aa3800f-3327-462d-a953-942086bb3ed4,revision_number=3']} {{(pid=86330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 20:12:11.579936 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [None req-20ca07c8-2f17-4c25-923a-c639e485194d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.349s {{(pid=86330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 20:12:11.582664 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 20:12:11.588491 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [req-e73e114d-02a0-4ba3-92ec-3f1fbab622eb req-bd18b53a-bd7d-4c45-9c77-5829e0b2e3f4 tempest-ServerRescueNegativeTestJSON-1009389569 tempest-ServerRescueNegativeTestJSON-1009389569-project] Notify callbacks [] for port, precommit_create {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:12:11.599988 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.quota.driver [req-bf02448f-cb45-4c3d-ae8a-85df9ab2a543 req-d3ee9ab8-ba89-46b6-bc4b-0931a736abbe service neutron] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 22 20:12:11.618657 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a571e537-4661-41ab-94ff-5565aa0b981a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34e7cff5-26f1-4db8-8f1c-f306862ab629,revision_number=1']} {{(pid=86330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 20:12:11.622430 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [None req-a571e537-4661-41ab-94ff-5565aa0b981a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=86330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 20:12:11.649030 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [None req-a571e537-4661-41ab-94ff-5565aa0b981a admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=9f5101647d87401ebbf988b03399f4eb&name=default HTTP/1.1" status: 200  len: 2979 time: 1.1734183
Apr 22 20:12:11.652927 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-213297de-c79a-4d35-961a-af07cc660ce1 req-f4a8431c-effa-4fc5-85ea-ef8a2f322876 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 20:12:11.654153 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-213297de-c79a-4d35-961a-af07cc660ce1 req-f4a8431c-effa-4fc5-85ea-ef8a2f322876 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=d911111607464bf49ef66ee3335728c8&device_id=856aff26-352c-4f6c-a8fa-a9199da8c43a HTTP/1.1" status: 200  len: 1096 time: 0.2818964
Apr 22 20:12:11.654915 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.wsgi [-] (86330) accepted ('10.222.0.30', 34936) {{(pid=86330) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 20:12:11.731300 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [req-bf02448f-cb45-4c3d-ae8a-85df9ab2a543 req-d3ee9ab8-ba89-46b6-bc4b-0931a736abbe service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:12:11.737355 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [req-bf02448f-cb45-4c3d-ae8a-85df9ab2a543 req-d3ee9ab8-ba89-46b6-bc4b-0931a736abbe service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393900'] for security_group, after_create {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:12:11.749745 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 20:12:11.774944 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-bf02448f-cb45-4c3d-ae8a-85df9ab2a543 req-d3ee9ab8-ba89-46b6-bc4b-0931a736abbe service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=d55ceebb-51ed-4aac-b636-f683c724b454&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4031169
Apr 22 20:12:11.836185 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '856aff26-352c-4f6c-a8fa-a9199da8c43a', 'tag': '9aa3800f-3327-462d-a953-942086bb3ed4', 'status': 'completed', 'code': 200}
Apr 22 20:12:11.836399 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ee9ab8-ba89-46b6-bc4b-0931a736abbe service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=90d9bce9-9897-4b90-b41b-69339addcf9f,revision_number=1']} {{(pid=86331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 20:12:11.846186 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [None req-d3ee9ab8-ba89-46b6-bc4b-0931a736abbe service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 20:12:11.889641 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-213297de-c79a-4d35-961a-af07cc660ce1 req-8ba82a22-3457-40b6-8d90-f29cc3a8c09c service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9aa3800f-3327-462d-a953-942086bb3ed4 HTTP/1.1" status: 200  len: 217 time: 0.1829221
Apr 22 20:12:11.891463 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-3b67ba9b-a6b1-4ac6-a3a9-f7860c520bfb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:12:11.907513 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [req-e73e114d-02a0-4ba3-92ec-3f1fbab622eb req-bd18b53a-bd7d-4c45-9c77-5829e0b2e3f4 tempest-ServerRescueNegativeTestJSON-1009389569 tempest-ServerRescueNegativeTestJSON-1009389569-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854198495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853168226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363309147208154'] for port, after_create {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:12:11.928275 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-3b67ba9b-a6b1-4ac6-a3a9-f7860c520bfb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:12:11.981192 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [None req-05826d66-4b79-4a6e-b52c-fe85354681c1 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 20:12:12.045627 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e73e114d-02a0-4ba3-92ec-3f1fbab622eb req-bd18b53a-bd7d-4c45-9c77-5829e0b2e3f4 tempest-ServerRescueNegativeTestJSON-1009389569 tempest-ServerRescueNegativeTestJSON-1009389569-project] Network 571b53d1-aed3-4bd3-ab53-2cb6e0d9c5b7 is already hosted by enough agents. {{(pid=86331) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 22 20:12:12.095983 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.scheduler.base_scheduler [req-e73e114d-02a0-4ba3-92ec-3f1fbab622eb req-bd18b53a-bd7d-4c45-9c77-5829e0b2e3f4 tempest-ServerRescueNegativeTestJSON-1009389569 tempest-ServerRescueNegativeTestJSON-1009389569-project] Resources bound (agent type, host, resource id):  {{(pid=86331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 22 20:12:12.107780 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.l3_dvrscheduler_db [req-e73e114d-02a0-4ba3-92ec-3f1fbab622eb req-bd18b53a-bd7d-4c45-9c77-5829e0b2e3f4 tempest-ServerRescueNegativeTestJSON-1009389569 tempest-ServerRescueNegativeTestJSON-1009389569-project] Received port after_create {{(pid=86331) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 22 20:12:12.115395 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e73e114d-02a0-4ba3-92ec-3f1fbab622eb req-bd18b53a-bd7d-4c45-9c77-5829e0b2e3f4 tempest-ServerRescueNegativeTestJSON-1009389569 tempest-ServerRescueNegativeTestJSON-1009389569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 20:12:12.116041 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [req-e73e114d-02a0-4ba3-92ec-3f1fbab622eb req-bd18b53a-bd7d-4c45-9c77-5829e0b2e3f4 tempest-ServerRescueNegativeTestJSON-1009389569 tempest-ServerRescueNegativeTestJSON-1009389569-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853168243'] for port, before_response {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:12:12.121152 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-213297de-c79a-4d35-961a-af07cc660ce1 req-f3306099-00bd-4fd4-90ab-868e1e8acf43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 20:12:12.124412 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-213297de-c79a-4d35-961a-af07cc660ce1 req-f3306099-00bd-4fd4-90ab-868e1e8acf43 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=e2d55e83-7c80-4c1a-99f4-0aea05526efc HTTP/1.1" status: 200  len: 849 time: 0.1307421
Apr 22 20:12:12.186155 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40046a60-d106-4840-bd3a-2607c2e0ecaa req-7601e1d7-d9fa-49f0-b612-5d5b770b9dc9 tempest-AttachVolumeTestJSON-431678780 tempest-AttachVolumeTestJSON-431678780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 20:12:12.187775 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-40046a60-d106-4840-bd3a-2607c2e0ecaa req-7601e1d7-d9fa-49f0-b612-5d5b770b9dc9 tempest-AttachVolumeTestJSON-431678780 tempest-AttachVolumeTestJSON-431678780-project] 10.222.0.30 "GET /v2.0/ports?device_id=856aff26-352c-4f6c-a8fa-a9199da8c43a HTTP/1.1" status: 200  len: 943 time: 0.3993144
Apr 22 20:12:12.192087 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-e73e114d-02a0-4ba3-92ec-3f1fbab622eb req-bd18b53a-bd7d-4c45-9c77-5829e0b2e3f4 tempest-ServerRescueNegativeTestJSON-1009389569 tempest-ServerRescueNegativeTestJSON-1009389569-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 3.2720912
Apr 22 20:12:12.199758 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-3b67ba9b-a6b1-4ac6-a3a9-f7860c520bfb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393900'] for security_group, after_delete {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:12:12.203664 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd18b53a-bd7d-4c45-9c77-5829e0b2e3f4 tempest-ServerRescueNegativeTestJSON-1009389569 tempest-ServerRescueNegativeTestJSON-1009389569-project] Pushing event updated for resources: {'Port': ['ID=d9a7d619-2ae7-4c86-8dd8-78564d00ed72,revision_number=1']} {{(pid=86331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 20:12:12.216761 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.v2.base [req-e73e114d-02a0-4ba3-92ec-3f1fbab622eb req-a9cec021-fb5e-4ea7-acc5-aa2f05569325 service neutron] Request body: {'port': {'device_id': 'c716f776-b175-41ed-8d8a-055fa4548224', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78763'}} {{(pid=86331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 22 20:12:12.231114 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [None req-9135600c-a6a7-4f4a-8806-89bd8aceb08f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 20:12:12.245465 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [None req-bd18b53a-bd7d-4c45-9c77-5829e0b2e3f4 tempest-ServerRescueNegativeTestJSON-1009389569 tempest-ServerRescueNegativeTestJSON-1009389569-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.264s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 20:12:12.250910 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b67ba9b-a6b1-4ac6-a3a9-f7860c520bfb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34e7cff5-26f1-4db8-8f1c-f306862ab629,revision_number=None']} {{(pid=86330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 20:12:12.264591 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [None req-3b67ba9b-a6b1-4ac6-a3a9-f7860c520bfb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=86330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 20:12:12.285142 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-3b67ba9b-a6b1-4ac6-a3a9-f7860c520bfb admin admin] Notify callbacks [] for security_group, before_response {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:12:12.289389 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [None req-3b67ba9b-a6b1-4ac6-a3a9-f7860c520bfb admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/34e7cff5-26f1-4db8-8f1c-f306862ab629 HTTP/1.1" status: 204  len: 168 time: 0.6304476
Apr 22 20:12:12.291619 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-40046a60-d106-4840-bd3a-2607c2e0ecaa req-ae653e7f-9ccf-43ab-bcf8-aaed79165de0 tempest-AttachVolumeTestJSON-431678780 tempest-AttachVolumeTestJSON-431678780-project] 10.222.0.30 "GET /v2.0/security-groups?id=7cb077a5-4ba7-4c7b-8f9c-203a75555aff&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0938184
Apr 22 20:12:12.305639 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-213297de-c79a-4d35-961a-af07cc660ce1 req-d613f586-c934-4ae6-9cfe-c5dd43d9e966 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 20:12:12.307455 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-213297de-c79a-4d35-961a-af07cc660ce1 req-d613f586-c934-4ae6-9cfe-c5dd43d9e966 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=8eb42aba-9fa9-48c5-ac95-29b89130e5f9&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1750717
Apr 22 20:12:12.359544 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a4d2682-c95a-40a7-af57-a1c7ad08281e req-3ead3888-afd4-4552-bbbe-c7d5a1b6c637 tempest-DeleteServersTestJSON-432539575 tempest-DeleteServersTestJSON-432539575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 20:12:12.367083 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-4a4d2682-c95a-40a7-af57-a1c7ad08281e req-3ead3888-afd4-4552-bbbe-c7d5a1b6c637 tempest-DeleteServersTestJSON-432539575 tempest-DeleteServersTestJSON-432539575-project] 10.222.0.30 "GET /v2.0/ports?device_id=4be19373-fd93-4abb-aac5-299af84535cf HTTP/1.1" status: 200  len: 946 time: 0.3493197
Apr 22 20:12:12.424651 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.wsgi [-] (86330) accepted ('10.222.0.30', 34964) {{(pid=86330) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 20:12:12.465621 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [req-e73e114d-02a0-4ba3-92ec-3f1fbab622eb req-a9cec021-fb5e-4ea7-acc5-aa2f05569325 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587983'] for port, before_update {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:12:12.504959 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.notifiers.nova [req-eb4664b5-0906-481d-bd34-1b56b1565287 req-4ec73f9e-2cba-46c2-ab53-f42a89d9c862 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6fde4950-20da-4629-b465-3f3bef3b21b6 {{(pid=86331) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 22 20:12:12.519844 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-4a4d2682-c95a-40a7-af57-a1c7ad08281e req-b4751abc-fddc-4476-8ba0-2ebe84647c3f tempest-DeleteServersTestJSON-432539575 tempest-DeleteServersTestJSON-432539575-project] 10.222.0.30 "GET /v2.0/security-groups?id=d55ceebb-51ed-4aac-b636-f683c724b454&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1517882
Apr 22 20:12:12.557093 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [req-eb4664b5-0906-481d-bd34-1b56b1565287 req-4ec73f9e-2cba-46c2-ab53-f42a89d9c862 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:12:12.576235 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-213297de-c79a-4d35-961a-af07cc660ce1 req-0890481c-cc92-403a-be1d-a2643955b1b2 service neutron] 10.222.0.46 "GET /v2.0/networks/8eb42aba-9fa9-48c5-ac95-29b89130e5f9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2597806
Apr 22 20:12:12.585705 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e364bdd3-5e46-4507-bb0e-90b29be8359a req-cc42724d-c0ce-4cc0-9b61-63507826f0dc tempest-ServerRescueNegativeTestJSON-1009389569 tempest-ServerRescueNegativeTestJSON-1009389569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 20:12:12.587244 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-e364bdd3-5e46-4507-bb0e-90b29be8359a req-cc42724d-c0ce-4cc0-9b61-63507826f0dc tempest-ServerRescueNegativeTestJSON-1009389569 tempest-ServerRescueNegativeTestJSON-1009389569-project] 10.222.0.30 "GET /v2.0/ports?device_id=c716f776-b175-41ed-8d8a-055fa4548224 HTTP/1.1" status: 200  len: 932 time: 0.1548374
Apr 22 20:12:12.593074 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.provisioning_blocks [req-eb4664b5-0906-481d-bd34-1b56b1565287 req-4ec73f9e-2cba-46c2-ab53-f42a89d9c862 service neutron] Transition to ACTIVE for port object 6fde4950-20da-4629-b465-3f3bef3b21b6 will not be triggered until provisioned by entity L2. {{(pid=86331) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 22 20:12:12.603467 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [req-eb4664b5-0906-481d-bd34-1b56b1565287 req-4ec73f9e-2cba-46c2-ab53-f42a89d9c862 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854198495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853168226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727707997384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363309147208137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727707567697'] for port, after_update {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:12:12.651439 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 20:12:12.731133 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.quota.resource [req-e364bdd3-5e46-4507-bb0e-90b29be8359a req-69bb1cb3-3910-4c9b-96bd-ebcb6e1169a3 tempest-ServerRescueNegativeTestJSON-1009389569 tempest-ServerRescueNegativeTestJSON-1009389569-project] Synchronizing usage tracker for tenant:a3da31af07b74c20b145ac19f125aded on resource:security_group {{(pid=86330) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 22 20:12:12.796418 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.wsgi [-] (86330) accepted ('10.222.0.30', 34978) {{(pid=86330) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 20:12:12.819488 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-213297de-c79a-4d35-961a-af07cc660ce1 req-ad59f4fe-e538-4054-bb4c-4bbca1ff4165 service neutron] 10.222.0.46 "GET /v2.0/networks/8eb42aba-9fa9-48c5-ac95-29b89130e5f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2312262
Apr 22 20:12:12.820111 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.quota.resource [req-e364bdd3-5e46-4507-bb0e-90b29be8359a req-69bb1cb3-3910-4c9b-96bd-ebcb6e1169a3 tempest-ServerRescueNegativeTestJSON-1009389569 tempest-ServerRescueNegativeTestJSON-1009389569-project] Unset dirty status for tenant:a3da31af07b74c20b145ac19f125aded on resource:security_group {{(pid=86330) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 22 20:12:12.821239 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-e364bdd3-5e46-4507-bb0e-90b29be8359a req-69bb1cb3-3910-4c9b-96bd-ebcb6e1169a3 tempest-ServerRescueNegativeTestJSON-1009389569 tempest-ServerRescueNegativeTestJSON-1009389569-project] 10.222.0.30 "GET /v2.0/security-groups?id=6f3d9104-7f67-4d9e-bcf5-b704aabb6c6e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2099123
Apr 22 20:12:12.824449 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-ea5cae29-6068-4245-a8c6-eafe426a33e4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:12:12.848871 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.quota.driver [None req-ea5cae29-6068-4245-a8c6-eafe426a33e4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86330) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 22 20:12:12.851248 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-2d9afd0c-dcc4-4285-8850-b15df3605e8f admin admin] Notify callbacks [] for security_group, before_create {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:12:12.864206 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.quota.resource [None req-ea5cae29-6068-4245-a8c6-eafe426a33e4 admin admin] Usage tracker for resource:security_group_rule and tenant:bb970e1e125f4df4a6b2b3f0e62c4b04 is out of sync, need to count used quota {{(pid=86330) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 22 20:12:12.868585 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.quota.resource [None req-ea5cae29-6068-4245-a8c6-eafe426a33e4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86330) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 22 20:12:12.874504 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.rpc [None req-cbbe70c9-0b39-4f9d-be6e-4133a7c8f54f None None] Device ac20feeb-ec82-4731-bb0e-f1e77bc564d5 up at agent hyperv_hv-cinder-78763 {{(pid=86332) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 22 20:12:12.878352 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.quota.driver [None req-ea5cae29-6068-4245-a8c6-eafe426a33e4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86330) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 22 20:12:12.880450 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.quota.driver [None req-2d9afd0c-dcc4-4285-8850-b15df3605e8f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86330) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 22 20:12:12.887524 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.quota.resource [None req-2d9afd0c-dcc4-4285-8850-b15df3605e8f admin admin] Usage tracker for resource:security_group_rule and tenant:43fa0fbfa6b74b84a732ebc976c65b9f is out of sync, need to count used quota {{(pid=86330) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 22 20:12:12.904539 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.quota.resource [None req-2d9afd0c-dcc4-4285-8850-b15df3605e8f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86330) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 22 20:12:12.954355 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.quota.driver [None req-2d9afd0c-dcc4-4285-8850-b15df3605e8f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86330) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 22 20:12:12.965575 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.provisioning_blocks [None req-cbbe70c9-0b39-4f9d-be6e-4133a7c8f54f None None] Provisioning for port ac20feeb-ec82-4731-bb0e-f1e77bc564d5 completed by entity L2. {{(pid=86332) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 22 20:12:12.971631 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.provisioning_blocks [None req-cbbe70c9-0b39-4f9d-be6e-4133a7c8f54f None None] Provisioning complete for port ac20feeb-ec82-4731-bb0e-f1e77bc564d5 triggered by entity L2. {{(pid=86332) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 22 20:12:12.972041 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-cbbe70c9-0b39-4f9d-be6e-4133a7c8f54f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854135278'] for port, provisioning_complete {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:12:13.086036 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e998edbb-3128-48b6-ba03-ab4030c1b992 req-0ce660fd-3c7c-4f38-a510-e774f528be0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 20:12:13.087723 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-e998edbb-3128-48b6-ba03-ab4030c1b992 req-0ce660fd-3c7c-4f38-a510-e774f528be0a service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=d911111607464bf49ef66ee3335728c8&device_id=856aff26-352c-4f6c-a8fa-a9199da8c43a HTTP/1.1" status: 200  len: 1096 time: 0.1970928
Apr 22 20:12:13.162361 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ec73f9e-2cba-46c2-ab53-f42a89d9c862 service neutron] Pushing event updated for resources: {'Port': ['ID=6fde4950-20da-4629-b465-3f3bef3b21b6,revision_number=2']} {{(pid=86331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 20:12:13.175553 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [None req-4ec73f9e-2cba-46c2-ab53-f42a89d9c862 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.524s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 20:12:13.217998 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.managers [req-eb4664b5-0906-481d-bd34-1b56b1565287 req-4ec73f9e-2cba-46c2-ab53-f42a89d9c862 service neutron] Attempting to bind port 6fde4950-20da-4629-b465-3f3bef3b21b6 on host hv-cinder-78763 for vnic_type normal with profile  {{(pid=86331) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 22 20:12:13.219126 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.managers [req-eb4664b5-0906-481d-bd34-1b56b1565287 req-4ec73f9e-2cba-46c2-ab53-f42a89d9c862 service neutron] Attempting to bind port 6fde4950-20da-4629-b465-3f3bef3b21b6 by drivers openvswitch,hyperv on host hv-cinder-78763 at level 0 using segments [{'id': '1555e1dd-eab4-4f8c-97c5-0a2b36498408', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '571b53d1-aed3-4bd3-ab53-2cb6e0d9c5b7'}] {{(pid=86331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 22 20:12:13.219695 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb4664b5-0906-481d-bd34-1b56b1565287 req-4ec73f9e-2cba-46c2-ab53-f42a89d9c862 service neutron] Attempting to bind port 6fde4950-20da-4629-b465-3f3bef3b21b6 on network 571b53d1-aed3-4bd3-ab53-2cb6e0d9c5b7 {{(pid=86331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 22 20:12:13.238148 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb4664b5-0906-481d-bd34-1b56b1565287 req-4ec73f9e-2cba-46c2-ab53-f42a89d9c862 service neutron] Port 6fde4950-20da-4629-b465-3f3bef3b21b6 on network 571b53d1-aed3-4bd3-ab53-2cb6e0d9c5b7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78763 {{(pid=86331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 22 20:12:13.239064 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb4664b5-0906-481d-bd34-1b56b1565287 req-4ec73f9e-2cba-46c2-ab53-f42a89d9c862 service neutron] Attempting to bind port 6fde4950-20da-4629-b465-3f3bef3b21b6 on network 571b53d1-aed3-4bd3-ab53-2cb6e0d9c5b7 {{(pid=86331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 22 20:12:13.247626 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-cbbe70c9-0b39-4f9d-be6e-4133a7c8f54f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587983'] for port, before_update {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:12:13.285751 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-ea5cae29-6068-4245-a8c6-eafe426a33e4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:12:13.294578 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '666a5894-4ce9-47e9-8adf-a77b64d57479', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac20feeb-ec82-4731-bb0e-f1e77bc564d5'}] {{(pid=86332) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 22 20:12:13.311906 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-2d9afd0c-dcc4-4285-8850-b15df3605e8f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:12:13.324168 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.db [None req-cbbe70c9-0b39-4f9d-be6e-4133a7c8f54f None None] For port ac20feeb-ec82-4731-bb0e-f1e77bc564d5, host hv-cinder-78763, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78763',level=0,port_id=ac20feeb-ec82-4731-bb0e-f1e77bc564d5,segment=NetworkSegment(3a7c8a3c-d8a5-4ea6-9c7e-398752a60d2f),segment_id=3a7c8a3c-d8a5-4ea6-9c7e-398752a60d2f)] {{(pid=86332) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 22 20:12:13.325550 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-ea5cae29-6068-4245-a8c6-eafe426a33e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393900'] for security_group, after_create {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:12:13.327830 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-cbbe70c9-0b39-4f9d-be6e-4133a7c8f54f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854198495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853168226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727707997384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363309147208137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727707567697'] for port, after_update {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:12:13.329896 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [None req-08e5d76f-3fe5-4242-a4b8-30f374028052 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86332) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 20:12:13.353938 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [None req-f20b78e8-de55-41d6-bc90-56d4a27b0c8a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 20:12:13.395002 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [None req-ea5cae29-6068-4245-a8c6-eafe426a33e4 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=bb970e1e125f4df4a6b2b3f0e62c4b04&name=default HTTP/1.1" status: 200  len: 2979 time: 0.9692836
Apr 22 20:12:13.396444 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-2d9afd0c-dcc4-4285-8850-b15df3605e8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393900'] for security_group, after_create {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:12:13.411505 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.wsgi [-] (86330) accepted ('10.222.0.30', 35010) {{(pid=86330) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 20:12:13.467070 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8acbfae-b336-4f35-9f40-620328f54d20 req-c475fbe1-ad28-4229-af8f-fe3a011db8b7 tempest-AttachVolumeNegativeTest-423716770 tempest-AttachVolumeNegativeTest-423716770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 20:12:13.480328 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-a8acbfae-b336-4f35-9f40-620328f54d20 req-c475fbe1-ad28-4229-af8f-fe3a011db8b7 tempest-AttachVolumeNegativeTest-423716770 tempest-AttachVolumeNegativeTest-423716770-project] 10.222.0.30 "GET /v2.0/ports?device_id=666a5894-4ce9-47e9-8adf-a77b64d57479 HTTP/1.1" status: 200  len: 944 time: 0.7545166
Apr 22 20:12:13.488050 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb4664b5-0906-481d-bd34-1b56b1565287 req-4ec73f9e-2cba-46c2-ab53-f42a89d9c862 service neutron] Checking agent: {'id': 'b4f1961c-1932-496b-a656-3b148bb81a73', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78763', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 22, 20, 9, 49), 'started_at': datetime.datetime(2021, 4, 22, 20, 9, 49), 'heartbeat_timestamp': datetime.datetime(2021, 4, 22, 20, 11, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 22 20:12:13.488633 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb4664b5-0906-481d-bd34-1b56b1565287 req-4ec73f9e-2cba-46c2-ab53-f42a89d9c862 service neutron] Checking segment: {'id': '1555e1dd-eab4-4f8c-97c5-0a2b36498408', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '571b53d1-aed3-4bd3-ab53-2cb6e0d9c5b7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86331) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 22 20:12:13.489336 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb4664b5-0906-481d-bd34-1b56b1565287 req-4ec73f9e-2cba-46c2-ab53-f42a89d9c862 service neutron] Bound using segment: {'id': '1555e1dd-eab4-4f8c-97c5-0a2b36498408', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '571b53d1-aed3-4bd3-ab53-2cb6e0d9c5b7'} {{(pid=86331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 22 20:12:13.490096 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.managers [req-eb4664b5-0906-481d-bd34-1b56b1565287 req-4ec73f9e-2cba-46c2-ab53-f42a89d9c862 service neutron] Bound port: 6fde4950-20da-4629-b465-3f3bef3b21b6, host: hv-cinder-78763, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1555e1dd-eab4-4f8c-97c5-0a2b36498408', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '571b53d1-aed3-4bd3-ab53-2cb6e0d9c5b7'}}] {{(pid=86331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 22 20:12:13.490763 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [req-eb4664b5-0906-481d-bd34-1b56b1565287 req-4ec73f9e-2cba-46c2-ab53-f42a89d9c862 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587983'] for port, before_update {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:12:13.567926 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e998edbb-3128-48b6-ba03-ab4030c1b992 req-c145c1ab-b5ef-4433-af68-292fb7fe6c0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 20:12:13.598612 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-e998edbb-3128-48b6-ba03-ab4030c1b992 req-c145c1ab-b5ef-4433-af68-292fb7fe6c0e service neutron] 10.222.0.46 "GET /v2.0/networks?id=8eb42aba-9fa9-48c5-ac95-29b89130e5f9 HTTP/1.1" status: 200  len: 911 time: 0.4709105
Apr 22 20:12:13.741521 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.db [req-eb4664b5-0906-481d-bd34-1b56b1565287 req-4ec73f9e-2cba-46c2-ab53-f42a89d9c862 service neutron] For port 6fde4950-20da-4629-b465-3f3bef3b21b6, host hv-cinder-78763, cleared binding levels {{(pid=86331) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 22 20:12:13.744887 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.db [req-eb4664b5-0906-481d-bd34-1b56b1565287 req-4ec73f9e-2cba-46c2-ab53-f42a89d9c862 service neutron] For port 6fde4950-20da-4629-b465-3f3bef3b21b6, host hv-cinder-78763, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78763',level=0,port_id=6fde4950-20da-4629-b465-3f3bef3b21b6,segment=NetworkSegment(1555e1dd-eab4-4f8c-97c5-0a2b36498408),segment_id=1555e1dd-eab4-4f8c-97c5-0a2b36498408)] {{(pid=86331) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 22 20:12:13.756056 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-e998edbb-3128-48b6-ba03-ab4030c1b992 req-526da432-e1b4-4fbe-be9f-ecede302faff service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9aa3800f-3327-462d-a953-942086bb3ed4 HTTP/1.1" status: 200  len: 217 time: 0.1564174
Apr 22 20:12:13.757047 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea5cae29-6068-4245-a8c6-eafe426a33e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c98d519-43b0-4ed1-bebd-ec7d50a2e568,revision_number=1']} {{(pid=86330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 20:12:13.765940 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [req-eb4664b5-0906-481d-bd34-1b56b1565287 req-4ec73f9e-2cba-46c2-ab53-f42a89d9c862 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854198495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853168226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727707997384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363309147208137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727707567697'] for port, after_update {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:12:13.767104 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [None req-2d9afd0c-dcc4-4285-8850-b15df3605e8f admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=43fa0fbfa6b74b84a732ebc976c65b9f&name=default HTTP/1.1" status: 200  len: 2979 time: 0.9676175
Apr 22 20:12:13.768653 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.wsgi [-] (86331) accepted ('10.222.0.30', 35022) {{(pid=86331) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 20:12:13.780526 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [None req-ea5cae29-6068-4245-a8c6-eafe426a33e4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.427s {{(pid=86330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 20:12:13.781115 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.369s {{(pid=86330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 20:12:13.790213 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '666a5894-4ce9-47e9-8adf-a77b64d57479', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac20feeb-ec82-4731-bb0e-f1e77bc564d5', 'code': 200}
Apr 22 20:12:13.803904 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbbe70c9-0b39-4f9d-be6e-4133a7c8f54f None None] Pushing event updated for resources: {'Port': ['ID=ac20feeb-ec82-4731-bb0e-f1e77bc564d5,revision_number=5']} {{(pid=86332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 20:12:13.809339 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [None req-4121befd-e87c-430b-a903-b418ee38fcb9 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 20:12:13.833161 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [None req-cbbe70c9-0b39-4f9d-be6e-4133a7c8f54f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.496s {{(pid=86332) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 20:12:13.912888 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.wsgi [-] (86330) accepted ('10.222.0.30', 35028) {{(pid=86330) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 20:12:13.914965 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-c0af8b59-abf6-4815-ba5e-a2937dbf9f2f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:12:13.979588 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d9afd0c-dcc4-4285-8850-b15df3605e8f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41146309-6bab-473e-943d-f99920d8890f,revision_number=1']} {{(pid=86330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 20:12:13.990316 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [None req-2d9afd0c-dcc4-4285-8850-b15df3605e8f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.209s {{(pid=86330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 20:12:13.992203 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-c0af8b59-abf6-4815-ba5e-a2937dbf9f2f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:12:13.996342 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-a8acbfae-b336-4f35-9f40-620328f54d20 req-028354e2-56ce-48e2-8859-4574828b4551 tempest-AttachVolumeNegativeTest-423716770 tempest-AttachVolumeNegativeTest-423716770-project] 10.222.0.30 "GET /v2.0/security-groups?id=12e357dc-1d76-4f4d-8ec3-cba1cfd90e7f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4453773
Apr 22 20:12:13.997702 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb4664b5-0906-481d-bd34-1b56b1565287 req-4ec73f9e-2cba-46c2-ab53-f42a89d9c862 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 20:12:13.998645 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [req-eb4664b5-0906-481d-bd34-1b56b1565287 req-4ec73f9e-2cba-46c2-ab53-f42a89d9c862 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853168243'] for port, before_response {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:12:13.999760 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-eb4664b5-0906-481d-bd34-1b56b1565287 req-4ec73f9e-2cba-46c2-ab53-f42a89d9c862 service neutron] 10.222.0.46 "PUT /v2.0/ports/6fde4950-20da-4629-b465-3f3bef3b21b6 HTTP/1.1" status: 200  len: 1093 time: 3.9263401
Apr 22 20:12:14.013120 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e998edbb-3128-48b6-ba03-ab4030c1b992 req-a0428581-1eb1-4499-b6e7-2c5e5e3c2a00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 20:12:14.013310 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '469f3208-145f-4d5b-b5d0-3d1d24295374', 'tag': '6fde4950-20da-4629-b465-3f3bef3b21b6'}] {{(pid=86331) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 22 20:12:14.013973 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-e998edbb-3128-48b6-ba03-ab4030c1b992 req-a0428581-1eb1-4499-b6e7-2c5e5e3c2a00 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=e2d55e83-7c80-4c1a-99f4-0aea05526efc HTTP/1.1" status: 200  len: 849 time: 0.2235572
Apr 22 20:12:14.034768 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ec73f9e-2cba-46c2-ab53-f42a89d9c862 service neutron] Pushing event updated for resources: {'Port': ['ID=6fde4950-20da-4629-b465-3f3bef3b21b6,revision_number=3']} {{(pid=86331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 20:12:14.059948 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [None req-4ec73f9e-2cba-46c2-ab53-f42a89d9c862 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.250s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 20:12:14.153222 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-cff2ce1f-5038-4cc2-bf57-6c0ed592fce7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:12:14.314297 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-9b8d8090-8ff1-406f-bb6e-46a7da28c1db admin admin] Notify callbacks [] for security_group, before_create {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:12:14.319501 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-cff2ce1f-5038-4cc2-bf57-6c0ed592fce7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:12:14.340544 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.quota.driver [None req-9b8d8090-8ff1-406f-bb6e-46a7da28c1db admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86330) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 22 20:12:14.351286 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be68be4d-021c-42be-87b1-9a33685ba1e4 req-247b8cfa-99f0-4cae-b183-10f79c701ec9 tempest-AttachVolumeTestJSON-431678780 tempest-AttachVolumeTestJSON-431678780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 20:12:14.352883 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-be68be4d-021c-42be-87b1-9a33685ba1e4 req-247b8cfa-99f0-4cae-b183-10f79c701ec9 tempest-AttachVolumeTestJSON-431678780 tempest-AttachVolumeTestJSON-431678780-project] 10.222.0.30 "GET /v2.0/ports?device_id=856aff26-352c-4f6c-a8fa-a9199da8c43a HTTP/1.1" status: 200  len: 943 time: 0.5994074
Apr 22 20:12:14.356407 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.quota.resource [None req-9b8d8090-8ff1-406f-bb6e-46a7da28c1db admin admin] Usage tracker for resource:security_group_rule and tenant:8b008ced79994b88b2661de37a86bf60 is out of sync, need to count used quota {{(pid=86330) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 22 20:12:14.357926 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.notifiers.nova [req-e73e114d-02a0-4ba3-92ec-3f1fbab622eb req-a9cec021-fb5e-4ea7-acc5-aa2f05569325 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d9a7d619-2ae7-4c86-8dd8-78564d00ed72 {{(pid=86331) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 22 20:12:14.367948 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.quota.resource [None req-9b8d8090-8ff1-406f-bb6e-46a7da28c1db admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86330) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 22 20:12:14.390360 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.quota.driver [None req-9b8d8090-8ff1-406f-bb6e-46a7da28c1db admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86330) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 22 20:12:14.391498 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [req-e73e114d-02a0-4ba3-92ec-3f1fbab622eb req-a9cec021-fb5e-4ea7-acc5-aa2f05569325 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:12:14.396065 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b85c10f8-6e23-4d5c-a13e-ea4575fc51d2 req-16563cdb-7eff-4ba9-8619-55a9d7d6244e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 20:12:14.397684 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-b85c10f8-6e23-4d5c-a13e-ea4575fc51d2 req-16563cdb-7eff-4ba9-8619-55a9d7d6244e service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=666a5894-4ce9-47e9-8adf-a77b64d57479 HTTP/1.1" status: 200  len: 1098 time: 0.6172628
Apr 22 20:12:14.413069 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-c0af8b59-abf6-4815-ba5e-a2937dbf9f2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393900'] for security_group, after_delete {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:12:14.419907 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [None req-095d38a7-4463-40cc-987a-baae27dd46cd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 20:12:14.440033 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb4664b5-0906-481d-bd34-1b56b1565287 req-9976aac0-2aa3-488e-9ef7-75c28a2e3d25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 20:12:14.441604 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-eb4664b5-0906-481d-bd34-1b56b1565287 req-9976aac0-2aa3-488e-9ef7-75c28a2e3d25 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=a3da31af07b74c20b145ac19f125aded&device_id=469f3208-145f-4d5b-b5d0-3d1d24295374 HTTP/1.1" status: 200  len: 1096 time: 0.3834777
Apr 22 20:12:14.449998 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.provisioning_blocks [req-e73e114d-02a0-4ba3-92ec-3f1fbab622eb req-a9cec021-fb5e-4ea7-acc5-aa2f05569325 service neutron] Transition to ACTIVE for port object d9a7d619-2ae7-4c86-8dd8-78564d00ed72 will not be triggered until provisioned by entity L2. {{(pid=86331) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 22 20:12:14.459865 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0af8b59-abf6-4815-ba5e-a2937dbf9f2f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c98d519-43b0-4ed1-bebd-ec7d50a2e568,revision_number=None']} {{(pid=86330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 20:12:14.465246 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e998edbb-3128-48b6-ba03-ab4030c1b992 req-60745c4b-3862-460a-a344-f8e6be442532 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 20:12:14.466794 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-e998edbb-3128-48b6-ba03-ab4030c1b992 req-60745c4b-3862-460a-a344-f8e6be442532 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=8eb42aba-9fa9-48c5-ac95-29b89130e5f9&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.4365938
Apr 22 20:12:14.469485 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [None req-c0af8b59-abf6-4815-ba5e-a2937dbf9f2f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=86330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 20:12:14.473968 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-be68be4d-021c-42be-87b1-9a33685ba1e4 req-27c80c2d-fd1f-4d22-99c9-9eeeec81f9dd tempest-AttachVolumeTestJSON-431678780 tempest-AttachVolumeTestJSON-431678780-project] 10.222.0.30 "GET /v2.0/security-groups?id=7cb077a5-4ba7-4c7b-8f9c-203a75555aff&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1074407
Apr 22 20:12:14.507573 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [req-e73e114d-02a0-4ba3-92ec-3f1fbab622eb req-a9cec021-fb5e-4ea7-acc5-aa2f05569325 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854198495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853168226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727707997384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363309147208137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727707567697'] for port, after_update {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:12:14.509343 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-c0af8b59-abf6-4815-ba5e-a2937dbf9f2f admin admin] Notify callbacks [] for security_group, before_response {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:12:14.510406 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [None req-c0af8b59-abf6-4815-ba5e-a2937dbf9f2f admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/2c98d519-43b0-4ed1-bebd-ec7d50a2e568 HTTP/1.1" status: 204  len: 168 time: 1.0933990
Apr 22 20:12:14.540837 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 20:12:14.584336 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08869e6d-c350-43d3-abbd-c5a1e85ba0ef req-e30c5f1c-9208-4f1e-b64f-2ec9859d0a53 tempest-DeleteServersTestJSON-432539575 tempest-DeleteServersTestJSON-432539575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 20:12:14.586000 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-08869e6d-c350-43d3-abbd-c5a1e85ba0ef req-e30c5f1c-9208-4f1e-b64f-2ec9859d0a53 tempest-DeleteServersTestJSON-432539575 tempest-DeleteServersTestJSON-432539575-project] 10.222.0.30 "GET /v2.0/ports?device_id=4be19373-fd93-4abb-aac5-299af84535cf HTTP/1.1" status: 200  len: 946 time: 0.4449620
Apr 22 20:12:14.587365 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-eb4664b5-0906-481d-bd34-1b56b1565287 req-8e530a9f-1c47-467c-b8e4-7eb3ffbb3534 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6fde4950-20da-4629-b465-3f3bef3b21b6 HTTP/1.1" status: 200  len: 217 time: 0.1333628
Apr 22 20:12:14.648831 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.quota.resource [req-b85c10f8-6e23-4d5c-a13e-ea4575fc51d2 req-404b7f42-9c53-499c-9405-d4b151ad47c8 service neutron] Synchronizing usage tracker for tenant:a492b5c5e65b4b2f90c9108130da4b97 on resource:security_group {{(pid=86331) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 22 20:12:14.684192 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-e998edbb-3128-48b6-ba03-ab4030c1b992 req-3adf9fb7-5121-4005-a282-eb3e2f8b0cc2 service neutron] 10.222.0.46 "GET /v2.0/networks/8eb42aba-9fa9-48c5-ac95-29b89130e5f9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2091987
Apr 22 20:12:14.735792 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-cff2ce1f-5038-4cc2-bf57-6c0ed592fce7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393900'] for security_group, after_delete {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:12:14.853432 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb4664b5-0906-481d-bd34-1b56b1565287 req-3ab50910-412d-4e58-b2c0-26fd857675e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 20:12:14.856189 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-eb4664b5-0906-481d-bd34-1b56b1565287 req-3ab50910-412d-4e58-b2c0-26fd857675e5 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=30cce57f-0720-4461-b727-7eddafc0e70c HTTP/1.1" status: 200  len: 858 time: 0.2549620
Apr 22 20:12:14.857427 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9cec021-fb5e-4ea7-acc5-aa2f05569325 service neutron] Pushing event updated for resources: {'Port': ['ID=d9a7d619-2ae7-4c86-8dd8-78564d00ed72,revision_number=2']} {{(pid=86331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 20:12:14.864002 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-08869e6d-c350-43d3-abbd-c5a1e85ba0ef req-30849e3a-1118-4855-9936-b105a260287c tempest-DeleteServersTestJSON-432539575 tempest-DeleteServersTestJSON-432539575-project] 10.222.0.30 "GET /v2.0/security-groups?id=d55ceebb-51ed-4aac-b636-f683c724b454&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2638347
Apr 22 20:12:14.870842 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [None req-a9cec021-fb5e-4ea7-acc5-aa2f05569325 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.330s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 20:12:14.881082 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.rpc [None req-cbbe70c9-0b39-4f9d-be6e-4133a7c8f54f None None] Device 9aa3800f-3327-462d-a953-942086bb3ed4 details requested by agent hyperv_hv-cinder-78763 with host hv-cinder-78763 {{(pid=86332) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 22 20:12:14.894131 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b597c91f-3e6a-4440-9dc3-cd3f295e91fb req-39ae9eb0-74af-40ac-9d6c-dd6425ca79ee tempest-ServerRescueNegativeTestJSON-1009389569 tempest-ServerRescueNegativeTestJSON-1009389569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 20:12:14.895807 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-b597c91f-3e6a-4440-9dc3-cd3f295e91fb req-39ae9eb0-74af-40ac-9d6c-dd6425ca79ee tempest-ServerRescueNegativeTestJSON-1009389569 tempest-ServerRescueNegativeTestJSON-1009389569-project] 10.222.0.30 "GET /v2.0/ports?device_id=c716f776-b175-41ed-8d8a-055fa4548224 HTTP/1.1" status: 200  len: 944 time: 0.2690196
Apr 22 20:12:14.967840 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.quota.resource [req-b85c10f8-6e23-4d5c-a13e-ea4575fc51d2 req-404b7f42-9c53-499c-9405-d4b151ad47c8 service neutron] Unset dirty status for tenant:a492b5c5e65b4b2f90c9108130da4b97 on resource:security_group {{(pid=86331) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 22 20:12:14.972499 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-b85c10f8-6e23-4d5c-a13e-ea4575fc51d2 req-404b7f42-9c53-499c-9405-d4b151ad47c8 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=12e357dc-1d76-4f4d-8ec3-cba1cfd90e7f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.5601442
Apr 22 20:12:14.974397 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.220s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 20:12:15.006144 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-e998edbb-3128-48b6-ba03-ab4030c1b992 req-9f7b76ed-d3cf-42b8-af01-f169e567e81a service neutron] 10.222.0.46 "GET /v2.0/networks/8eb42aba-9fa9-48c5-ac95-29b89130e5f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3110230
Apr 22 20:12:15.024118 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-9b8d8090-8ff1-406f-bb6e-46a7da28c1db admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:12:15.033357 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-9b8d8090-8ff1-406f-bb6e-46a7da28c1db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393900'] for security_group, after_create {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:12:15.069308 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.db [None req-cbbe70c9-0b39-4f9d-be6e-4133a7c8f54f None None] For port 9aa3800f-3327-462d-a953-942086bb3ed4, host hv-cinder-78763, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78763',level=0,port_id=9aa3800f-3327-462d-a953-942086bb3ed4,segment=NetworkSegment(ee2cf152-35a2-4f0a-9e62-a52542065261),segment_id=ee2cf152-35a2-4f0a-9e62-a52542065261)] {{(pid=86332) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 22 20:12:15.075998 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [None req-2d9afd0c-dcc4-4285-8850-b15df3605e8f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 20:12:15.085097 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.rpc [None req-cbbe70c9-0b39-4f9d-be6e-4133a7c8f54f None None] Returning: {'device': '9aa3800f-3327-462d-a953-942086bb3ed4', 'network_id': '8eb42aba-9fa9-48c5-ac95-29b89130e5f9', 'port_id': '9aa3800f-3327-462d-a953-942086bb3ed4', 'mac_address': 'fa:16:3e:d2:35:29', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 389, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e2d55e83-7c80-4c1a-99f4-0aea05526efc', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86332) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 22 20:12:15.104628 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '469f3208-145f-4d5b-b5d0-3d1d24295374', 'tag': '6fde4950-20da-4629-b465-3f3bef3b21b6', 'status': 'completed', 'code': 200}
Apr 22 20:12:15.119849 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-cff2ce1f-5038-4cc2-bf57-6c0ed592fce7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:12:15.124405 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [None req-cff2ce1f-5038-4cc2-bf57-6c0ed592fce7 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/41146309-6bab-473e-943d-f99920d8890f HTTP/1.1" status: 204  len: 168 time: 1.3473506
Apr 22 20:12:15.124405 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff2ce1f-5038-4cc2-bf57-6c0ed592fce7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41146309-6bab-473e-943d-f99920d8890f,revision_number=None']} {{(pid=86331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 20:12:15.139210 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-b597c91f-3e6a-4440-9dc3-cd3f295e91fb req-5154282a-b5c8-4d4a-8ecd-2600927a2405 tempest-ServerRescueNegativeTestJSON-1009389569 tempest-ServerRescueNegativeTestJSON-1009389569-project] 10.222.0.30 "GET /v2.0/security-groups?id=6f3d9104-7f67-4d9e-bcf5-b704aabb6c6e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2038555
Apr 22 20:12:15.145681 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-eb4664b5-0906-481d-bd34-1b56b1565287 req-fc1a0059-977c-4904-8dae-2257fd34b35e service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=571b53d1-aed3-4bd3-ab53-2cb6e0d9c5b7&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.2769353
Apr 22 20:12:15.157673 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [None req-cff2ce1f-5038-4cc2-bf57-6c0ed592fce7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 20:12:15.167849 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.managers [req-e73e114d-02a0-4ba3-92ec-3f1fbab622eb req-a9cec021-fb5e-4ea7-acc5-aa2f05569325 service neutron] Attempting to bind port d9a7d619-2ae7-4c86-8dd8-78564d00ed72 on host hv-cinder-78763 for vnic_type normal with profile  {{(pid=86331) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 22 20:12:15.168498 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.managers [req-e73e114d-02a0-4ba3-92ec-3f1fbab622eb req-a9cec021-fb5e-4ea7-acc5-aa2f05569325 service neutron] Attempting to bind port d9a7d619-2ae7-4c86-8dd8-78564d00ed72 by drivers openvswitch,hyperv on host hv-cinder-78763 at level 0 using segments [{'id': '1555e1dd-eab4-4f8c-97c5-0a2b36498408', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '571b53d1-aed3-4bd3-ab53-2cb6e0d9c5b7'}] {{(pid=86331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 22 20:12:15.168989 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e73e114d-02a0-4ba3-92ec-3f1fbab622eb req-a9cec021-fb5e-4ea7-acc5-aa2f05569325 service neutron] Attempting to bind port d9a7d619-2ae7-4c86-8dd8-78564d00ed72 on network 571b53d1-aed3-4bd3-ab53-2cb6e0d9c5b7 {{(pid=86331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 22 20:12:15.208262 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [None req-9b8d8090-8ff1-406f-bb6e-46a7da28c1db admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=8b008ced79994b88b2661de37a86bf60&name=default HTTP/1.1" status: 200  len: 2979 time: 1.2907557
Apr 22 20:12:15.212302 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.wsgi [-] (86330) accepted ('10.222.0.30', 35064) {{(pid=86330) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 20:12:15.214993 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b8d8090-8ff1-406f-bb6e-46a7da28c1db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32e56c65-d3cc-4a70-ace3-06ab26325d6f,revision_number=1']} {{(pid=86330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 20:12:15.238716 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [None req-9b8d8090-8ff1-406f-bb6e-46a7da28c1db admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=86330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 20:12:15.311420 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-cbbe70c9-0b39-4f9d-be6e-4133a7c8f54f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587983'] for port, before_update {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:12:15.379073 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-9420aef9-16cc-4ea2-8ad4-90f77c585a78 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:12:15.394240 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.notifiers.nova [None req-cbbe70c9-0b39-4f9d-be6e-4133a7c8f54f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9aa3800f-3327-462d-a953-942086bb3ed4 {{(pid=86332) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 22 20:12:15.435543 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.db [None req-cbbe70c9-0b39-4f9d-be6e-4133a7c8f54f None None] For port 9aa3800f-3327-462d-a953-942086bb3ed4, host hv-cinder-78763, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78763',level=0,port_id=9aa3800f-3327-462d-a953-942086bb3ed4,segment=NetworkSegment(ee2cf152-35a2-4f0a-9e62-a52542065261),segment_id=ee2cf152-35a2-4f0a-9e62-a52542065261)] {{(pid=86332) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 22 20:12:15.444185 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-9420aef9-16cc-4ea2-8ad4-90f77c585a78 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:12:15.445018 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-cbbe70c9-0b39-4f9d-be6e-4133a7c8f54f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854198495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853168226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727707997384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363309147208137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727707567697'] for port, after_update {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:12:15.453352 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [None req-10d48aeb-3669-4ba4-bbd7-add95f85beda None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86332) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 20:12:15.508015 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e73e114d-02a0-4ba3-92ec-3f1fbab622eb req-a9cec021-fb5e-4ea7-acc5-aa2f05569325 service neutron] Port d9a7d619-2ae7-4c86-8dd8-78564d00ed72 on network 571b53d1-aed3-4bd3-ab53-2cb6e0d9c5b7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78763 {{(pid=86331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 22 20:12:15.508015 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e73e114d-02a0-4ba3-92ec-3f1fbab622eb req-a9cec021-fb5e-4ea7-acc5-aa2f05569325 service neutron] Attempting to bind port d9a7d619-2ae7-4c86-8dd8-78564d00ed72 on network 571b53d1-aed3-4bd3-ab53-2cb6e0d9c5b7 {{(pid=86331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 22 20:12:15.511447 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-9420aef9-16cc-4ea2-8ad4-90f77c585a78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393900'] for security_group, after_delete {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:12:15.523579 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 20:12:15.529500 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-eb4664b5-0906-481d-bd34-1b56b1565287 req-bc1bf726-cfb3-44c3-92dd-ff1fedbfe373 service neutron] 10.222.0.46 "GET /v2.0/networks/571b53d1-aed3-4bd3-ab53-2cb6e0d9c5b7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3648934
Apr 22 20:12:15.588299 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-9420aef9-16cc-4ea2-8ad4-90f77c585a78 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:12:15.590201 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [None req-9420aef9-16cc-4ea2-8ad4-90f77c585a78 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/32e56c65-d3cc-4a70-ace3-06ab26325d6f HTTP/1.1" status: 204  len: 168 time: 0.3760076
Apr 22 20:12:15.591128 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9420aef9-16cc-4ea2-8ad4-90f77c585a78 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32e56c65-d3cc-4a70-ace3-06ab26325d6f,revision_number=None']} {{(pid=86330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 20:12:15.616638 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e73e114d-02a0-4ba3-92ec-3f1fbab622eb req-a9cec021-fb5e-4ea7-acc5-aa2f05569325 service neutron] Checking agent: {'id': 'b4f1961c-1932-496b-a656-3b148bb81a73', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78763', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 22, 20, 9, 49), 'started_at': datetime.datetime(2021, 4, 22, 20, 9, 49), 'heartbeat_timestamp': datetime.datetime(2021, 4, 22, 20, 11, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 22 20:12:15.616638 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e73e114d-02a0-4ba3-92ec-3f1fbab622eb req-a9cec021-fb5e-4ea7-acc5-aa2f05569325 service neutron] Checking segment: {'id': '1555e1dd-eab4-4f8c-97c5-0a2b36498408', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '571b53d1-aed3-4bd3-ab53-2cb6e0d9c5b7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86331) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 22 20:12:15.616638 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e73e114d-02a0-4ba3-92ec-3f1fbab622eb req-a9cec021-fb5e-4ea7-acc5-aa2f05569325 service neutron] Bound using segment: {'id': '1555e1dd-eab4-4f8c-97c5-0a2b36498408', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '571b53d1-aed3-4bd3-ab53-2cb6e0d9c5b7'} {{(pid=86331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 22 20:12:15.617475 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [None req-9420aef9-16cc-4ea2-8ad4-90f77c585a78 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=86330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 20:12:15.619257 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.managers [req-e73e114d-02a0-4ba3-92ec-3f1fbab622eb req-a9cec021-fb5e-4ea7-acc5-aa2f05569325 service neutron] Bound port: d9a7d619-2ae7-4c86-8dd8-78564d00ed72, host: hv-cinder-78763, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1555e1dd-eab4-4f8c-97c5-0a2b36498408', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '571b53d1-aed3-4bd3-ab53-2cb6e0d9c5b7'}}] {{(pid=86331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 22 20:12:15.619694 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [req-e73e114d-02a0-4ba3-92ec-3f1fbab622eb req-a9cec021-fb5e-4ea7-acc5-aa2f05569325 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587983'] for port, before_update {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:12:15.809529 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.db [None req-cbbe70c9-0b39-4f9d-be6e-4133a7c8f54f None None] get_ports_and_sgs() called for port_ids ['9aa3800f-3327-462d-a953-942086bb3ed4'] {{(pid=86332) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 22 20:12:16.003365 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.wsgi [-] (86331) accepted ('10.222.0.30', 35090) {{(pid=86331) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 20:12:16.041130 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbbe70c9-0b39-4f9d-be6e-4133a7c8f54f None None] Pushing event updated for resources: {'Port': ['ID=9aa3800f-3327-462d-a953-942086bb3ed4,revision_number=4']} {{(pid=86332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 20:12:16.067494 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [None req-cbbe70c9-0b39-4f9d-be6e-4133a7c8f54f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.620s {{(pid=86332) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 20:12:16.116585 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e56804a7-e717-41b8-99ac-e87603fb3d9b req-3777a7b9-7f6d-41b1-ba23-9fb2d50253be tempest-AttachVolumeTestJSON-431678780 tempest-AttachVolumeTestJSON-431678780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 20:12:16.118537 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-e56804a7-e717-41b8-99ac-e87603fb3d9b req-3777a7b9-7f6d-41b1-ba23-9fb2d50253be tempest-AttachVolumeTestJSON-431678780 tempest-AttachVolumeTestJSON-431678780-project] 10.222.0.30 "GET /v2.0/ports?device_id=856aff26-352c-4f6c-a8fa-a9199da8c43a HTTP/1.1" status: 200  len: 944 time: 0.2578042
Apr 22 20:12:16.196511 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-e56804a7-e717-41b8-99ac-e87603fb3d9b req-3b802b2c-6fb7-45be-85df-1ff4b96dd57a tempest-AttachVolumeTestJSON-431678780 tempest-AttachVolumeTestJSON-431678780-project] 10.222.0.30 "GET /v2.0/security-groups?id=7cb077a5-4ba7-4c7b-8f9c-203a75555aff&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0687625
Apr 22 20:12:16.203506 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-db4bd557-dc37-458d-be05-5de5dd487da7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:12:16.298681 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.quota.driver [None req-db4bd557-dc37-458d-be05-5de5dd487da7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 22 20:12:16.320169 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.quota.resource [None req-db4bd557-dc37-458d-be05-5de5dd487da7 admin admin] Usage tracker for resource:security_group_rule and tenant:f688fe4dda9143cfb884beca3834724b is out of sync, need to count used quota {{(pid=86331) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 22 20:12:16.324882 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.quota.resource [None req-db4bd557-dc37-458d-be05-5de5dd487da7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86331) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 22 20:12:16.358692 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a4973f5-bc31-4969-9013-e16d8de07434 req-0466a23a-dd3f-40b1-8560-ffdea514085e tempest-AttachVolumeNegativeTest-423716770 tempest-AttachVolumeNegativeTest-423716770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 20:12:16.361664 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-0a4973f5-bc31-4969-9013-e16d8de07434 req-0466a23a-dd3f-40b1-8560-ffdea514085e tempest-AttachVolumeNegativeTest-423716770 tempest-AttachVolumeNegativeTest-423716770-project] 10.222.0.30 "GET /v2.0/ports?device_id=666a5894-4ce9-47e9-8adf-a77b64d57479 HTTP/1.1" status: 200  len: 945 time: 0.8372002
Apr 22 20:12:16.361664 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.quota.driver [None req-db4bd557-dc37-458d-be05-5de5dd487da7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 22 20:12:16.367409 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.db [req-e73e114d-02a0-4ba3-92ec-3f1fbab622eb req-a9cec021-fb5e-4ea7-acc5-aa2f05569325 service neutron] For port d9a7d619-2ae7-4c86-8dd8-78564d00ed72, host hv-cinder-78763, cleared binding levels {{(pid=86331) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 22 20:12:16.374300 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-eb4664b5-0906-481d-bd34-1b56b1565287 req-c480bcfd-353a-46e3-8ae4-de6547439025 service neutron] 10.222.0.46 "GET /v2.0/networks/571b53d1-aed3-4bd3-ab53-2cb6e0d9c5b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.7207630
Apr 22 20:12:16.427083 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2accf9be-1403-4395-a407-cc9a214449cc req-c8af3e21-58aa-46fe-8432-76825a651bad tempest-ServerRescueNegativeTestJSON-1009389569 tempest-ServerRescueNegativeTestJSON-1009389569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 20:12:16.436643 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.db [req-e73e114d-02a0-4ba3-92ec-3f1fbab622eb req-a9cec021-fb5e-4ea7-acc5-aa2f05569325 service neutron] For port d9a7d619-2ae7-4c86-8dd8-78564d00ed72, host hv-cinder-78763, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78763',level=0,port_id=d9a7d619-2ae7-4c86-8dd8-78564d00ed72,segment=NetworkSegment(1555e1dd-eab4-4f8c-97c5-0a2b36498408),segment_id=1555e1dd-eab4-4f8c-97c5-0a2b36498408)] {{(pid=86331) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 22 20:12:16.438397 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-2accf9be-1403-4395-a407-cc9a214449cc req-c8af3e21-58aa-46fe-8432-76825a651bad tempest-ServerRescueNegativeTestJSON-1009389569 tempest-ServerRescueNegativeTestJSON-1009389569-project] 10.222.0.30 "GET /v2.0/ports?device_id=c716f776-b175-41ed-8d8a-055fa4548224 HTTP/1.1" status: 200  len: 944 time: 0.1131172
Apr 22 20:12:16.485629 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [req-e73e114d-02a0-4ba3-92ec-3f1fbab622eb req-a9cec021-fb5e-4ea7-acc5-aa2f05569325 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854198495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853168226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727707997384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363309147208137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727707567697'] for port, after_update {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:12:16.501929 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-2accf9be-1403-4395-a407-cc9a214449cc req-e9f22dd7-6fce-4bb0-9421-923867ce347b tempest-ServerRescueNegativeTestJSON-1009389569 tempest-ServerRescueNegativeTestJSON-1009389569-project] 10.222.0.30 "GET /v2.0/security-groups?id=6f3d9104-7f67-4d9e-bcf5-b704aabb6c6e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0621769
Apr 22 20:12:16.588287 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.wsgi [-] (86330) accepted ('10.222.0.30', 35106) {{(pid=86330) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 20:12:16.608017 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-223784c7-c941-447d-bdc0-b094aaaf285b admin admin] Notify callbacks [] for security_group, before_create {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:12:16.625383 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.quota.driver [None req-223784c7-c941-447d-bdc0-b094aaaf285b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86330) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 22 20:12:16.629990 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.quota.resource [None req-223784c7-c941-447d-bdc0-b094aaaf285b admin admin] Usage tracker for resource:security_group_rule and tenant:8d5a8e983ed847ab992714f4403b0417 is out of sync, need to count used quota {{(pid=86330) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 22 20:12:16.633306 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.quota.resource [None req-223784c7-c941-447d-bdc0-b094aaaf285b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86330) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 22 20:12:16.640718 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.quota.driver [None req-223784c7-c941-447d-bdc0-b094aaaf285b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86330) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 22 20:12:16.714438 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [None req-0add03da-c3fb-4b8c-8979-760ccdf9ee0a tempest-AttachVolumeNegativeTest-423716770 tempest-AttachVolumeNegativeTest-423716770-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 20:12:16.736132 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-223784c7-c941-447d-bdc0-b094aaaf285b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:12:16.741355 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-223784c7-c941-447d-bdc0-b094aaaf285b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393900'] for security_group, after_create {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:12:16.751380 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [None req-182b767f-a57b-4f57-a20a-4922b52e02c5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 20:12:16.754353 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-0a4973f5-bc31-4969-9013-e16d8de07434 req-3dc3f1fc-bc6b-444b-b455-c8172d39d9d8 tempest-AttachVolumeNegativeTest-423716770 tempest-AttachVolumeNegativeTest-423716770-project] 10.222.0.30 "GET /v2.0/security-groups?id=12e357dc-1d76-4f4d-8ec3-cba1cfd90e7f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3834925
Apr 22 20:12:16.783756 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-223784c7-c941-447d-bdc0-b094aaaf285b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59af202a-53a8-4ed6-b335-f0ed2b547e78,revision_number=1']} {{(pid=86330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 20:12:16.797735 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [None req-223784c7-c941-447d-bdc0-b094aaaf285b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=86330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 20:12:16.810402 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [None req-223784c7-c941-447d-bdc0-b094aaaf285b admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=8d5a8e983ed847ab992714f4403b0417&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2185526
Apr 22 20:12:16.810731 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.wsgi [-] (86330) accepted ('10.222.0.30', 35140) {{(pid=86330) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 20:12:16.813402 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e73e114d-02a0-4ba3-92ec-3f1fbab622eb req-a9cec021-fb5e-4ea7-acc5-aa2f05569325 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 20:12:16.814575 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [req-e73e114d-02a0-4ba3-92ec-3f1fbab622eb req-a9cec021-fb5e-4ea7-acc5-aa2f05569325 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853168243'] for port, before_response {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:12:16.816167 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-e73e114d-02a0-4ba3-92ec-3f1fbab622eb req-a9cec021-fb5e-4ea7-acc5-aa2f05569325 service neutron] 10.222.0.46 "PUT /v2.0/ports/d9a7d619-2ae7-4c86-8dd8-78564d00ed72 HTTP/1.1" status: 200  len: 1094 time: 4.6097307
Apr 22 20:12:16.874682 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.rpc [None req-cbbe70c9-0b39-4f9d-be6e-4133a7c8f54f None None] Device 9aa3800f-3327-462d-a953-942086bb3ed4 up at agent hyperv_hv-cinder-78763 {{(pid=86332) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 22 20:12:16.897165 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-d419f108-53c4-49a0-b80f-110b0137b098 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:12:16.929111 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-d419f108-53c4-49a0-b80f-110b0137b098 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:12:16.962583 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-db4bd557-dc37-458d-be05-5de5dd487da7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:12:16.985941 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-d419f108-53c4-49a0-b80f-110b0137b098 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393900'] for security_group, after_delete {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:12:16.991916 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 20:12:17.011719 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d419f108-53c4-49a0-b80f-110b0137b098 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59af202a-53a8-4ed6-b335-f0ed2b547e78,revision_number=None']} {{(pid=86330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 20:12:17.021239 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-d419f108-53c4-49a0-b80f-110b0137b098 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:12:17.025793 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [None req-d419f108-53c4-49a0-b80f-110b0137b098 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/59af202a-53a8-4ed6-b335-f0ed2b547e78 HTTP/1.1" status: 204  len: 168 time: 0.2140090
Apr 22 20:12:17.026951 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [None req-d419f108-53c4-49a0-b80f-110b0137b098 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=86330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 20:12:17.053159 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.provisioning_blocks [None req-cbbe70c9-0b39-4f9d-be6e-4133a7c8f54f None None] Provisioning for port 9aa3800f-3327-462d-a953-942086bb3ed4 completed by entity L2. {{(pid=86332) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 22 20:12:17.056896 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-db4bd557-dc37-458d-be05-5de5dd487da7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393900'] for security_group, after_create {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:12:17.071589 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.provisioning_blocks [None req-cbbe70c9-0b39-4f9d-be6e-4133a7c8f54f None None] Provisioning complete for port 9aa3800f-3327-462d-a953-942086bb3ed4 triggered by entity L2. {{(pid=86332) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 22 20:12:17.072137 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-cbbe70c9-0b39-4f9d-be6e-4133a7c8f54f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854135278'] for port, provisioning_complete {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:12:17.092141 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-094fbf0e-47c9-4bc9-9271-298d6cbfd8c5 req-d1cdef48-08da-448c-9ac4-5d26c441b9df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 20:12:17.093756 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-094fbf0e-47c9-4bc9-9271-298d6cbfd8c5 req-d1cdef48-08da-448c-9ac4-5d26c441b9df service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=a3da31af07b74c20b145ac19f125aded&device_id=469f3208-145f-4d5b-b5d0-3d1d24295374 HTTP/1.1" status: 200  len: 1096 time: 0.6668844
Apr 22 20:12:17.110059 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c716f776-b175-41ed-8d8a-055fa4548224', 'tag': 'd9a7d619-2ae7-4c86-8dd8-78564d00ed72'}] {{(pid=86331) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 22 20:12:17.115167 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9cec021-fb5e-4ea7-acc5-aa2f05569325 service neutron] Pushing event updated for resources: {'Port': ['ID=d9a7d619-2ae7-4c86-8dd8-78564d00ed72,revision_number=3']} {{(pid=86331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 20:12:17.144993 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [None req-a9cec021-fb5e-4ea7-acc5-aa2f05569325 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.431s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 20:12:17.149007 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [None req-d28972cf-1f9b-4c81-936f-4fb624c8e65c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.076s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 20:12:17.168679 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.wsgi [-] (86330) accepted ('10.222.0.30', 35166) {{(pid=86330) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 20:12:17.168862 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [None req-db4bd557-dc37-458d-be05-5de5dd487da7 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=f688fe4dda9143cfb884beca3834724b&name=default HTTP/1.1" status: 200  len: 2979 time: 1.1575632
Apr 22 20:12:17.239576 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c716f776-b175-41ed-8d8a-055fa4548224', 'tag': 'd9a7d619-2ae7-4c86-8dd8-78564d00ed72', 'status': 'completed', 'code': 200}
Apr 22 20:12:17.293461 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db4bd557-dc37-458d-be05-5de5dd487da7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70d09bce-74f1-4ac7-b31c-e4a8a36cbf7b,revision_number=1']} {{(pid=86331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 20:12:17.306133 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [None req-db4bd557-dc37-458d-be05-5de5dd487da7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 20:12:17.349685 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-091b6886-c7cf-459f-9b9d-8eaf18fe4ccf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:12:17.376460 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e73e114d-02a0-4ba3-92ec-3f1fbab622eb req-73817cc7-3dc9-477c-84ab-42841a9ce1be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 20:12:17.378104 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-e73e114d-02a0-4ba3-92ec-3f1fbab622eb req-73817cc7-3dc9-477c-84ab-42841a9ce1be service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=a3da31af07b74c20b145ac19f125aded&device_id=c716f776-b175-41ed-8d8a-055fa4548224 HTTP/1.1" status: 200  len: 1097 time: 0.3937373
Apr 22 20:12:17.406501 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-cbbe70c9-0b39-4f9d-be6e-4133a7c8f54f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587983'] for port, before_update {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:12:17.441052 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-091b6886-c7cf-459f-9b9d-8eaf18fe4ccf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:12:17.466680 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '856aff26-352c-4f6c-a8fa-a9199da8c43a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9aa3800f-3327-462d-a953-942086bb3ed4'}] {{(pid=86332) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 22 20:12:17.490989 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.db [None req-cbbe70c9-0b39-4f9d-be6e-4133a7c8f54f None None] For port 9aa3800f-3327-462d-a953-942086bb3ed4, host hv-cinder-78763, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78763',level=0,port_id=9aa3800f-3327-462d-a953-942086bb3ed4,segment=NetworkSegment(ee2cf152-35a2-4f0a-9e62-a52542065261),segment_id=ee2cf152-35a2-4f0a-9e62-a52542065261)] {{(pid=86332) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 22 20:12:17.498430 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-cbbe70c9-0b39-4f9d-be6e-4133a7c8f54f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854198495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853168226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727707997384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363309147208137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727707567697'] for port, after_update {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:12:17.500786 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [None req-cbbe70c9-0b39-4f9d-be6e-4133a7c8f54f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86332) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 20:12:17.574577 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-091b6886-c7cf-459f-9b9d-8eaf18fe4ccf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393900'] for security_group, after_delete {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:12:17.582176 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 20:12:17.599184 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-091b6886-c7cf-459f-9b9d-8eaf18fe4ccf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70d09bce-74f1-4ac7-b31c-e4a8a36cbf7b,revision_number=None']} {{(pid=86330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 20:12:17.610060 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [None req-091b6886-c7cf-459f-9b9d-8eaf18fe4ccf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=86330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 20:12:17.611453 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-091b6886-c7cf-459f-9b9d-8eaf18fe4ccf admin admin] Notify callbacks [] for security_group, before_response {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:12:17.613342 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [None req-091b6886-c7cf-459f-9b9d-8eaf18fe4ccf admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/70d09bce-74f1-4ac7-b31c-e4a8a36cbf7b HTTP/1.1" status: 204  len: 168 time: 0.4432383
Apr 22 20:12:17.667372 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-094fbf0e-47c9-4bc9-9271-298d6cbfd8c5 req-492afb88-1cf1-4691-8aad-2a725e113079 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 20:12:17.672479 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-094fbf0e-47c9-4bc9-9271-298d6cbfd8c5 req-492afb88-1cf1-4691-8aad-2a725e113079 service neutron] 10.222.0.46 "GET /v2.0/networks?id=571b53d1-aed3-4bd3-ab53-2cb6e0d9c5b7 HTTP/1.1" status: 200  len: 919 time: 0.5682006
Apr 22 20:12:17.686572 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-e73e114d-02a0-4ba3-92ec-3f1fbab622eb req-cce10cf7-ba88-47b9-85d8-e0dac86c816a service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d9a7d619-2ae7-4c86-8dd8-78564d00ed72 HTTP/1.1" status: 200  len: 217 time: 0.2861278
Apr 22 20:12:17.704433 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbbe70c9-0b39-4f9d-be6e-4133a7c8f54f None None] Pushing event updated for resources: {'Port': ['ID=9aa3800f-3327-462d-a953-942086bb3ed4,revision_number=5']} {{(pid=86332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 20:12:17.710295 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [None req-cbbe70c9-0b39-4f9d-be6e-4133a7c8f54f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.210s {{(pid=86332) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 20:12:17.879068 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '856aff26-352c-4f6c-a8fa-a9199da8c43a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9aa3800f-3327-462d-a953-942086bb3ed4', 'code': 200}
Apr 22 20:12:17.946288 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-094fbf0e-47c9-4bc9-9271-298d6cbfd8c5 req-a006c4b5-644c-4d56-82d9-20379d961d3a service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6fde4950-20da-4629-b465-3f3bef3b21b6 HTTP/1.1" status: 200  len: 217 time: 0.2585981
Apr 22 20:12:18.204025 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e73e114d-02a0-4ba3-92ec-3f1fbab622eb req-9a29e253-f1a6-4488-8b0d-298470936e4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 20:12:18.208689 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-e73e114d-02a0-4ba3-92ec-3f1fbab622eb req-9a29e253-f1a6-4488-8b0d-298470936e4e service neutron] 10.222.0.46 "GET /v2.0/subnets?id=30cce57f-0720-4461-b727-7eddafc0e70c HTTP/1.1" status: 200  len: 858 time: 0.4422364
Apr 22 20:12:18.215171 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-094fbf0e-47c9-4bc9-9271-298d6cbfd8c5 req-257eb090-f6a4-4168-b926-6c5963902252 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 20:12:18.220054 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-094fbf0e-47c9-4bc9-9271-298d6cbfd8c5 req-257eb090-f6a4-4168-b926-6c5963902252 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=30cce57f-0720-4461-b727-7eddafc0e70c HTTP/1.1" status: 200  len: 858 time: 0.2670534
Apr 22 20:12:18.381790 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-e73e114d-02a0-4ba3-92ec-3f1fbab622eb req-49dc1a4c-642f-4046-afce-cf5d558df78c service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=571b53d1-aed3-4bd3-ab53-2cb6e0d9c5b7&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1590621
Apr 22 20:12:18.405568 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d5c9cd-c1f0-4dae-94d5-6c2f361338af req-42d24cf6-9798-4820-9da4-3c743509bec5 tempest-ServerRescueNegativeTestJSON-1009389569 tempest-ServerRescueNegativeTestJSON-1009389569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 20:12:18.409027 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-094fbf0e-47c9-4bc9-9271-298d6cbfd8c5 req-e0f69263-f346-4adf-9f21-3098c93a1ad9 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=571b53d1-aed3-4bd3-ab53-2cb6e0d9c5b7&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1134844
Apr 22 20:12:18.416368 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-a3d5c9cd-c1f0-4dae-94d5-6c2f361338af req-42d24cf6-9798-4820-9da4-3c743509bec5 tempest-ServerRescueNegativeTestJSON-1009389569 tempest-ServerRescueNegativeTestJSON-1009389569-project] 10.222.0.30 "GET /v2.0/ports?device_id=c716f776-b175-41ed-8d8a-055fa4548224 HTTP/1.1" status: 200  len: 944 time: 0.3053265
Apr 22 20:12:18.459275 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7551bca-ea18-4e11-8f93-1d06dc1ac336 req-331700ab-52cb-4af8-aa41-4a3af6f93d9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 20:12:18.461000 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-c7551bca-ea18-4e11-8f93-1d06dc1ac336 req-331700ab-52cb-4af8-aa41-4a3af6f93d9d service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=856aff26-352c-4f6c-a8fa-a9199da8c43a HTTP/1.1" status: 200  len: 1098 time: 0.2486711
Apr 22 20:12:18.510225 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-a3d5c9cd-c1f0-4dae-94d5-6c2f361338af req-fa08f8bb-e161-4a62-9b8e-ec9651c5a9e9 tempest-ServerRescueNegativeTestJSON-1009389569 tempest-ServerRescueNegativeTestJSON-1009389569-project] 10.222.0.30 "GET /v2.0/security-groups?id=6f3d9104-7f67-4d9e-bcf5-b704aabb6c6e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0874984
Apr 22 20:12:18.529148 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-c7551bca-ea18-4e11-8f93-1d06dc1ac336 req-caf74189-b877-44b9-aac5-e9dad8c3ab1a service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=7cb077a5-4ba7-4c7b-8f9c-203a75555aff&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0553081
Apr 22 20:12:18.602551 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-cbbe70c9-0b39-4f9d-be6e-4133a7c8f54f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309146858885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640583'] for agent, after_update {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:12:18.620419 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-622e5210-6a65-462b-9317-a4a55c61e12d req-c31fdcf7-d1ba-47a0-8695-9687638697f5 tempest-AttachVolumeTestJSON-431678780 tempest-AttachVolumeTestJSON-431678780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 20:12:18.628880 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-622e5210-6a65-462b-9317-a4a55c61e12d req-c31fdcf7-d1ba-47a0-8695-9687638697f5 tempest-AttachVolumeTestJSON-431678780 tempest-AttachVolumeTestJSON-431678780-project] 10.222.0.30 "GET /v2.0/ports?device_id=856aff26-352c-4f6c-a8fa-a9199da8c43a HTTP/1.1" status: 200  len: 945 time: 1.0702848
Apr 22 20:12:18.773052 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21338df9-287c-4fdc-b4dc-d5b64615f5d0 req-5e11d4ca-bb08-4c9d-9621-12879ff9ad0e tempest-AttachVolumeNegativeTest-423716770 tempest-AttachVolumeNegativeTest-423716770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 20:12:18.774834 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-21338df9-287c-4fdc-b4dc-d5b64615f5d0 req-5e11d4ca-bb08-4c9d-9621-12879ff9ad0e tempest-AttachVolumeNegativeTest-423716770 tempest-AttachVolumeNegativeTest-423716770-project] 10.222.0.30 "GET /v2.0/ports?device_id=666a5894-4ce9-47e9-8adf-a77b64d57479 HTTP/1.1" status: 200  len: 945 time: 0.1271815
Apr 22 20:12:18.837003 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-21338df9-287c-4fdc-b4dc-d5b64615f5d0 req-f911af16-641a-4afa-aa2a-89b6a371a804 tempest-AttachVolumeNegativeTest-423716770 tempest-AttachVolumeNegativeTest-423716770-project] 10.222.0.30 "GET /v2.0/security-groups?id=12e357dc-1d76-4f4d-8ec3-cba1cfd90e7f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0514996
Apr 22 20:12:18.888992 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.quota.resource [req-622e5210-6a65-462b-9317-a4a55c61e12d req-98b449d7-3c60-4309-9b61-e197667f2102 tempest-AttachVolumeTestJSON-431678780 tempest-AttachVolumeTestJSON-431678780-project] Synchronizing usage tracker for tenant:d911111607464bf49ef66ee3335728c8 on resource:security_group {{(pid=86331) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 22 20:12:18.894937 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-094fbf0e-47c9-4bc9-9271-298d6cbfd8c5 req-26257ba8-2b2a-44b6-bd65-d6f33032d5dc service neutron] 10.222.0.46 "GET /v2.0/networks/571b53d1-aed3-4bd3-ab53-2cb6e0d9c5b7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4214084
Apr 22 20:12:18.900645 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.rpc [None req-cbbe70c9-0b39-4f9d-be6e-4133a7c8f54f None None] Device 6fde4950-20da-4629-b465-3f3bef3b21b6 details requested by agent hyperv_hv-cinder-78763 with host hv-cinder-78763 {{(pid=86332) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 22 20:12:18.949178 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.quota.resource [req-622e5210-6a65-462b-9317-a4a55c61e12d req-98b449d7-3c60-4309-9b61-e197667f2102 tempest-AttachVolumeTestJSON-431678780 tempest-AttachVolumeTestJSON-431678780-project] Unset dirty status for tenant:d911111607464bf49ef66ee3335728c8 on resource:security_group {{(pid=86331) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 22 20:12:18.960591 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-622e5210-6a65-462b-9317-a4a55c61e12d req-98b449d7-3c60-4309-9b61-e197667f2102 tempest-AttachVolumeTestJSON-431678780 tempest-AttachVolumeTestJSON-431678780-project] 10.222.0.30 "GET /v2.0/security-groups?id=7cb077a5-4ba7-4c7b-8f9c-203a75555aff&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.3307197
Apr 22 20:12:19.023111 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-e73e114d-02a0-4ba3-92ec-3f1fbab622eb req-a621ffe8-e5f4-4070-9520-7b3d93471809 service neutron] 10.222.0.46 "GET /v2.0/networks/571b53d1-aed3-4bd3-ab53-2cb6e0d9c5b7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.6219971
Apr 22 20:12:19.123850 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.db [None req-cbbe70c9-0b39-4f9d-be6e-4133a7c8f54f None None] For port 6fde4950-20da-4629-b465-3f3bef3b21b6, host hv-cinder-78763, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78763',level=0,port_id=6fde4950-20da-4629-b465-3f3bef3b21b6,segment=NetworkSegment(1555e1dd-eab4-4f8c-97c5-0a2b36498408),segment_id=1555e1dd-eab4-4f8c-97c5-0a2b36498408)] {{(pid=86332) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 22 20:12:19.141874 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.rpc [None req-cbbe70c9-0b39-4f9d-be6e-4133a7c8f54f None None] Returning: {'device': '6fde4950-20da-4629-b465-3f3bef3b21b6', 'network_id': '571b53d1-aed3-4bd3-ab53-2cb6e0d9c5b7', 'port_id': '6fde4950-20da-4629-b465-3f3bef3b21b6', 'mac_address': 'fa:16:3e:21:bc:39', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 394, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '30cce57f-0720-4461-b727-7eddafc0e70c', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86332) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 22 20:12:19.211781 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-cbbe70c9-0b39-4f9d-be6e-4133a7c8f54f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587983'] for port, before_update {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:12:19.234154 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.notifiers.nova [None req-cbbe70c9-0b39-4f9d-be6e-4133a7c8f54f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6fde4950-20da-4629-b465-3f3bef3b21b6 {{(pid=86332) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 22 20:12:19.258994 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.db [None req-cbbe70c9-0b39-4f9d-be6e-4133a7c8f54f None None] For port 6fde4950-20da-4629-b465-3f3bef3b21b6, host hv-cinder-78763, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78763',level=0,port_id=6fde4950-20da-4629-b465-3f3bef3b21b6,segment=NetworkSegment(1555e1dd-eab4-4f8c-97c5-0a2b36498408),segment_id=1555e1dd-eab4-4f8c-97c5-0a2b36498408)] {{(pid=86332) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 22 20:12:19.264635 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-cbbe70c9-0b39-4f9d-be6e-4133a7c8f54f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854198495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853168226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727707997384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363309147208137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727707567697'] for port, after_update {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:12:19.270945 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [None req-fc97aca9-de56-4f08-bc30-47bf798aaa66 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86332) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 20:12:19.378962 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbbe70c9-0b39-4f9d-be6e-4133a7c8f54f None None] Pushing event updated for resources: {'Port': ['ID=6fde4950-20da-4629-b465-3f3bef3b21b6,revision_number=4']} {{(pid=86332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 20:12:19.382855 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [None req-cbbe70c9-0b39-4f9d-be6e-4133a7c8f54f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=86332) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 20:12:19.383233 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-094fbf0e-47c9-4bc9-9271-298d6cbfd8c5 req-c1c87ede-6bae-4b7a-830a-da85a0493344 service neutron] 10.222.0.46 "GET /v2.0/networks/571b53d1-aed3-4bd3-ab53-2cb6e0d9c5b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4721830
Apr 22 20:12:19.414314 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-e73e114d-02a0-4ba3-92ec-3f1fbab622eb req-fe25745c-8504-42df-8f5e-0e93000aa644 service neutron] 10.222.0.46 "GET /v2.0/networks/571b53d1-aed3-4bd3-ab53-2cb6e0d9c5b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3791373
Apr 22 20:12:19.623513 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.db [None req-cbbe70c9-0b39-4f9d-be6e-4133a7c8f54f None None] get_ports_and_sgs() called for port_ids ['6fde4950-20da-4629-b465-3f3bef3b21b6'] {{(pid=86332) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 22 20:12:19.742152 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a57921-10c5-408b-be1f-97e215eaa6b7 req-2d9ad57c-0eaa-47ae-8280-39929a4cd26a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 20:12:19.743971 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-18a57921-10c5-408b-be1f-97e215eaa6b7 req-2d9ad57c-0eaa-47ae-8280-39929a4cd26a service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=a3da31af07b74c20b145ac19f125aded&device_id=c716f776-b175-41ed-8d8a-055fa4548224 HTTP/1.1" status: 200  len: 1097 time: 0.1482291
Apr 22 20:12:19.908095 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c3ae91-d4e7-4abe-839f-3a3dfcf3a1f6 req-7179ac96-a65d-417f-9771-b55dd97606c3 tempest-ServerRescueNegativeTestJSON-1009389569 tempest-ServerRescueNegativeTestJSON-1009389569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 20:12:19.910279 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-05c3ae91-d4e7-4abe-839f-3a3dfcf3a1f6 req-7179ac96-a65d-417f-9771-b55dd97606c3 tempest-ServerRescueNegativeTestJSON-1009389569 tempest-ServerRescueNegativeTestJSON-1009389569-project] 10.222.0.30 "GET /v2.0/ports?device_id=c716f776-b175-41ed-8d8a-055fa4548224 HTTP/1.1" status: 200  len: 944 time: 0.1343679
Apr 22 20:12:19.990466 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-05c3ae91-d4e7-4abe-839f-3a3dfcf3a1f6 req-bfce0ebe-159f-473b-9247-2cdf7fce53bb tempest-ServerRescueNegativeTestJSON-1009389569 tempest-ServerRescueNegativeTestJSON-1009389569-project] 10.222.0.30 "GET /v2.0/security-groups?id=6f3d9104-7f67-4d9e-bcf5-b704aabb6c6e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0727782
Apr 22 20:12:20.059577 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a57921-10c5-408b-be1f-97e215eaa6b7 req-d3cb0152-10af-49e6-8462-bf8f4c023b97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 20:12:20.063938 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-18a57921-10c5-408b-be1f-97e215eaa6b7 req-d3cb0152-10af-49e6-8462-bf8f4c023b97 service neutron] 10.222.0.46 "GET /v2.0/networks?id=571b53d1-aed3-4bd3-ab53-2cb6e0d9c5b7 HTTP/1.1" status: 200  len: 919 time: 0.3118923
Apr 22 20:12:20.234405 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-18a57921-10c5-408b-be1f-97e215eaa6b7 req-15d70240-16d9-4771-ac6a-3326a5a96095 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d9a7d619-2ae7-4c86-8dd8-78564d00ed72 HTTP/1.1" status: 200  len: 217 time: 0.1540484
Apr 22 20:12:20.324410 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a57921-10c5-408b-be1f-97e215eaa6b7 req-805d5d13-61cf-42f0-9c38-39450e588ea5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 20:12:20.326115 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-18a57921-10c5-408b-be1f-97e215eaa6b7 req-805d5d13-61cf-42f0-9c38-39450e588ea5 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=30cce57f-0720-4461-b727-7eddafc0e70c HTTP/1.1" status: 200  len: 858 time: 0.0830269
Apr 22 20:12:20.390731 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-18a57921-10c5-408b-be1f-97e215eaa6b7 req-ca4ae9d6-3247-488c-b1e9-e8eb0ca78781 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=571b53d1-aed3-4bd3-ab53-2cb6e0d9c5b7&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0550942
Apr 22 20:12:20.406000 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef869181-3de3-4ac8-bd34-4cb41754832a req-e3af7e43-8d91-4e83-9216-097f26354c78 tempest-AttachVolumeTestJSON-431678780 tempest-AttachVolumeTestJSON-431678780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 20:12:20.406390 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-ef869181-3de3-4ac8-bd34-4cb41754832a req-e3af7e43-8d91-4e83-9216-097f26354c78 tempest-AttachVolumeTestJSON-431678780 tempest-AttachVolumeTestJSON-431678780-project] 10.222.0.30 "GET /v2.0/ports?device_id=856aff26-352c-4f6c-a8fa-a9199da8c43a HTTP/1.1" status: 200  len: 945 time: 0.2425270
Apr 22 20:12:20.827225 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-18a57921-10c5-408b-be1f-97e215eaa6b7 req-1f59aa22-94f3-494c-b25a-effbb0dcdf67 service neutron] 10.222.0.46 "GET /v2.0/networks/571b53d1-aed3-4bd3-ab53-2cb6e0d9c5b7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4198103
Apr 22 20:12:20.847173 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-ef869181-3de3-4ac8-bd34-4cb41754832a req-5e8bb06a-7de2-405c-8344-0335aff06a5e tempest-AttachVolumeTestJSON-431678780 tempest-AttachVolumeTestJSON-431678780-project] 10.222.0.30 "GET /v2.0/security-groups?id=7cb077a5-4ba7-4c7b-8f9c-203a75555aff&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.3580942
Apr 22 20:12:20.897095 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.rpc [None req-cbbe70c9-0b39-4f9d-be6e-4133a7c8f54f None None] Device 6fde4950-20da-4629-b465-3f3bef3b21b6 up at agent hyperv_hv-cinder-78763 {{(pid=86332) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 22 20:12:21.022593 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-18a57921-10c5-408b-be1f-97e215eaa6b7 req-a9fbf618-cb0d-4d1c-9ebc-45c77defb649 service neutron] 10.222.0.46 "GET /v2.0/networks/571b53d1-aed3-4bd3-ab53-2cb6e0d9c5b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1833048
Apr 22 20:12:21.036699 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.provisioning_blocks [None req-cbbe70c9-0b39-4f9d-be6e-4133a7c8f54f None None] Provisioning for port 6fde4950-20da-4629-b465-3f3bef3b21b6 completed by entity L2. {{(pid=86332) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 22 20:12:21.045896 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.provisioning_blocks [None req-cbbe70c9-0b39-4f9d-be6e-4133a7c8f54f None None] Provisioning complete for port 6fde4950-20da-4629-b465-3f3bef3b21b6 triggered by entity L2. {{(pid=86332) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 22 20:12:21.046568 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-cbbe70c9-0b39-4f9d-be6e-4133a7c8f54f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854135278'] for port, provisioning_complete {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:12:21.150617 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c78ac301-1916-41e3-958c-dc2c04d3071c req-4b698d7b-ebe4-45cd-a483-7c426ee08934 tempest-AttachVolumeTestJSON-431678780 tempest-AttachVolumeTestJSON-431678780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 20:12:21.152997 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-c78ac301-1916-41e3-958c-dc2c04d3071c req-4b698d7b-ebe4-45cd-a483-7c426ee08934 tempest-AttachVolumeTestJSON-431678780 tempest-AttachVolumeTestJSON-431678780-project] 10.222.0.30 "GET /v2.0/ports?device_id=856aff26-352c-4f6c-a8fa-a9199da8c43a HTTP/1.1" status: 200  len: 945 time: 0.1057384
Apr 22 20:12:21.166469 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.wsgi [-] (86330) accepted ('10.222.0.30', 35346) {{(pid=86330) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 20:12:21.173320 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.v2.base [None req-6e54803d-afdb-4a2e-b4ea-9373dd161bc7 tempest-AttachVolumeTestJSON-431678780 tempest-AttachVolumeTestJSON-431678780-project] Request body: {'floatingip': {'port_id': '9aa3800f-3327-462d-a953-942086bb3ed4'}} {{(pid=86330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 22 20:12:21.203696 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-cbbe70c9-0b39-4f9d-be6e-4133a7c8f54f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587983'] for port, before_update {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:12:21.241946 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.db [None req-cbbe70c9-0b39-4f9d-be6e-4133a7c8f54f None None] For port 6fde4950-20da-4629-b465-3f3bef3b21b6, host hv-cinder-78763, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78763',level=0,port_id=6fde4950-20da-4629-b465-3f3bef3b21b6,segment=NetworkSegment(1555e1dd-eab4-4f8c-97c5-0a2b36498408),segment_id=1555e1dd-eab4-4f8c-97c5-0a2b36498408)] {{(pid=86332) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 22 20:12:21.243347 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '469f3208-145f-4d5b-b5d0-3d1d24295374', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6fde4950-20da-4629-b465-3f3bef3b21b6'}] {{(pid=86332) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 22 20:12:21.250376 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-cbbe70c9-0b39-4f9d-be6e-4133a7c8f54f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854198495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853168226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727707997384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363309147208137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727707567697'] for port, after_update {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:12:21.252472 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86332) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 20:12:21.307179 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-6e54803d-afdb-4a2e-b4ea-9373dd161bc7 tempest-AttachVolumeTestJSON-431678780 tempest-AttachVolumeTestJSON-431678780-project] Notify callbacks [] for floatingip, before_update {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:12:21.330426 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbbe70c9-0b39-4f9d-be6e-4133a7c8f54f None None] Pushing event updated for resources: {'Port': ['ID=6fde4950-20da-4629-b465-3f3bef3b21b6,revision_number=5']} {{(pid=86332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 20:12:21.341573 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [None req-cbbe70c9-0b39-4f9d-be6e-4133a7c8f54f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=86332) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 20:12:21.483503 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '469f3208-145f-4d5b-b5d0-3d1d24295374', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6fde4950-20da-4629-b465-3f3bef3b21b6', 'code': 200}
Apr 22 20:12:21.512421 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f17301e-5ab8-4b55-bdd6-a8392b72751d req-3cad98fc-fcd1-4edf-bfcb-81753d7a75b7 tempest-ServerRescueNegativeTestJSON-1009389569 tempest-ServerRescueNegativeTestJSON-1009389569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 20:12:21.513417 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.quota.resource [req-1f17301e-5ab8-4b55-bdd6-a8392b72751d req-3cad98fc-fcd1-4edf-bfcb-81753d7a75b7 tempest-ServerRescueNegativeTestJSON-1009389569 tempest-ServerRescueNegativeTestJSON-1009389569-project] Synchronizing usage tracker for tenant:a3da31af07b74c20b145ac19f125aded on resource:port {{(pid=86331) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 22 20:12:21.547821 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.quota.resource [req-1f17301e-5ab8-4b55-bdd6-a8392b72751d req-3cad98fc-fcd1-4edf-bfcb-81753d7a75b7 tempest-ServerRescueNegativeTestJSON-1009389569 tempest-ServerRescueNegativeTestJSON-1009389569-project] Unset dirty status for tenant:a3da31af07b74c20b145ac19f125aded on resource:port {{(pid=86331) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 22 20:12:21.548950 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-1f17301e-5ab8-4b55-bdd6-a8392b72751d req-3cad98fc-fcd1-4edf-bfcb-81753d7a75b7 tempest-ServerRescueNegativeTestJSON-1009389569 tempest-ServerRescueNegativeTestJSON-1009389569-project] 10.222.0.30 "GET /v2.0/ports?device_id=c716f776-b175-41ed-8d8a-055fa4548224 HTTP/1.1" status: 200  len: 944 time: 0.2315567
Apr 22 20:12:21.633726 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-1f17301e-5ab8-4b55-bdd6-a8392b72751d req-682c3000-782f-4bb5-8977-3485119301d4 tempest-ServerRescueNegativeTestJSON-1009389569 tempest-ServerRescueNegativeTestJSON-1009389569-project] 10.222.0.30 "GET /v2.0/security-groups?id=6f3d9104-7f67-4d9e-bcf5-b704aabb6c6e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0750890
Apr 22 20:12:21.819083 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b80e5404-2fe7-410f-9139-4211b7776d08 req-c10d7c24-f4f7-42dc-af88-f63e32612188 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 20:12:21.828445 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-b80e5404-2fe7-410f-9139-4211b7776d08 req-c10d7c24-f4f7-42dc-af88-f63e32612188 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=469f3208-145f-4d5b-b5d0-3d1d24295374 HTTP/1.1" status: 200  len: 1098 time: 0.1120801
Apr 22 20:12:21.908028 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-b80e5404-2fe7-410f-9139-4211b7776d08 req-a87c01b6-1644-458d-8444-b5fd65f024cc service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=6f3d9104-7f67-4d9e-bcf5-b704aabb6c6e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0722270
Apr 22 20:12:22.257794 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-6e54803d-afdb-4a2e-b4ea-9373dd161bc7 tempest-AttachVolumeTestJSON-431678780 tempest-AttachVolumeTestJSON-431678780-project] Notify callbacks [] for floatingip, precommit_update {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:12:22.261530 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-6e54803d-afdb-4a2e-b4ea-9373dd161bc7 tempest-AttachVolumeTestJSON-431678780 tempest-AttachVolumeTestJSON-431678780-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-427953'] for floatingip, after_update {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:12:22.638827 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.db.l3_db [None req-6e54803d-afdb-4a2e-b4ea-9373dd161bc7 tempest-AttachVolumeTestJSON-431678780 tempest-AttachVolumeTestJSON-431678780-project] Floating IP cfe2ab4c-70f7-4d07-b76f-b77f2c4ba50e associated. External IP: 172.27.3.205, port: 9aa3800f-3327-462d-a953-942086bb3ed4.
Apr 22 20:12:22.911991 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.rpc [None req-cbbe70c9-0b39-4f9d-be6e-4133a7c8f54f None None] Device d9a7d619-2ae7-4c86-8dd8-78564d00ed72 details requested by agent hyperv_hv-cinder-78763 with host hv-cinder-78763 {{(pid=86332) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 22 20:12:23.080751 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.db [None req-cbbe70c9-0b39-4f9d-be6e-4133a7c8f54f None None] For port d9a7d619-2ae7-4c86-8dd8-78564d00ed72, host hv-cinder-78763, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78763',level=0,port_id=d9a7d619-2ae7-4c86-8dd8-78564d00ed72,segment=NetworkSegment(1555e1dd-eab4-4f8c-97c5-0a2b36498408),segment_id=1555e1dd-eab4-4f8c-97c5-0a2b36498408)] {{(pid=86332) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 22 20:12:23.096600 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.rpc [None req-cbbe70c9-0b39-4f9d-be6e-4133a7c8f54f None None] Returning: {'device': 'd9a7d619-2ae7-4c86-8dd8-78564d00ed72', 'network_id': '571b53d1-aed3-4bd3-ab53-2cb6e0d9c5b7', 'port_id': 'd9a7d619-2ae7-4c86-8dd8-78564d00ed72', 'mac_address': 'fa:16:3e:00:54:6d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 394, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '30cce57f-0720-4461-b727-7eddafc0e70c', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86332) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 22 20:12:23.104607 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e4d8104-b5d4-4881-a84c-3a156f454f04 req-150e98d8-390a-4d16-ab22-cdad375313c0 tempest-ServerRescueNegativeTestJSON-1009389569 tempest-ServerRescueNegativeTestJSON-1009389569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 20:12:23.106312 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-9e4d8104-b5d4-4881-a84c-3a156f454f04 req-150e98d8-390a-4d16-ab22-cdad375313c0 tempest-ServerRescueNegativeTestJSON-1009389569 tempest-ServerRescueNegativeTestJSON-1009389569-project] 10.222.0.30 "GET /v2.0/ports?device_id=c716f776-b175-41ed-8d8a-055fa4548224 HTTP/1.1" status: 200  len: 944 time: 0.3174155
Apr 22 20:12:23.194230 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-cbbe70c9-0b39-4f9d-be6e-4133a7c8f54f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587983'] for port, before_update {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:12:23.196983 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-9e4d8104-b5d4-4881-a84c-3a156f454f04 req-afad3506-0302-47ea-94a6-ef4c3e40d7a4 tempest-ServerRescueNegativeTestJSON-1009389569 tempest-ServerRescueNegativeTestJSON-1009389569-project] 10.222.0.30 "GET /v2.0/security-groups?id=6f3d9104-7f67-4d9e-bcf5-b704aabb6c6e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0801520
Apr 22 20:12:23.222447 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.notifiers.nova [None req-cbbe70c9-0b39-4f9d-be6e-4133a7c8f54f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d9a7d619-2ae7-4c86-8dd8-78564d00ed72 {{(pid=86332) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 22 20:12:23.227013 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e54803d-afdb-4a2e-b4ea-9373dd161bc7 tempest-AttachVolumeTestJSON-431678780 tempest-AttachVolumeTestJSON-431678780-project] Router 1579061b-27c8-45c8-a86c-6a7fe76c2895 has already been hosted by L3 agent 1df068ca-d615-4cb7-8020-fe6e8be709e3 {{(pid=86330) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 22 20:12:23.246857 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.db [None req-cbbe70c9-0b39-4f9d-be6e-4133a7c8f54f None None] For port d9a7d619-2ae7-4c86-8dd8-78564d00ed72, host hv-cinder-78763, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78763',level=0,port_id=d9a7d619-2ae7-4c86-8dd8-78564d00ed72,segment=NetworkSegment(1555e1dd-eab4-4f8c-97c5-0a2b36498408),segment_id=1555e1dd-eab4-4f8c-97c5-0a2b36498408)] {{(pid=86332) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 22 20:12:23.251791 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-cbbe70c9-0b39-4f9d-be6e-4133a7c8f54f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854198495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853168226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727707997384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363309147208137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727707567697'] for port, after_update {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:12:23.253682 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [None req-b0ead1c2-049c-4e58-9dc3-b9881b76a474 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86332) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 20:12:23.349946 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbbe70c9-0b39-4f9d-be6e-4133a7c8f54f None None] Pushing event updated for resources: {'Port': ['ID=d9a7d619-2ae7-4c86-8dd8-78564d00ed72,revision_number=4']} {{(pid=86332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 20:12:23.362665 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [None req-cbbe70c9-0b39-4f9d-be6e-4133a7c8f54f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=86332) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 20:12:23.460403 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e54803d-afdb-4a2e-b4ea-9373dd161bc7 tempest-AttachVolumeTestJSON-431678780 tempest-AttachVolumeTestJSON-431678780-project] Notify agent at l3_agent.dv-cinder-787632-1-iscsi the message routers_updated {{(pid=86330) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 22 20:12:23.465490 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-6e54803d-afdb-4a2e-b4ea-9373dd161bc7 tempest-AttachVolumeTestJSON-431678780 tempest-AttachVolumeTestJSON-431678780-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-743'] for floatingip, before_response {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:12:23.474606 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20ca84f9-1a47-4023-b5fc-2b7225b99e71 None None] Sync routers for ids ['1579061b-27c8-45c8-a86c-6a7fe76c2895'] in dv-cinder-787632-1-iscsi {{(pid=86333) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 22 20:12:23.487777 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20ca84f9-1a47-4023-b5fc-2b7225b99e71 None None] Routers {'1579061b-27c8-45c8-a86c-6a7fe76c2895'} bound to L3 agent in host dv-cinder-787632-1-iscsi {{(pid=86333) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 22 20:12:23.488822 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.l3_hamode_db [None req-20ca84f9-1a47-4023-b5fc-2b7225b99e71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f013d4e0898>, 'dv-cinder-787632-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-22T20:03:28Z,description=<?>,heartbeat_timestamp=2021-04-22T20:11:59Z,host='dv-cinder-787632-1-iscsi',id=1df068ca-d615-4cb7-8020-fe6e8be709e3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-22T20:03:28Z,topic='l3_agent')) {'router_ids': ['1579061b-27c8-45c8-a86c-6a7fe76c2895'], 'active': True} {{(pid=86333) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 22 20:12:23.545440 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [None req-6e54803d-afdb-4a2e-b4ea-9373dd161bc7 tempest-AttachVolumeTestJSON-431678780 tempest-AttachVolumeTestJSON-431678780-project] 10.222.0.30 "PUT /v2.0/floatingips/cfe2ab4c-70f7-4d07-b76f-b77f2c4ba50e HTTP/1.1" status: 200  len: 991 time: 2.3790972
Apr 22 20:12:23.546533 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '856aff26-352c-4f6c-a8fa-a9199da8c43a', 'tag': '9aa3800f-3327-462d-a953-942086bb3ed4'}] {{(pid=86330) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 22 20:12:23.561018 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.db [None req-cbbe70c9-0b39-4f9d-be6e-4133a7c8f54f None None] get_ports_and_sgs() called for port_ids ['d9a7d619-2ae7-4c86-8dd8-78564d00ed72'] {{(pid=86332) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 22 20:12:23.607385 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '856aff26-352c-4f6c-a8fa-a9199da8c43a', 'tag': '9aa3800f-3327-462d-a953-942086bb3ed4', 'status': 'completed', 'code': 200}
Apr 22 20:12:23.698302 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.l3_dvr_db [None req-20ca84f9-1a47-4023-b5fc-2b7225b99e71 None None] Set router 1579061b-27c8-45c8-a86c-6a7fe76c2895 gateway port host: dv-cinder-787632-1-iscsi {{(pid=86333) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 22 20:12:23.785855 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6725d813-554b-43e9-a032-b46072165e8f req-6c735439-0e6f-4b07-b509-54f25da2cc6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 20:12:23.789027 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-6725d813-554b-43e9-a032-b46072165e8f req-6c735439-0e6f-4b07-b509-54f25da2cc6e service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=d911111607464bf49ef66ee3335728c8&device_id=856aff26-352c-4f6c-a8fa-a9199da8c43a HTTP/1.1" status: 200  len: 1098 time: 0.1266494
Apr 22 20:12:24.005108 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.wsgi [-] (86330) accepted ('10.222.0.30', 35440) {{(pid=86330) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 20:12:24.025368 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6725d813-554b-43e9-a032-b46072165e8f req-e0ec380d-d060-42e9-92c7-e2060e543ff3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 20:12:24.028376 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-6725d813-554b-43e9-a032-b46072165e8f req-e0ec380d-d060-42e9-92c7-e2060e543ff3 service neutron] 10.222.0.46 "GET /v2.0/networks?id=8eb42aba-9fa9-48c5-ac95-29b89130e5f9 HTTP/1.1" status: 200  len: 911 time: 0.2216721
Apr 22 20:12:24.160788 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-6725d813-554b-43e9-a032-b46072165e8f req-f71eeba1-39f5-4fc5-aa5e-d57a2973e368 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9aa3800f-3327-462d-a953-942086bb3ed4 HTTP/1.1" status: 200  len: 999 time: 0.1232200
Apr 22 20:12:24.163496 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-6a88df56-bf9c-4a2c-a279-f91be0afb862 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:12:24.180172 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.quota.driver [None req-6a88df56-bf9c-4a2c-a279-f91be0afb862 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86330) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 22 20:12:24.184975 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.quota.resource [None req-6a88df56-bf9c-4a2c-a279-f91be0afb862 admin admin] Usage tracker for resource:security_group_rule and tenant:68b1c16738374860bf5ad9993aa1546e is out of sync, need to count used quota {{(pid=86330) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 22 20:12:24.188105 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.quota.resource [None req-6a88df56-bf9c-4a2c-a279-f91be0afb862 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86330) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 22 20:12:24.194443 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.quota.driver [None req-6a88df56-bf9c-4a2c-a279-f91be0afb862 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86330) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 22 20:12:24.246548 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6725d813-554b-43e9-a032-b46072165e8f req-0c9c33df-5921-4b88-ae7f-5f61ea784b53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 20:12:24.248132 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-6725d813-554b-43e9-a032-b46072165e8f req-0c9c33df-5921-4b88-ae7f-5f61ea784b53 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=e2d55e83-7c80-4c1a-99f4-0aea05526efc HTTP/1.1" status: 200  len: 849 time: 0.0685692
Apr 22 20:12:24.284494 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.l3_hamode_db [None req-20ca84f9-1a47-4023-b5fc-2b7225b99e71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f013d4e0898>, [{'id': '1579061b-27c8-45c8-a86c-6a7fe76c2895', 'name': 'tempest-AttachVolumeTestJSON-860199075-router', 'tenant_id': 'd911111607464bf49ef66ee3335728c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b725cb4-6db6-4e68-9a61-1978e8a191a1', 'external_fixed_ips': [{'subnet_id': '1d4495d7-31a5-4e2d-a911-56ceae3a61c5', 'ip_address': '172.27.3.78'}], 'enable_snat': True}, 'gw_port_id': '9a2d43f7-bd9b-4d0f-8151-3b2eae8f716f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T20:11:35Z', 'updated_at': '2021-04-22T20:11:47Z', 'revision_number': 4, 'project_id': 'd911111607464bf49ef66ee3335728c8', 'gw_port': {'id': '9a2d43f7-bd9b-4d0f-8151-3b2eae8f716f', 'name': '', 'network_id': '1b725cb4-6db6-4e68-9a61-1978e8a191a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:bb:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1579061b-27c8-45c8-a86c-6a7fe76c2895', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '1d4495d7-31a5-4e2d-a911-56ceae3a61c5', 'ip_address': '172.27.3.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787632-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T20:11:36Z', 'updated_at': '2021-04-22T20:11:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d4495d7-31a5-4e2d-a911-56ceae3a61c5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787632-1-iscsi', '_floatingips': [{'id': 'cfe2ab4c-70f7-4d07-b76f-b77f2c4ba50e', 'tenant_id': 'd911111607464bf49ef66ee3335728c8', 'floating_ip_address': '172.27.3.205', 'floating_network_id': '1b725cb4-6db6-4e68-9a61-1978e8a191a1', 'router_id': '1579061b-27c8-45c8-a86c-6a7fe76c2895', 'port_id': '9aa3800f-3327-462d-a953-942086bb3ed4', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 123, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8eb42aba-9fa9-48c5-ac95-29b89130e5f9', 'mac_address': 'fa:16:3e:d2:35:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '856aff26-352c-4f6c-a8fa-a9199da8c43a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-22T20:11:57Z', 'updated_at': '2021-04-22T20:12:22Z', 'revision_number': 1, 'project_id': 'd911111607464bf49ef66ee3335728c8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ca272985-6352-40bc-a8aa-36c8497e6162', 'name': '', 'network_id': '8eb42aba-9fa9-48c5-ac95-29b89130e5f9', 'tenant_id': 'd911111607464bf49ef66ee3335728c8', 'mac_address': 'fa:16:3e:28:cc:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1579061b-27c8-45c8-a86c-6a7fe76c2895', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'e2d55e83-7c80-4c1a-99f4-0aea05526efc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787632-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T20:11:44Z', 'updated_at': '2021-04-22T20:11:59Z', 'revision_number': 5, 'project_id': 'd911111607464bf49ef66ee3335728c8', 'subnets': [{'id': 'e2d55e83-7c80-4c1a-99f4-0aea05526efc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787632-1-iscsi', False) {} {{(pid=86333) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 22 20:12:24.295973 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20ca84f9-1a47-4023-b5fc-2b7225b99e71 None None] Checking router: 1579061b-27c8-45c8-a86c-6a7fe76c2895 for host: dv-cinder-787632-1-iscsi {{(pid=86333) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 22 20:12:24.304833 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-6a88df56-bf9c-4a2c-a279-f91be0afb862 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:12:24.310969 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-6a88df56-bf9c-4a2c-a279-f91be0afb862 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393900'] for security_group, after_create {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:12:24.316479 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20ca84f9-1a47-4023-b5fc-2b7225b99e71 None None] Routers {'1579061b-27c8-45c8-a86c-6a7fe76c2895'} bound to L3 agent in host dv-cinder-787632-1-iscsi {{(pid=86333) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 22 20:12:24.317175 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.l3_hamode_db [None req-20ca84f9-1a47-4023-b5fc-2b7225b99e71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f013d4e0898>, 'dv-cinder-787632-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-22T20:03:28Z,description=<?>,heartbeat_timestamp=2021-04-22T20:11:59Z,host='dv-cinder-787632-1-iscsi',id=1df068ca-d615-4cb7-8020-fe6e8be709e3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-22T20:03:28Z,topic='l3_agent')) {'router_ids': ['1579061b-27c8-45c8-a86c-6a7fe76c2895'], 'active': True} {{(pid=86333) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 22 20:12:24.325710 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 20:12:24.351562 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6725d813-554b-43e9-a032-b46072165e8f req-bbb7a486-277d-4e70-9cc6-5a5278e758b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 20:12:24.353389 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-6725d813-554b-43e9-a032-b46072165e8f req-bbb7a486-277d-4e70-9cc6-5a5278e758b7 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=8eb42aba-9fa9-48c5-ac95-29b89130e5f9&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0973952
Apr 22 20:12:24.429329 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [None req-6a88df56-bf9c-4a2c-a279-f91be0afb862 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=68b1c16738374860bf5ad9993aa1546e&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4233730
Apr 22 20:12:24.434472 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.wsgi [-] (86330) accepted ('10.222.0.30', 35452) {{(pid=86330) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 20:12:24.460462 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a88df56-bf9c-4a2c-a279-f91be0afb862 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a7ca7f7-e15e-4069-a09a-85581ff6429c,revision_number=1']} {{(pid=86330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 20:12:24.466872 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [None req-6a88df56-bf9c-4a2c-a279-f91be0afb862 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=86330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 20:12:24.497893 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5fc0fbe-9de4-44ca-b549-a88d58bd5bb8 req-6ffda800-aaca-43b9-9014-7f594691765b tempest-ServerRescueNegativeTestJSON-1009389569 tempest-ServerRescueNegativeTestJSON-1009389569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 20:12:24.499523 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-e5fc0fbe-9de4-44ca-b549-a88d58bd5bb8 req-6ffda800-aaca-43b9-9014-7f594691765b tempest-ServerRescueNegativeTestJSON-1009389569 tempest-ServerRescueNegativeTestJSON-1009389569-project] 10.222.0.30 "GET /v2.0/ports?device_id=c716f776-b175-41ed-8d8a-055fa4548224 HTTP/1.1" status: 200  len: 945 time: 0.1748340
Apr 22 20:12:24.550415 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-6725d813-554b-43e9-a032-b46072165e8f req-4f91aa32-55be-4af8-a2ec-bdd599a7692c service neutron] 10.222.0.46 "GET /v2.0/networks/8eb42aba-9fa9-48c5-ac95-29b89130e5f9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1778889
Apr 22 20:12:24.566392 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-12674ba6-1e2c-47b8-9560-b74a611f1f78 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:12:24.598160 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.l3_dvr_db [None req-20ca84f9-1a47-4023-b5fc-2b7225b99e71 None None] Set router 1579061b-27c8-45c8-a86c-6a7fe76c2895 gateway port host: dv-cinder-787632-1-iscsi {{(pid=86333) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 22 20:12:24.600176 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-12674ba6-1e2c-47b8-9560-b74a611f1f78 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:12:24.656843 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-12674ba6-1e2c-47b8-9560-b74a611f1f78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393900'] for security_group, after_delete {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:12:24.665212 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [None req-c0af8b59-abf6-4815-ba5e-a2937dbf9f2f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 20:12:24.678740 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12674ba6-1e2c-47b8-9560-b74a611f1f78 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a7ca7f7-e15e-4069-a09a-85581ff6429c,revision_number=None']} {{(pid=86330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 20:12:24.686062 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [None req-12674ba6-1e2c-47b8-9560-b74a611f1f78 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=86330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 20:12:24.696943 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-e5fc0fbe-9de4-44ca-b549-a88d58bd5bb8 req-ab2d6937-b194-476b-841e-b889e323aa74 tempest-ServerRescueNegativeTestJSON-1009389569 tempest-ServerRescueNegativeTestJSON-1009389569-project] 10.222.0.30 "GET /v2.0/security-groups?id=6f3d9104-7f67-4d9e-bcf5-b704aabb6c6e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1870716
Apr 22 20:12:24.703236 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-12674ba6-1e2c-47b8-9560-b74a611f1f78 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:12:24.708903 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [None req-12674ba6-1e2c-47b8-9560-b74a611f1f78 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/9a7ca7f7-e15e-4069-a09a-85581ff6429c HTTP/1.1" status: 204  len: 168 time: 0.2609570
Apr 22 20:12:24.743370 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-6725d813-554b-43e9-a032-b46072165e8f req-16cd0530-600f-43e1-957a-af35ad7b1e3e service neutron] 10.222.0.46 "GET /v2.0/networks/8eb42aba-9fa9-48c5-ac95-29b89130e5f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1766539
Apr 22 20:12:24.937177 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.rpc [None req-cbbe70c9-0b39-4f9d-be6e-4133a7c8f54f None None] Device d9a7d619-2ae7-4c86-8dd8-78564d00ed72 up at agent hyperv_hv-cinder-78763 {{(pid=86332) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 22 20:12:25.073708 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.provisioning_blocks [None req-cbbe70c9-0b39-4f9d-be6e-4133a7c8f54f None None] Provisioning for port d9a7d619-2ae7-4c86-8dd8-78564d00ed72 completed by entity L2. {{(pid=86332) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 22 20:12:25.079589 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.provisioning_blocks [None req-cbbe70c9-0b39-4f9d-be6e-4133a7c8f54f None None] Provisioning complete for port d9a7d619-2ae7-4c86-8dd8-78564d00ed72 triggered by entity L2. {{(pid=86332) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 22 20:12:25.080242 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-cbbe70c9-0b39-4f9d-be6e-4133a7c8f54f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854135278'] for port, provisioning_complete {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:12:25.111789 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.wsgi [-] (86331) accepted ('10.222.0.30', 35486) {{(pid=86331) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 20:12:25.137507 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-e2e49f6b-23f9-46e0-81ea-6e50281639ee admin admin] Notify callbacks [] for security_group, before_create {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:12:25.153226 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.quota.driver [None req-e2e49f6b-23f9-46e0-81ea-6e50281639ee admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 22 20:12:25.158046 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.quota.resource [None req-e2e49f6b-23f9-46e0-81ea-6e50281639ee admin admin] Usage tracker for resource:security_group_rule and tenant:7275549bca744259b8f662691de404b0 is out of sync, need to count used quota {{(pid=86331) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 22 20:12:25.161122 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.quota.resource [None req-e2e49f6b-23f9-46e0-81ea-6e50281639ee admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86331) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 22 20:12:25.168663 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.quota.driver [None req-e2e49f6b-23f9-46e0-81ea-6e50281639ee admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 22 20:12:25.214963 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.l3_hamode_db [None req-20ca84f9-1a47-4023-b5fc-2b7225b99e71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f013d4e0898>, [{'id': '1579061b-27c8-45c8-a86c-6a7fe76c2895', 'name': 'tempest-AttachVolumeTestJSON-860199075-router', 'tenant_id': 'd911111607464bf49ef66ee3335728c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b725cb4-6db6-4e68-9a61-1978e8a191a1', 'external_fixed_ips': [{'subnet_id': '1d4495d7-31a5-4e2d-a911-56ceae3a61c5', 'ip_address': '172.27.3.78'}], 'enable_snat': True}, 'gw_port_id': '9a2d43f7-bd9b-4d0f-8151-3b2eae8f716f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T20:11:35Z', 'updated_at': '2021-04-22T20:11:47Z', 'revision_number': 4, 'project_id': 'd911111607464bf49ef66ee3335728c8', 'gw_port': {'id': '9a2d43f7-bd9b-4d0f-8151-3b2eae8f716f', 'name': '', 'network_id': '1b725cb4-6db6-4e68-9a61-1978e8a191a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:bb:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1579061b-27c8-45c8-a86c-6a7fe76c2895', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '1d4495d7-31a5-4e2d-a911-56ceae3a61c5', 'ip_address': '172.27.3.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787632-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T20:11:36Z', 'updated_at': '2021-04-22T20:11:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d4495d7-31a5-4e2d-a911-56ceae3a61c5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787632-1-iscsi', '_floatingips': [{'id': 'cfe2ab4c-70f7-4d07-b76f-b77f2c4ba50e', 'tenant_id': 'd911111607464bf49ef66ee3335728c8', 'floating_ip_address': '172.27.3.205', 'floating_network_id': '1b725cb4-6db6-4e68-9a61-1978e8a191a1', 'router_id': '1579061b-27c8-45c8-a86c-6a7fe76c2895', 'port_id': '9aa3800f-3327-462d-a953-942086bb3ed4', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 123, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8eb42aba-9fa9-48c5-ac95-29b89130e5f9', 'mac_address': 'fa:16:3e:d2:35:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '856aff26-352c-4f6c-a8fa-a9199da8c43a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-22T20:11:57Z', 'updated_at': '2021-04-22T20:12:22Z', 'revision_number': 1, 'project_id': 'd911111607464bf49ef66ee3335728c8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ca272985-6352-40bc-a8aa-36c8497e6162', 'name': '', 'network_id': '8eb42aba-9fa9-48c5-ac95-29b89130e5f9', 'tenant_id': 'd911111607464bf49ef66ee3335728c8', 'mac_address': 'fa:16:3e:28:cc:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1579061b-27c8-45c8-a86c-6a7fe76c2895', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'e2d55e83-7c80-4c1a-99f4-0aea05526efc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787632-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T20:11:44Z', 'updated_at': '2021-04-22T20:11:59Z', 'revision_number': 5, 'project_id': 'd911111607464bf49ef66ee3335728c8', 'subnets': [{'id': 'e2d55e83-7c80-4c1a-99f4-0aea05526efc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787632-1-iscsi', False) {} {{(pid=86333) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 22 20:12:25.220180 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20ca84f9-1a47-4023-b5fc-2b7225b99e71 None None] The sync data for ids ['1579061b-27c8-45c8-a86c-6a7fe76c2895'] in dv-cinder-787632-1-iscsi is: [{'id': '1579061b-27c8-45c8-a86c-6a7fe76c2895', 'name': 'tempest-AttachVolumeTestJSON-860199075-router', 'tenant_id': 'd911111607464bf49ef66ee3335728c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b725cb4-6db6-4e68-9a61-1978e8a191a1', 'external_fixed_ips': [{'subnet_id': '1d4495d7-31a5-4e2d-a911-56ceae3a61c5', 'ip_address': '172.27.3.78'}], 'enable_snat': True}, 'gw_port_id': '9a2d43f7-bd9b-4d0f-8151-3b2eae8f716f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T20:11:35Z', 'updated_at': '2021-04-22T20:11:47Z', 'revision_number': 4, 'project_id': 'd911111607464bf49ef66ee3335728c8', 'gw_port': {'id': '9a2d43f7-bd9b-4d0f-8151-3b2eae8f716f', 'name': '', 'network_id': '1b725cb4-6db6-4e68-9a61-1978e8a191a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:bb:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1579061b-27c8-45c8-a86c-6a7fe76c2895', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '1d4495d7-31a5-4e2d-a911-56ceae3a61c5', 'ip_address': '172.27.3.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787632-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T20:11:36Z', 'updated_at': '2021-04-22T20:11:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d4495d7-31a5-4e2d-a911-56ceae3a61c5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787632-1-iscsi', '_floatingips': [{'id': 'cfe2ab4c-70f7-4d07-b76f-b77f2c4ba50e', 'tenant_id': 'd911111607464bf49ef66ee3335728c8', 'floating_ip_address': '172.27.3.205', 'floating_network_id': '1b725cb4-6db6-4e68-9a61-1978e8a191a1', 'router_id': '1579061b-27c8-45c8-a86c-6a7fe76c2895', 'port_id': '9aa3800f-3327-462d-a953-942086bb3ed4', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 123, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8eb42aba-9fa9-48c5-ac95-29b89130e5f9', 'mac_address': 'fa:16:3e:d2:35:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '856aff26-352c-4f6c-a8fa-a9199da8c43a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-22T20:11:57Z', 'updated_at': '2021-04-22T20:12:22Z', 'revision_number': 1, 'project_id': 'd911111607464bf49ef66ee3335728c8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ca272985-6352-40bc-a8aa-36c8497e6162', 'name': '', 'network_id': '8eb42aba-9fa9-48c5-ac95-29b89130e5f9', 'tenant_id': 'd911111607464bf49ef66ee3335728c8', 'mac_address': 'fa:16:3e:28:cc:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1579061b-27c8-45c8-a86c-6a7fe76c2895', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'e2d55e83-7c80-4c1a-99f4-0aea05526efc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787632-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T20:11:44Z', 'updated_at': '2021-04-22T20:11:59Z', 'revision_number': 5, 'project_id': 'd911111607464bf49ef66ee3335728c8', 'subnets': [{'id': 'e2d55e83-7c80-4c1a-99f4-0aea05526efc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86333) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 22 20:12:25.245414 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-cbbe70c9-0b39-4f9d-be6e-4133a7c8f54f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587983'] for port, before_update {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:12:25.278477 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c716f776-b175-41ed-8d8a-055fa4548224', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd9a7d619-2ae7-4c86-8dd8-78564d00ed72'}] {{(pid=86332) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 22 20:12:25.282833 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-e2e49f6b-23f9-46e0-81ea-6e50281639ee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:12:25.287670 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-e2e49f6b-23f9-46e0-81ea-6e50281639ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393900'] for security_group, after_create {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:12:25.290051 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.db [None req-cbbe70c9-0b39-4f9d-be6e-4133a7c8f54f None None] For port d9a7d619-2ae7-4c86-8dd8-78564d00ed72, host hv-cinder-78763, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78763',level=0,port_id=d9a7d619-2ae7-4c86-8dd8-78564d00ed72,segment=NetworkSegment(1555e1dd-eab4-4f8c-97c5-0a2b36498408),segment_id=1555e1dd-eab4-4f8c-97c5-0a2b36498408)] {{(pid=86332) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 22 20:12:25.293804 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-cbbe70c9-0b39-4f9d-be6e-4133a7c8f54f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854198495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853168226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727707997384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363309147208137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727707567697'] for port, after_update {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:12:25.295817 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [None req-08e5d76f-3fe5-4242-a4b8-30f374028052 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86332) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 20:12:25.301049 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [None req-d3ee9ab8-ba89-46b6-bc4b-0931a736abbe service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 20:12:25.359115 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c716f776-b175-41ed-8d8a-055fa4548224', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd9a7d619-2ae7-4c86-8dd8-78564d00ed72', 'code': 200}
Apr 22 20:12:25.363198 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [None req-e2e49f6b-23f9-46e0-81ea-6e50281639ee admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=7275549bca744259b8f662691de404b0&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2502391
Apr 22 20:12:25.364907 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2e49f6b-23f9-46e0-81ea-6e50281639ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=046d5ce9-a513-40bc-9583-9471c517fed4,revision_number=1']} {{(pid=86331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 20:12:25.367685 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.wsgi [-] (86331) accepted ('10.222.0.30', 35502) {{(pid=86331) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 20:12:25.378746 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbbe70c9-0b39-4f9d-be6e-4133a7c8f54f None None] Pushing event updated for resources: {'Port': ['ID=d9a7d619-2ae7-4c86-8dd8-78564d00ed72,revision_number=5']} {{(pid=86332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 20:12:25.380983 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [None req-e2e49f6b-23f9-46e0-81ea-6e50281639ee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 20:12:25.382444 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [None req-cbbe70c9-0b39-4f9d-be6e-4133a7c8f54f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=86332) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 20:12:25.454601 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-365a789b-4857-47ad-b344-01cffe10cabf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:12:25.486352 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-365a789b-4857-47ad-b344-01cffe10cabf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:12:25.548498 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-365a789b-4857-47ad-b344-01cffe10cabf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393900'] for security_group, after_delete {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:12:25.560217 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [None req-43216dff-61f0-4fbb-9dba-3d4280352571 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 20:12:25.574630 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-365a789b-4857-47ad-b344-01cffe10cabf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=046d5ce9-a513-40bc-9583-9471c517fed4,revision_number=None']} {{(pid=86331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 20:12:25.577976 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [None req-365a789b-4857-47ad-b344-01cffe10cabf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 20:12:25.589626 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-365a789b-4857-47ad-b344-01cffe10cabf admin admin] Notify callbacks [] for security_group, before_response {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:12:25.591021 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [None req-365a789b-4857-47ad-b344-01cffe10cabf admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/046d5ce9-a513-40bc-9583-9471c517fed4 HTTP/1.1" status: 204  len: 168 time: 0.2225661
Apr 22 20:12:25.678165 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-142ea3b0-aeea-4ee1-b43a-51f3959724cc None None] New status for floating IP cfe2ab4c-70f7-4d07-b76f-b77f2c4ba50e: ACTIVE {{(pid=86332) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Apr 22 20:12:25.696006 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36305a9d-8883-47d8-bacb-86005f4af506 req-c0575bdf-ce96-4891-8a7b-eb88d4125427 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 20:12:25.697612 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-36305a9d-8883-47d8-bacb-86005f4af506 req-c0575bdf-ce96-4891-8a7b-eb88d4125427 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=c716f776-b175-41ed-8d8a-055fa4548224 HTTP/1.1" status: 200  len: 1099 time: 0.0910058
Apr 22 20:12:25.755159 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-36305a9d-8883-47d8-bacb-86005f4af506 req-5d82d615-157b-4a26-a409-80c33bb82687 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=6f3d9104-7f67-4d9e-bcf5-b704aabb6c6e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0485644
Apr 22 20:12:25.914782 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-937aaa80-095e-4675-8588-e9e39f26781f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309146858885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640583'] for agent, after_update {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:12:26.061844 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba28b83-933c-4298-b532-d9904cc24dfb req-53724d4f-23b8-49a1-9d29-4260fefc20dc tempest-ServerRescueNegativeTestJSON-1009389569 tempest-ServerRescueNegativeTestJSON-1009389569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 20:12:26.071812 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-9ba28b83-933c-4298-b532-d9904cc24dfb req-53724d4f-23b8-49a1-9d29-4260fefc20dc tempest-ServerRescueNegativeTestJSON-1009389569 tempest-ServerRescueNegativeTestJSON-1009389569-project] 10.222.0.30 "GET /v2.0/ports?device_id=c716f776-b175-41ed-8d8a-055fa4548224 HTTP/1.1" status: 200  len: 946 time: 0.1448793
Apr 22 20:12:26.127859 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-9ba28b83-933c-4298-b532-d9904cc24dfb req-879ef1e1-6713-4306-a8cc-50ebbb33b13f tempest-ServerRescueNegativeTestJSON-1009389569 tempest-ServerRescueNegativeTestJSON-1009389569-project] 10.222.0.30 "GET /v2.0/security-groups?id=6f3d9104-7f67-4d9e-bcf5-b704aabb6c6e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0548754
Apr 22 20:12:27.352258 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed769ff0-1c3f-4e4e-a3c1-50919fd45578 req-08d3c6ca-89a5-4d78-a7da-eb991a00c34f tempest-ServerRescueNegativeTestJSON-1009389569 tempest-ServerRescueNegativeTestJSON-1009389569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 20:12:27.353845 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-ed769ff0-1c3f-4e4e-a3c1-50919fd45578 req-08d3c6ca-89a5-4d78-a7da-eb991a00c34f tempest-ServerRescueNegativeTestJSON-1009389569 tempest-ServerRescueNegativeTestJSON-1009389569-project] 10.222.0.30 "GET /v2.0/ports?device_id=c716f776-b175-41ed-8d8a-055fa4548224 HTTP/1.1" status: 200  len: 946 time: 0.0920210
Apr 22 20:12:27.405005 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-ed769ff0-1c3f-4e4e-a3c1-50919fd45578 req-79df7173-e57a-47bd-be28-e605163f5170 tempest-ServerRescueNegativeTestJSON-1009389569 tempest-ServerRescueNegativeTestJSON-1009389569-project] 10.222.0.30 "GET /v2.0/security-groups?id=6f3d9104-7f67-4d9e-bcf5-b704aabb6c6e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0444760
Apr 22 20:12:27.923768 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebaf4bc3-8028-4045-9d2a-114a54829e6d req-cd463e95-f7e2-4f0c-a857-63fed906b5fa tempest-ServerRescueNegativeTestJSON-1009389569 tempest-ServerRescueNegativeTestJSON-1009389569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 20:12:27.925403 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-ebaf4bc3-8028-4045-9d2a-114a54829e6d req-cd463e95-f7e2-4f0c-a857-63fed906b5fa tempest-ServerRescueNegativeTestJSON-1009389569 tempest-ServerRescueNegativeTestJSON-1009389569-project] 10.222.0.30 "GET /v2.0/ports?device_id=c716f776-b175-41ed-8d8a-055fa4548224 HTTP/1.1" status: 200  len: 946 time: 0.0979097
Apr 22 20:12:27.958599 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd1d1e1-3cbd-4b6f-b404-3df275fd58f5 req-a5e66baa-ec20-4a51-89d1-842eb2bea94b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 20:12:27.960381 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-2bd1d1e1-3cbd-4b6f-b404-3df275fd58f5 req-a5e66baa-ec20-4a51-89d1-842eb2bea94b service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=a3da31af07b74c20b145ac19f125aded&device_id=c716f776-b175-41ed-8d8a-055fa4548224 HTTP/1.1" status: 200  len: 1099 time: 0.1810293
Apr 22 20:12:27.969887 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-260f5636-f0d1-416d-8ed1-73eac9e0235b req-0896e6c5-f55e-4f94-ba07-6118070c25ee tempest-DeleteServersTestJSON-432539575 tempest-DeleteServersTestJSON-432539575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 20:12:27.972109 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-260f5636-f0d1-416d-8ed1-73eac9e0235b req-0896e6c5-f55e-4f94-ba07-6118070c25ee tempest-DeleteServersTestJSON-432539575 tempest-DeleteServersTestJSON-432539575-project] 10.222.0.30 "GET /v2.0/ports?device_id=4be19373-fd93-4abb-aac5-299af84535cf HTTP/1.1" status: 200  len: 946 time: 0.1487083
Apr 22 20:12:27.981307 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-ebaf4bc3-8028-4045-9d2a-114a54829e6d req-544ce6f4-b812-4f7f-b8fe-a397739cd5bb tempest-ServerRescueNegativeTestJSON-1009389569 tempest-ServerRescueNegativeTestJSON-1009389569-project] 10.222.0.30 "GET /v2.0/security-groups?id=6f3d9104-7f67-4d9e-bcf5-b704aabb6c6e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0468307
Apr 22 20:12:28.125295 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-260f5636-f0d1-416d-8ed1-73eac9e0235b req-819a99e8-d033-4963-a3ec-6fccb789c770 tempest-DeleteServersTestJSON-432539575 tempest-DeleteServersTestJSON-432539575-project] 10.222.0.30 "GET /v2.0/security-groups?id=d55ceebb-51ed-4aac-b636-f683c724b454&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1166744
Apr 22 20:12:28.164531 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd1d1e1-3cbd-4b6f-b404-3df275fd58f5 req-b107ddc4-5536-4e50-8d2a-6255f17f6120 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 20:12:28.166141 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-2bd1d1e1-3cbd-4b6f-b404-3df275fd58f5 req-b107ddc4-5536-4e50-8d2a-6255f17f6120 service neutron] 10.222.0.46 "GET /v2.0/networks?id=571b53d1-aed3-4bd3-ab53-2cb6e0d9c5b7 HTTP/1.1" status: 200  len: 919 time: 0.1928701
Apr 22 20:12:28.244334 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-2bd1d1e1-3cbd-4b6f-b404-3df275fd58f5 req-4e7647d4-dd21-40d4-a269-93ef6fc52646 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d9a7d619-2ae7-4c86-8dd8-78564d00ed72 HTTP/1.1" status: 200  len: 217 time: 0.0704625
Apr 22 20:12:28.323777 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd1d1e1-3cbd-4b6f-b404-3df275fd58f5 req-7aab7227-0b07-4002-a753-b2bd0c649158 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 20:12:28.325365 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-2bd1d1e1-3cbd-4b6f-b404-3df275fd58f5 req-7aab7227-0b07-4002-a753-b2bd0c649158 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=30cce57f-0720-4461-b727-7eddafc0e70c HTTP/1.1" status: 200  len: 858 time: 0.0646839
Apr 22 20:12:28.387226 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-2bd1d1e1-3cbd-4b6f-b404-3df275fd58f5 req-14de0d09-e029-4fd6-a894-35b3e8b1ca3d service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=571b53d1-aed3-4bd3-ab53-2cb6e0d9c5b7&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0509267
Apr 22 20:12:28.544310 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-ccbec3c0-3a6e-45e8-8023-fb75e1e77f23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309146858885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640583'] for agent, after_update {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:12:28.556234 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-2bd1d1e1-3cbd-4b6f-b404-3df275fd58f5 req-aac54cb6-f36e-43fe-a615-e078bb243840 service neutron] 10.222.0.46 "GET /v2.0/networks/571b53d1-aed3-4bd3-ab53-2cb6e0d9c5b7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1603611
Apr 22 20:12:28.587909 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.wsgi [-] (86331) accepted ('10.222.0.30', 35628) {{(pid=86331) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 20:12:28.723491 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-27388c8c-dddc-4738-9946-58b36a02b3db admin admin] Notify callbacks [] for security_group, before_create {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:12:28.738910 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.quota.driver [None req-27388c8c-dddc-4738-9946-58b36a02b3db admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 22 20:12:28.742991 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.quota.resource [None req-27388c8c-dddc-4738-9946-58b36a02b3db admin admin] Usage tracker for resource:security_group_rule and tenant:ab1d2c5d24ce4fdb8f83b415116cb2db is out of sync, need to count used quota {{(pid=86331) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 22 20:12:28.746003 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.quota.resource [None req-27388c8c-dddc-4738-9946-58b36a02b3db admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86331) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 22 20:12:28.751908 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.quota.driver [None req-27388c8c-dddc-4738-9946-58b36a02b3db admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 22 20:12:28.838735 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-27388c8c-dddc-4738-9946-58b36a02b3db admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:12:28.842339 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-27388c8c-dddc-4738-9946-58b36a02b3db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393900'] for security_group, after_create {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:12:28.850146 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [None req-4b1cb320-0a43-4f0a-84c2-a620a0aa2298 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 20:12:28.894243 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27388c8c-dddc-4738-9946-58b36a02b3db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=361950ee-0034-429f-8731-6625e762b73e,revision_number=1']} {{(pid=86331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 20:12:28.900577 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [None req-27388c8c-dddc-4738-9946-58b36a02b3db admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=ab1d2c5d24ce4fdb8f83b415116cb2db&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3100975
Apr 22 20:12:28.900577 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [None req-27388c8c-dddc-4738-9946-58b36a02b3db admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 20:12:28.902453 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.wsgi [-] (86331) accepted ('10.222.0.30', 35636) {{(pid=86331) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 20:12:28.919708 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-d69b9430-b136-4a40-a189-232f048ef307 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309146858885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640583'] for agent, after_update {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:12:28.964986 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-e7c24274-27d5-4852-9c4d-ee6ba1d9f4ec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:12:28.992233 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-e7c24274-27d5-4852-9c4d-ee6ba1d9f4ec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:12:29.044308 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-e7c24274-27d5-4852-9c4d-ee6ba1d9f4ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393900'] for security_group, after_delete {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:12:29.049296 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [None req-e2e49f6b-23f9-46e0-81ea-6e50281639ee admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 20:12:29.062846 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7c24274-27d5-4852-9c4d-ee6ba1d9f4ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=361950ee-0034-429f-8731-6625e762b73e,revision_number=None']} {{(pid=86331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 20:12:29.066145 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-e7c24274-27d5-4852-9c4d-ee6ba1d9f4ec admin admin] Notify callbacks [] for security_group, before_response {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:12:29.067400 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [None req-e7c24274-27d5-4852-9c4d-ee6ba1d9f4ec admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/361950ee-0034-429f-8731-6625e762b73e HTTP/1.1" status: 204  len: 168 time: 0.1639633
Apr 22 20:12:29.068393 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [None req-e7c24274-27d5-4852-9c4d-ee6ba1d9f4ec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 20:12:29.206870 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec3f67b-44f8-4eb1-ae3e-5d9a1fec4007 req-801ce6f5-832d-466b-b190-471a449b3604 tempest-ServerRescueNegativeTestJSON-1009389569 tempest-ServerRescueNegativeTestJSON-1009389569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 20:12:29.216517 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-4ec3f67b-44f8-4eb1-ae3e-5d9a1fec4007 req-801ce6f5-832d-466b-b190-471a449b3604 tempest-ServerRescueNegativeTestJSON-1009389569 tempest-ServerRescueNegativeTestJSON-1009389569-project] 10.222.0.30 "GET /v2.0/ports?device_id=c716f776-b175-41ed-8d8a-055fa4548224 HTTP/1.1" status: 200  len: 946 time: 0.1005044
Apr 22 20:12:29.244638 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-08e5d76f-3fe5-4242-a4b8-30f374028052 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309146858885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640583'] for agent, after_update {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:12:29.262364 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-4ec3f67b-44f8-4eb1-ae3e-5d9a1fec4007 req-b01e19c0-0f03-4749-b517-1e061a201f69 tempest-ServerRescueNegativeTestJSON-1009389569 tempest-ServerRescueNegativeTestJSON-1009389569-project] 10.222.0.30 "GET /v2.0/security-groups?id=6f3d9104-7f67-4d9e-bcf5-b704aabb6c6e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0466044
Apr 22 20:12:29.379965 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.wsgi [-] (86330) accepted ('10.222.0.30', 35652) {{(pid=86330) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 20:12:29.399096 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-9d2e7686-854e-4d5e-830f-e42da1a9b9bd admin admin] Notify callbacks [] for security_group, before_create {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:12:29.415235 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.quota.driver [None req-9d2e7686-854e-4d5e-830f-e42da1a9b9bd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86330) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 22 20:12:29.419425 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.quota.resource [None req-9d2e7686-854e-4d5e-830f-e42da1a9b9bd admin admin] Usage tracker for resource:security_group_rule and tenant:88a3d4fa830347ee84866cb2d75589ce is out of sync, need to count used quota {{(pid=86330) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 22 20:12:29.422711 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.quota.resource [None req-9d2e7686-854e-4d5e-830f-e42da1a9b9bd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86330) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 22 20:12:29.428859 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.quota.driver [None req-9d2e7686-854e-4d5e-830f-e42da1a9b9bd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86330) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 22 20:12:29.454749 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e63d60-625f-4bdf-b262-13acface51c1 req-79235817-e021-4b72-ab3f-b7f84dc59dc5 tempest-DeleteServersTestJSON-432539575 tempest-DeleteServersTestJSON-432539575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 20:12:29.456463 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-13e63d60-625f-4bdf-b262-13acface51c1 req-79235817-e021-4b72-ab3f-b7f84dc59dc5 tempest-DeleteServersTestJSON-432539575 tempest-DeleteServersTestJSON-432539575-project] 10.222.0.30 "GET /v2.0/ports?device_id=4be19373-fd93-4abb-aac5-299af84535cf HTTP/1.1" status: 200  len: 946 time: 0.0923407
Apr 22 20:12:29.503678 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-13e63d60-625f-4bdf-b262-13acface51c1 req-5ccb2ee9-7e1d-49df-a9a6-9fd2c8796f12 tempest-DeleteServersTestJSON-432539575 tempest-DeleteServersTestJSON-432539575-project] 10.222.0.30 "GET /v2.0/security-groups?id=d55ceebb-51ed-4aac-b636-f683c724b454&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0406868
Apr 22 20:12:29.513667 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-9d2e7686-854e-4d5e-830f-e42da1a9b9bd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:12:29.517320 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-9d2e7686-854e-4d5e-830f-e42da1a9b9bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393900'] for security_group, after_create {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:12:29.525370 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [None req-9b8d8090-8ff1-406f-bb6e-46a7da28c1db admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 20:12:29.568462 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d2e7686-854e-4d5e-830f-e42da1a9b9bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86f11c5d-689d-4577-bb07-7988be131d2a,revision_number=1']} {{(pid=86330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 20:12:29.576895 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [None req-9d2e7686-854e-4d5e-830f-e42da1a9b9bd admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=88a3d4fa830347ee84866cb2d75589ce&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1919971
Apr 22 20:12:29.576895 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [None req-9d2e7686-854e-4d5e-830f-e42da1a9b9bd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=86330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 20:12:29.577372 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.wsgi [-] (86330) accepted ('10.222.0.30', 35658) {{(pid=86330) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 20:12:29.639368 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-5f53dfc9-f4ec-47c8-af07-93a2074f964a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:12:29.671524 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-5f53dfc9-f4ec-47c8-af07-93a2074f964a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:12:29.719605 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-5f53dfc9-f4ec-47c8-af07-93a2074f964a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393900'] for security_group, after_delete {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:12:29.724657 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 20:12:29.739358 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f53dfc9-f4ec-47c8-af07-93a2074f964a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86f11c5d-689d-4577-bb07-7988be131d2a,revision_number=None']} {{(pid=86330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 20:12:29.740538 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [None req-5f53dfc9-f4ec-47c8-af07-93a2074f964a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=86330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 20:12:29.742780 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-5f53dfc9-f4ec-47c8-af07-93a2074f964a admin admin] Notify callbacks [] for security_group, before_response {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:12:29.743955 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [None req-5f53dfc9-f4ec-47c8-af07-93a2074f964a admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/86f11c5d-689d-4577-bb07-7988be131d2a HTTP/1.1" status: 204  len: 168 time: 0.1658700
Apr 22 20:12:30.199238 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-77fc9508-bbbe-4662-bfa7-f4837e5c3abe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309146858885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640583'] for agent, after_update {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:12:30.467035 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52dc0b9b-672f-4aeb-940c-a8a44db6a3c7 req-255d476d-35be-4981-bae1-1a9a90b777a6 tempest-ServerRescueNegativeTestJSON-1009389569 tempest-ServerRescueNegativeTestJSON-1009389569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 20:12:30.468620 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-52dc0b9b-672f-4aeb-940c-a8a44db6a3c7 req-255d476d-35be-4981-bae1-1a9a90b777a6 tempest-ServerRescueNegativeTestJSON-1009389569 tempest-ServerRescueNegativeTestJSON-1009389569-project] 10.222.0.30 "GET /v2.0/ports?device_id=c716f776-b175-41ed-8d8a-055fa4548224 HTTP/1.1" status: 200  len: 946 time: 0.0900924
Apr 22 20:12:30.518883 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-52dc0b9b-672f-4aeb-940c-a8a44db6a3c7 req-3d35982f-d3d6-4625-8dd7-0050541e06b2 tempest-ServerRescueNegativeTestJSON-1009389569 tempest-ServerRescueNegativeTestJSON-1009389569-project] 10.222.0.30 "GET /v2.0/security-groups?id=6f3d9104-7f67-4d9e-bcf5-b704aabb6c6e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0423350
Apr 22 20:12:30.523198 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.wsgi [-] (86331) accepted ('10.222.0.30', 35690) {{(pid=86331) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 20:12:30.673681 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.v2.base [None req-c5c70ded-a9a8-4244-b7ce-c40a75d1ff75 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-52459171-network', 'tenant_id': 'd8c58c9fb5484f0d9facc3bbf8335373'}} {{(pid=86331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 22 20:12:30.686175 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.quota.driver [None req-c5c70ded-a9a8-4244-b7ce-c40a75d1ff75 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 22 20:12:30.692016 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.quota.resource [None req-c5c70ded-a9a8-4244-b7ce-c40a75d1ff75 admin admin] Usage tracker for resource:network and tenant:d8c58c9fb5484f0d9facc3bbf8335373 is out of sync, need to count used quota {{(pid=86331) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 22 20:12:30.696364 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.quota.resource [None req-c5c70ded-a9a8-4244-b7ce-c40a75d1ff75 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86331) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 22 20:12:30.706021 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.quota.driver [None req-c5c70ded-a9a8-4244-b7ce-c40a75d1ff75 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 22 20:12:30.753424 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5c70ded-a9a8-4244-b7ce-c40a75d1ff75 admin admin] Made reservation on behalf of d8c58c9fb5484f0d9facc3bbf8335373 for: {'network': 1} {{(pid=86331) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 22 20:12:30.758063 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-c5c70ded-a9a8-4244-b7ce-c40a75d1ff75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587983'] for network, before_create {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:12:31.026267 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-c5c70ded-a9a8-4244-b7ce-c40a75d1ff75 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:12:31.065586 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-561bdfb7-f919-4a8b-b3a9-9e9f3675033f req-c8500885-ae0a-44ee-83b2-00a73e9b2dd5 tempest-DeleteServersTestJSON-432539575 tempest-DeleteServersTestJSON-432539575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 20:12:31.067194 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-561bdfb7-f919-4a8b-b3a9-9e9f3675033f req-c8500885-ae0a-44ee-83b2-00a73e9b2dd5 tempest-DeleteServersTestJSON-432539575 tempest-DeleteServersTestJSON-432539575-project] 10.222.0.30 "GET /v2.0/ports?device_id=4be19373-fd93-4abb-aac5-299af84535cf HTTP/1.1" status: 200  len: 946 time: 0.4439213
Apr 22 20:12:31.069992 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.quota.driver [None req-c5c70ded-a9a8-4244-b7ce-c40a75d1ff75 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 22 20:12:31.078400 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.quota.resource [None req-c5c70ded-a9a8-4244-b7ce-c40a75d1ff75 admin admin] Usage tracker for resource:security_group_rule and tenant:d8c58c9fb5484f0d9facc3bbf8335373 is out of sync, need to count used quota {{(pid=86331) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 22 20:12:31.096693 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.quota.resource [None req-c5c70ded-a9a8-4244-b7ce-c40a75d1ff75 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86331) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 22 20:12:31.118711 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.quota.driver [None req-c5c70ded-a9a8-4244-b7ce-c40a75d1ff75 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 22 20:12:31.174008 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-2bd1d1e1-3cbd-4b6f-b404-3df275fd58f5 req-e5c071cc-cb8c-4324-ac4d-87cdbe2f85a6 service neutron] 10.222.0.46 "GET /v2.0/networks/571b53d1-aed3-4bd3-ab53-2cb6e0d9c5b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4524584
Apr 22 20:12:31.177013 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-561bdfb7-f919-4a8b-b3a9-9e9f3675033f req-d9daf4a0-2ff1-4088-993e-0f911380e946 tempest-DeleteServersTestJSON-432539575 tempest-DeleteServersTestJSON-432539575-project] 10.222.0.30 "GET /v2.0/security-groups?id=d55ceebb-51ed-4aac-b636-f683c724b454&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1007812
Apr 22 20:12:31.250270 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-c5c70ded-a9a8-4244-b7ce-c40a75d1ff75 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:12:31.253056 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-c5c70ded-a9a8-4244-b7ce-c40a75d1ff75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393900'] for security_group, after_create {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:12:31.257046 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 20:12:31.283289 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c5c70ded-a9a8-4244-b7ce-c40a75d1ff75 admin admin] vlan segment allocate from pool success with {'vlan_id': 390, 'physical_network': 'physnet1'}  {{(pid=86331) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}}
Apr 22 20:12:31.296867 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5c70ded-a9a8-4244-b7ce-c40a75d1ff75 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25545b8b-97bd-4b29-b236-195a8a58000b,revision_number=1']} {{(pid=86331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 20:12:31.301934 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-c5c70ded-a9a8-4244-b7ce-c40a75d1ff75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1523030'] for segment, precommit_create {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:12:31.302319 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.db.segments_db [None req-c5c70ded-a9a8-4244-b7ce-c40a75d1ff75 admin admin] Added segment 9e6af41c-e8fb-4eaf-b8a5-61f0d8ea4126 of type vlan for network 048c585a-079d-4279-a635-8a7543c0a2c0
Apr 22 20:12:31.311154 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5c70ded-a9a8-4244-b7ce-c40a75d1ff75 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787632-1-iscsi {{(pid=86331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 20:12:31.311557 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5c70ded-a9a8-4244-b7ce-c40a75d1ff75 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787632-1-iscsi {{(pid=86331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 20:12:31.311959 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5c70ded-a9a8-4244-b7ce-c40a75d1ff75 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787632-1-iscsi {{(pid=86331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 20:12:31.312411 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5c70ded-a9a8-4244-b7ce-c40a75d1ff75 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787632-1-iscsi {{(pid=86331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 20:12:31.312790 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5c70ded-a9a8-4244-b7ce-c40a75d1ff75 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787632-1-iscsi {{(pid=86331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 20:12:31.313181 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5c70ded-a9a8-4244-b7ce-c40a75d1ff75 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787632-1-iscsi {{(pid=86331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 20:12:31.313554 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5c70ded-a9a8-4244-b7ce-c40a75d1ff75 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-787632-1-iscsi {{(pid=86331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 20:12:31.313958 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5c70ded-a9a8-4244-b7ce-c40a75d1ff75 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787632-1-iscsi {{(pid=86331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 20:12:31.314341 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5c70ded-a9a8-4244-b7ce-c40a75d1ff75 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787632-1-iscsi {{(pid=86331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 20:12:31.314969 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5c70ded-a9a8-4244-b7ce-c40a75d1ff75 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787632-1-iscsi {{(pid=86331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 20:12:31.315218 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5c70ded-a9a8-4244-b7ce-c40a75d1ff75 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787632-1-iscsi {{(pid=86331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 20:12:31.315384 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5c70ded-a9a8-4244-b7ce-c40a75d1ff75 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787632-1-iscsi {{(pid=86331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 20:12:31.319495 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [None req-c5c70ded-a9a8-4244-b7ce-c40a75d1ff75 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 20:12:31.343292 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-c5c70ded-a9a8-4244-b7ce-c40a75d1ff75 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727707556023'] for network, precommit_create {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:12:31.372939 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-c5c70ded-a9a8-4244-b7ce-c40a75d1ff75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853168226'] for network, after_create {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:12:31.374407 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5c70ded-a9a8-4244-b7ce-c40a75d1ff75 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 20:12:31.375042 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-c5c70ded-a9a8-4244-b7ce-c40a75d1ff75 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853168243'] for network, before_response {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:12:31.380200 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 20:12:31.484365 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [None req-c5c70ded-a9a8-4244-b7ce-c40a75d1ff75 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201  len: 880 time: 0.9599934
Apr 22 20:12:31.487598 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.wsgi [-] (86330) accepted ('10.222.0.30', 35706) {{(pid=86330) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 20:12:31.487744 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5c70ded-a9a8-4244-b7ce-c40a75d1ff75 admin admin] Pushing event updated for resources: {'Network': ['ID=048c585a-079d-4279-a635-8a7543c0a2c0,revision_number=1']} {{(pid=86331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 20:12:31.490903 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [None req-c5c70ded-a9a8-4244-b7ce-c40a75d1ff75 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 20:12:31.495889 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.v2.base [None req-e2480df3-8573-4381-a5fe-f1dda5c893f0 admin admin] Request body: {'subnet': {'network_id': '048c585a-079d-4279-a635-8a7543c0a2c0', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-52459171-subnet', 'tenant_id': 'd8c58c9fb5484f0d9facc3bbf8335373', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=86330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 22 20:12:31.500643 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.rpc [None req-08e5d76f-3fe5-4242-a4b8-30f374028052 None None] Network 048c585a-079d-4279-a635-8a7543c0a2c0 details requested by agent ovs-agent-dv-cinder-787632-1-iscsi with host dv-cinder-787632-1-iscsi {{(pid=86332) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Apr 22 20:12:31.502244 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.quota.driver [None req-e2480df3-8573-4381-a5fe-f1dda5c893f0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86330) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 22 20:12:31.506532 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.quota.resource [None req-e2480df3-8573-4381-a5fe-f1dda5c893f0 admin admin] Usage tracker for resource:subnet and tenant:d8c58c9fb5484f0d9facc3bbf8335373 is out of sync, need to count used quota {{(pid=86330) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 22 20:12:31.509703 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.quota.resource [None req-e2480df3-8573-4381-a5fe-f1dda5c893f0 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86330) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 22 20:12:31.516503 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.quota.driver [None req-e2480df3-8573-4381-a5fe-f1dda5c893f0 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86330) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 22 20:12:31.525916 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2480df3-8573-4381-a5fe-f1dda5c893f0 admin admin] Made reservation on behalf of d8c58c9fb5484f0d9facc3bbf8335373 for: {'subnet': 1} {{(pid=86330) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 22 20:12:31.531045 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-e2480df3-8573-4381-a5fe-f1dda5c893f0 admin admin] Notify callbacks [] for subnet, before_create {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:12:31.735288 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd4ae4ae-7354-4d54-b54f-7bcc74448c44 req-15257246-1e05-4a11-b939-8c838b3cd588 tempest-ServerRescueNegativeTestJSON-1009389569 tempest-ServerRescueNegativeTestJSON-1009389569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 20:12:31.737801 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-bd4ae4ae-7354-4d54-b54f-7bcc74448c44 req-15257246-1e05-4a11-b939-8c838b3cd588 tempest-ServerRescueNegativeTestJSON-1009389569 tempest-ServerRescueNegativeTestJSON-1009389569-project] 10.222.0.30 "GET /v2.0/ports?device_id=c716f776-b175-41ed-8d8a-055fa4548224 HTTP/1.1" status: 200  len: 946 time: 0.0992315
Apr 22 20:12:31.821457 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-bd4ae4ae-7354-4d54-b54f-7bcc74448c44 req-1591a6c7-023a-4b7e-b4ac-460614794ba0 tempest-ServerRescueNegativeTestJSON-1009389569 tempest-ServerRescueNegativeTestJSON-1009389569-project] 10.222.0.30 "GET /v2.0/security-groups?id=6f3d9104-7f67-4d9e-bcf5-b704aabb6c6e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0603654
Apr 22 20:12:31.970980 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-e2480df3-8573-4381-a5fe-f1dda5c893f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853168226'] for subnet, after_create {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:12:31.975721 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 20:12:32.005342 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.agents_db [None req-d2e1aac6-b006-4d71-afe2-c4a5b694a422 None None] Agent healthcheck: found 6 active agents {{(pid=86333) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 22 20:12:32.056521 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2480df3-8573-4381-a5fe-f1dda5c893f0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=df2885db-c39c-4960-9b13-2d927966f57a,revision_number=0']} {{(pid=86330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 20:12:32.070594 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2480df3-8573-4381-a5fe-f1dda5c893f0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787632-1-iscsi {{(pid=86330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 20:12:32.070914 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2480df3-8573-4381-a5fe-f1dda5c893f0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787632-1-iscsi {{(pid=86330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 20:12:32.071310 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2480df3-8573-4381-a5fe-f1dda5c893f0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787632-1-iscsi {{(pid=86330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 20:12:32.071692 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2480df3-8573-4381-a5fe-f1dda5c893f0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787632-1-iscsi {{(pid=86330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 20:12:32.072071 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2480df3-8573-4381-a5fe-f1dda5c893f0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787632-1-iscsi {{(pid=86330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 20:12:32.072453 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2480df3-8573-4381-a5fe-f1dda5c893f0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787632-1-iscsi {{(pid=86330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 20:12:32.072831 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2480df3-8573-4381-a5fe-f1dda5c893f0 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-787632-1-iscsi {{(pid=86330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 20:12:32.073753 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2480df3-8573-4381-a5fe-f1dda5c893f0 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787632-1-iscsi {{(pid=86330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 20:12:32.074173 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2480df3-8573-4381-a5fe-f1dda5c893f0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787632-1-iscsi {{(pid=86330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 20:12:32.074551 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2480df3-8573-4381-a5fe-f1dda5c893f0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787632-1-iscsi {{(pid=86330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 20:12:32.075058 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2480df3-8573-4381-a5fe-f1dda5c893f0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787632-1-iscsi {{(pid=86330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 20:12:32.075434 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2480df3-8573-4381-a5fe-f1dda5c893f0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787632-1-iscsi {{(pid=86330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 20:12:32.078318 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2480df3-8573-4381-a5fe-f1dda5c893f0 admin admin] Checking segment: {'id': '9e6af41c-e8fb-4eaf-b8a5-61f0d8ea4126', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '048c585a-079d-4279-a635-8a7543c0a2c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86330) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 22 20:12:32.078718 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2480df3-8573-4381-a5fe-f1dda5c893f0 admin admin] Network hostable DHCP agents. Network: 048c585a-079d-4279-a635-8a7543c0a2c0, hostable agents: ['e0877369-7b04-40ef-a371-0b097842c51e'], hosted agents: [] {{(pid=86330) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Apr 22 20:12:32.085525 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [None req-e2480df3-8573-4381-a5fe-f1dda5c893f0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=86330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 20:12:32.098700 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2480df3-8573-4381-a5fe-f1dda5c893f0 admin admin] Network 048c585a-079d-4279-a635-8a7543c0a2c0 is scheduled to be hosted by DHCP agent e0877369-7b04-40ef-a371-0b097842c51e with binding_index 1 {{(pid=86330) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Apr 22 20:12:32.107003 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.scheduler.base_scheduler [None req-e2480df3-8573-4381-a5fe-f1dda5c893f0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-787632-1-iscsi, 048c585a-079d-4279-a635-8a7543c0a2c0) {{(pid=86330) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 22 20:12:32.110799 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2480df3-8573-4381-a5fe-f1dda5c893f0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=86330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 20:12:32.111438 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-e2480df3-8573-4381-a5fe-f1dda5c893f0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853168243'] for subnet, before_response {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:12:32.116406 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1dd5cc6f-65c4-4be6-b9b9-57dd0cf32acd None None] Network 048c585a-079d-4279-a635-8a7543c0a2c0 requested from dv-cinder-787632-1-iscsi {{(pid=86332) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 22 20:12:32.131296 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [None req-e2480df3-8573-4381-a5fe-f1dda5c893f0 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 844 time: 0.6425745
Apr 22 20:12:32.351877 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-009cc512-33ce-4442-ae86-e1e465c1ad96 None None] Network 048c585a-079d-4279-a635-8a7543c0a2c0 requested from dv-cinder-787632-1-iscsi {{(pid=86332) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 22 20:12:32.407315 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca43229-6410-4aff-8b3f-dadfca7b0d0c req-c5a4dc70-f74e-4594-9439-f1a1fdd9c754 tempest-DeleteServersTestJSON-432539575 tempest-DeleteServersTestJSON-432539575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 20:12:32.408904 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-9ca43229-6410-4aff-8b3f-dadfca7b0d0c req-c5a4dc70-f74e-4594-9439-f1a1fdd9c754 tempest-DeleteServersTestJSON-432539575 tempest-DeleteServersTestJSON-432539575-project] 10.222.0.30 "GET /v2.0/ports?device_id=4be19373-fd93-4abb-aac5-299af84535cf HTTP/1.1" status: 200  len: 946 time: 0.0976677
Apr 22 20:12:32.458778 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-9ca43229-6410-4aff-8b3f-dadfca7b0d0c req-da93dc83-fd8b-4754-a07a-3577f8f185dc tempest-DeleteServersTestJSON-432539575 tempest-DeleteServersTestJSON-432539575-project] 10.222.0.30 "GET /v2.0/security-groups?id=d55ceebb-51ed-4aac-b636-f683c724b454&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0431297
Apr 22 20:12:32.716820 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.wsgi [-] (86330) accepted ('10.222.0.30', 35740) {{(pid=86330) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 20:12:32.723372 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.v2.base [None req-6d85fcc3-7054-435c-8547-ce95c57e3204 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-221647311-network', 'tenant_id': '03ea61ba775c498e9302e27f52d9e490'}} {{(pid=86330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 22 20:12:32.728495 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.quota.driver [None req-6d85fcc3-7054-435c-8547-ce95c57e3204 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86330) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 22 20:12:32.733084 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.quota.resource [None req-6d85fcc3-7054-435c-8547-ce95c57e3204 admin admin] Usage tracker for resource:network and tenant:03ea61ba775c498e9302e27f52d9e490 is out of sync, need to count used quota {{(pid=86330) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 22 20:12:32.736086 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.quota.resource [None req-6d85fcc3-7054-435c-8547-ce95c57e3204 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86330) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 22 20:12:32.742050 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.quota.driver [None req-6d85fcc3-7054-435c-8547-ce95c57e3204 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86330) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 22 20:12:32.751319 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d85fcc3-7054-435c-8547-ce95c57e3204 admin admin] Made reservation on behalf of 03ea61ba775c498e9302e27f52d9e490 for: {'network': 1} {{(pid=86330) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 22 20:12:32.755929 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-6d85fcc3-7054-435c-8547-ce95c57e3204 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587983'] for network, before_create {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:12:32.768825 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-6d85fcc3-7054-435c-8547-ce95c57e3204 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:12:32.784206 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.quota.driver [None req-6d85fcc3-7054-435c-8547-ce95c57e3204 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86330) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 22 20:12:32.788459 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.quota.resource [None req-6d85fcc3-7054-435c-8547-ce95c57e3204 admin admin] Usage tracker for resource:security_group_rule and tenant:03ea61ba775c498e9302e27f52d9e490 is out of sync, need to count used quota {{(pid=86330) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 22 20:12:32.793418 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.quota.resource [None req-6d85fcc3-7054-435c-8547-ce95c57e3204 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86330) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 22 20:12:32.799677 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.quota.driver [None req-6d85fcc3-7054-435c-8547-ce95c57e3204 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86330) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 22 20:12:32.907334 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-6d85fcc3-7054-435c-8547-ce95c57e3204 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:12:32.910440 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-6d85fcc3-7054-435c-8547-ce95c57e3204 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393900'] for security_group, after_create {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:12:32.915773 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 20:12:32.954248 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d85fcc3-7054-435c-8547-ce95c57e3204 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee2fd218-b6ef-4cea-a671-632be37e9ef4,revision_number=1']} {{(pid=86330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 20:12:32.957919 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [None req-6d85fcc3-7054-435c-8547-ce95c57e3204 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=86330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 20:12:33.015305 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6d85fcc3-7054-435c-8547-ce95c57e3204 admin admin] vlan segment allocate from pool success with {'vlan_id': 392, 'physical_network': 'physnet1'}  {{(pid=86330) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}}
Apr 22 20:12:33.032781 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-6d85fcc3-7054-435c-8547-ce95c57e3204 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1523030'] for segment, precommit_create {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:12:33.033219 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.db.segments_db [None req-6d85fcc3-7054-435c-8547-ce95c57e3204 admin admin] Added segment c4d01b2c-7d1f-4c67-b16b-363722b685d4 of type vlan for network ec63f17d-4df2-4a67-b40e-e5fd7b82fbc5
Apr 22 20:12:33.076908 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-6d85fcc3-7054-435c-8547-ce95c57e3204 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727707556023'] for network, precommit_create {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:12:33.095335 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc16a96c-4649-4655-af3e-299da19a2ae6 req-2102a9e5-d2c1-4571-ae59-3334f5bd52bd tempest-ServerRescueNegativeTestJSON-1009389569 tempest-ServerRescueNegativeTestJSON-1009389569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 20:12:33.096887 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-dc16a96c-4649-4655-af3e-299da19a2ae6 req-2102a9e5-d2c1-4571-ae59-3334f5bd52bd tempest-ServerRescueNegativeTestJSON-1009389569 tempest-ServerRescueNegativeTestJSON-1009389569-project] 10.222.0.30 "GET /v2.0/ports?device_id=c716f776-b175-41ed-8d8a-055fa4548224 HTTP/1.1" status: 200  len: 946 time: 0.1461873
Apr 22 20:12:33.147341 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-6d85fcc3-7054-435c-8547-ce95c57e3204 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853168226'] for network, after_create {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:12:33.151762 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d85fcc3-7054-435c-8547-ce95c57e3204 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 20:12:33.152398 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-6d85fcc3-7054-435c-8547-ce95c57e3204 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853168243'] for network, before_response {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:12:33.159414 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [None req-96371e94-6966-47a7-9c38-99b54f9e9a1e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 20:12:33.193491 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-dc16a96c-4649-4655-af3e-299da19a2ae6 req-3d9679a4-b47a-4b05-a753-a16af6442ffc tempest-ServerRescueNegativeTestJSON-1009389569 tempest-ServerRescueNegativeTestJSON-1009389569-project] 10.222.0.30 "GET /v2.0/security-groups?id=6f3d9104-7f67-4d9e-bcf5-b704aabb6c6e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0834508
Apr 22 20:12:33.276641 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [None req-6d85fcc3-7054-435c-8547-ce95c57e3204 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201  len: 881 time: 0.5557020
Apr 22 20:12:33.276641 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d85fcc3-7054-435c-8547-ce95c57e3204 admin admin] Pushing event updated for resources: {'Network': ['ID=ec63f17d-4df2-4a67-b40e-e5fd7b82fbc5,revision_number=1']} {{(pid=86330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 20:12:33.276641 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.wsgi [-] (86330) accepted ('10.222.0.30', 35754) {{(pid=86330) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 20:12:33.282880 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.v2.base [None req-31db508d-9515-476c-a358-455fdbf64177 admin admin] Request body: {'subnet': {'network_id': 'ec63f17d-4df2-4a67-b40e-e5fd7b82fbc5', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-221647311-subnet', 'tenant_id': '03ea61ba775c498e9302e27f52d9e490', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=86330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 22 20:12:33.286435 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [None req-6d85fcc3-7054-435c-8547-ce95c57e3204 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=86330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 20:12:33.288961 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.quota.driver [None req-31db508d-9515-476c-a358-455fdbf64177 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86330) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 22 20:12:33.291796 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.rpc [None req-08e5d76f-3fe5-4242-a4b8-30f374028052 None None] Network ec63f17d-4df2-4a67-b40e-e5fd7b82fbc5 details requested by agent ovs-agent-dv-cinder-787632-1-iscsi with host dv-cinder-787632-1-iscsi {{(pid=86332) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Apr 22 20:12:33.293730 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.quota.resource [None req-31db508d-9515-476c-a358-455fdbf64177 admin admin] Usage tracker for resource:subnet and tenant:03ea61ba775c498e9302e27f52d9e490 is out of sync, need to count used quota {{(pid=86330) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 22 20:12:33.296749 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.quota.resource [None req-31db508d-9515-476c-a358-455fdbf64177 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86330) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 22 20:12:33.302786 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.quota.driver [None req-31db508d-9515-476c-a358-455fdbf64177 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86330) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 22 20:12:33.313199 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31db508d-9515-476c-a358-455fdbf64177 admin admin] Made reservation on behalf of 03ea61ba775c498e9302e27f52d9e490 for: {'subnet': 1} {{(pid=86330) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 22 20:12:33.317996 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-31db508d-9515-476c-a358-455fdbf64177 admin admin] Notify callbacks [] for subnet, before_create {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:12:33.725244 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a7a65c-84a5-4114-a860-ec1db61d5f25 req-8a0464ab-d516-4438-97bf-7bc61d032243 tempest-DeleteServersTestJSON-432539575 tempest-DeleteServersTestJSON-432539575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 20:12:33.726868 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-17a7a65c-84a5-4114-a860-ec1db61d5f25 req-8a0464ab-d516-4438-97bf-7bc61d032243 tempest-DeleteServersTestJSON-432539575 tempest-DeleteServersTestJSON-432539575-project] 10.222.0.30 "GET /v2.0/ports?device_id=4be19373-fd93-4abb-aac5-299af84535cf HTTP/1.1" status: 200  len: 946 time: 0.1225269
Apr 22 20:12:33.793084 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-17a7a65c-84a5-4114-a860-ec1db61d5f25 req-91e22612-fa48-453e-85fa-af12ff9991dd tempest-DeleteServersTestJSON-432539575 tempest-DeleteServersTestJSON-432539575-project] 10.222.0.30 "GET /v2.0/security-groups?id=d55ceebb-51ed-4aac-b636-f683c724b454&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0530825
Apr 22 20:12:33.852167 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-31db508d-9515-476c-a358-455fdbf64177 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853168226'] for subnet, after_create {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:12:33.857647 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [None req-e2480df3-8573-4381-a5fe-f1dda5c893f0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 20:12:33.933000 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31db508d-9515-476c-a358-455fdbf64177 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e46d9bd6-0c85-4660-8cb9-03b93bf9cb03,revision_number=0']} {{(pid=86330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 20:12:33.938625 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [None req-31db508d-9515-476c-a358-455fdbf64177 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=86330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 20:12:33.941268 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31db508d-9515-476c-a358-455fdbf64177 admin admin] Checking segment: {'id': 'c4d01b2c-7d1f-4c67-b16b-363722b685d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': 'ec63f17d-4df2-4a67-b40e-e5fd7b82fbc5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86330) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 22 20:12:33.941670 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31db508d-9515-476c-a358-455fdbf64177 admin admin] Network hostable DHCP agents. Network: ec63f17d-4df2-4a67-b40e-e5fd7b82fbc5, hostable agents: ['e0877369-7b04-40ef-a371-0b097842c51e'], hosted agents: [] {{(pid=86330) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Apr 22 20:12:33.960612 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31db508d-9515-476c-a358-455fdbf64177 admin admin] Network ec63f17d-4df2-4a67-b40e-e5fd7b82fbc5 is scheduled to be hosted by DHCP agent e0877369-7b04-40ef-a371-0b097842c51e with binding_index 1 {{(pid=86330) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Apr 22 20:12:33.969297 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.scheduler.base_scheduler [None req-31db508d-9515-476c-a358-455fdbf64177 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-787632-1-iscsi, ec63f17d-4df2-4a67-b40e-e5fd7b82fbc5) {{(pid=86330) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 22 20:12:33.973285 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31db508d-9515-476c-a358-455fdbf64177 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=86330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 20:12:33.973969 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-31db508d-9515-476c-a358-455fdbf64177 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853168243'] for subnet, before_response {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:12:33.981889 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f603978e-302a-4db6-b3ac-eb7a71c5bca0 None None] Network ec63f17d-4df2-4a67-b40e-e5fd7b82fbc5 requested from dv-cinder-787632-1-iscsi {{(pid=86332) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 22 20:12:34.001671 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [None req-31db508d-9515-476c-a358-455fdbf64177 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 845 time: 0.7240701
Apr 22 20:12:34.212226 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8111587a-db1a-4a06-9577-3f38caba7121 None None] Network ec63f17d-4df2-4a67-b40e-e5fd7b82fbc5 requested from dv-cinder-787632-1-iscsi {{(pid=86332) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 22 20:12:34.407620 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a27386d1-aa20-4a7e-8372-8785817bc8eb req-a762fd67-3483-4758-88ca-532a4ec06c33 tempest-ServerRescueNegativeTestJSON-1009389569 tempest-ServerRescueNegativeTestJSON-1009389569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 20:12:34.409251 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-a27386d1-aa20-4a7e-8372-8785817bc8eb req-a762fd67-3483-4758-88ca-532a4ec06c33 tempest-ServerRescueNegativeTestJSON-1009389569 tempest-ServerRescueNegativeTestJSON-1009389569-project] 10.222.0.30 "GET /v2.0/ports?device_id=c716f776-b175-41ed-8d8a-055fa4548224 HTTP/1.1" status: 200  len: 946 time: 0.0975699
Apr 22 20:12:34.459405 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-a27386d1-aa20-4a7e-8372-8785817bc8eb req-dbba9e8b-9dea-45c5-96a9-a84f0db24035 tempest-ServerRescueNegativeTestJSON-1009389569 tempest-ServerRescueNegativeTestJSON-1009389569-project] 10.222.0.30 "GET /v2.0/security-groups?id=6f3d9104-7f67-4d9e-bcf5-b704aabb6c6e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0431933
Apr 22 20:12:34.997137 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b952c0ed-5998-4717-9b43-d77ecd7e4faf req-42d1847c-df94-48e4-bfb6-e8306ad40ef1 tempest-DeleteServersTestJSON-432539575 tempest-DeleteServersTestJSON-432539575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 20:12:34.998802 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-b952c0ed-5998-4717-9b43-d77ecd7e4faf req-42d1847c-df94-48e4-bfb6-e8306ad40ef1 tempest-DeleteServersTestJSON-432539575 tempest-DeleteServersTestJSON-432539575-project] 10.222.0.30 "GET /v2.0/ports?device_id=4be19373-fd93-4abb-aac5-299af84535cf HTTP/1.1" status: 200  len: 946 time: 0.0880084
Apr 22 20:12:35.048636 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-b952c0ed-5998-4717-9b43-d77ecd7e4faf req-1df04380-e47d-43f6-bd28-ce3b81779541 tempest-DeleteServersTestJSON-432539575 tempest-DeleteServersTestJSON-432539575-project] 10.222.0.30 "GET /v2.0/security-groups?id=d55ceebb-51ed-4aac-b636-f683c724b454&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0435805
Apr 22 20:12:35.657576 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d3b106a-511d-4447-932f-383e8e458e07 req-87a31413-08c4-4769-b21a-ffcc062d3258 tempest-ServerRescueNegativeTestJSON-1009389569 tempest-ServerRescueNegativeTestJSON-1009389569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 20:12:35.659109 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-8d3b106a-511d-4447-932f-383e8e458e07 req-87a31413-08c4-4769-b21a-ffcc062d3258 tempest-ServerRescueNegativeTestJSON-1009389569 tempest-ServerRescueNegativeTestJSON-1009389569-project] 10.222.0.30 "GET /v2.0/ports?device_id=c716f776-b175-41ed-8d8a-055fa4548224 HTTP/1.1" status: 200  len: 946 time: 0.0856886
Apr 22 20:12:35.705694 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-8d3b106a-511d-4447-932f-383e8e458e07 req-6048d5a9-d08a-4538-a183-ac3b59738031 tempest-ServerRescueNegativeTestJSON-1009389569 tempest-ServerRescueNegativeTestJSON-1009389569-project] 10.222.0.30 "GET /v2.0/security-groups?id=6f3d9104-7f67-4d9e-bcf5-b704aabb6c6e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0401223
Apr 22 20:12:36.256267 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e42cb31-cad1-46d2-801a-df13d922999d req-aca415fb-3ccc-49ac-a813-fcdfe48a3807 tempest-DeleteServersTestJSON-432539575 tempest-DeleteServersTestJSON-432539575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 20:12:36.257916 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-8e42cb31-cad1-46d2-801a-df13d922999d req-aca415fb-3ccc-49ac-a813-fcdfe48a3807 tempest-DeleteServersTestJSON-432539575 tempest-DeleteServersTestJSON-432539575-project] 10.222.0.30 "GET /v2.0/ports?device_id=4be19373-fd93-4abb-aac5-299af84535cf HTTP/1.1" status: 200  len: 946 time: 0.0979347
Apr 22 20:12:36.514052 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-8e42cb31-cad1-46d2-801a-df13d922999d req-4ea8941e-2c62-4fca-8f31-8b8830fa05f1 tempest-DeleteServersTestJSON-432539575 tempest-DeleteServersTestJSON-432539575-project] 10.222.0.30 "GET /v2.0/security-groups?id=d55ceebb-51ed-4aac-b636-f683c724b454&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2496564
Apr 22 20:12:36.913605 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c8ff4fd-73aa-4070-a8b5-3863f900b5e6 req-64951af6-c825-4692-a061-881963761765 tempest-ServerRescueNegativeTestJSON-1009389569 tempest-ServerRescueNegativeTestJSON-1009389569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 20:12:36.918244 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-2c8ff4fd-73aa-4070-a8b5-3863f900b5e6 req-64951af6-c825-4692-a061-881963761765 tempest-ServerRescueNegativeTestJSON-1009389569 tempest-ServerRescueNegativeTestJSON-1009389569-project] 10.222.0.30 "GET /v2.0/ports?device_id=c716f776-b175-41ed-8d8a-055fa4548224 HTTP/1.1" status: 200  len: 946 time: 0.0981374
Apr 22 20:12:36.967313 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-2c8ff4fd-73aa-4070-a8b5-3863f900b5e6 req-47bbb53a-5b5c-4594-9ade-fe3f942f7b9f tempest-ServerRescueNegativeTestJSON-1009389569 tempest-ServerRescueNegativeTestJSON-1009389569-project] 10.222.0.30 "GET /v2.0/security-groups?id=6f3d9104-7f67-4d9e-bcf5-b704aabb6c6e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0457110
Apr 22 20:12:37.716534 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a6793d-3294-49ec-a5d5-01ccb9e2b55d req-6a092e67-ccca-4cba-b542-750b0e3a5191 tempest-DeleteServersTestJSON-432539575 tempest-DeleteServersTestJSON-432539575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 20:12:37.718134 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-58a6793d-3294-49ec-a5d5-01ccb9e2b55d req-6a092e67-ccca-4cba-b542-750b0e3a5191 tempest-DeleteServersTestJSON-432539575 tempest-DeleteServersTestJSON-432539575-project] 10.222.0.30 "GET /v2.0/ports?device_id=4be19373-fd93-4abb-aac5-299af84535cf HTTP/1.1" status: 200  len: 946 time: 0.0896611
Apr 22 20:12:37.765536 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-58a6793d-3294-49ec-a5d5-01ccb9e2b55d req-c68a2479-ce64-4d30-ba35-fb97683726c8 tempest-DeleteServersTestJSON-432539575 tempest-DeleteServersTestJSON-432539575-project] 10.222.0.30 "GET /v2.0/security-groups?id=d55ceebb-51ed-4aac-b636-f683c724b454&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0410502
Apr 22 20:12:38.173182 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92548265-5a03-472f-b5c1-6c2b570c9597 req-9be7aaa0-0c7e-4cd0-9400-672e24c164a3 tempest-ServerRescueNegativeTestJSON-1009389569 tempest-ServerRescueNegativeTestJSON-1009389569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 20:12:38.174685 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-92548265-5a03-472f-b5c1-6c2b570c9597 req-9be7aaa0-0c7e-4cd0-9400-672e24c164a3 tempest-ServerRescueNegativeTestJSON-1009389569 tempest-ServerRescueNegativeTestJSON-1009389569-project] 10.222.0.30 "GET /v2.0/ports?device_id=c716f776-b175-41ed-8d8a-055fa4548224 HTTP/1.1" status: 200  len: 946 time: 0.0894949
Apr 22 20:12:38.222232 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-92548265-5a03-472f-b5c1-6c2b570c9597 req-4b81153b-8a95-48cb-8961-bde06e2aa262 tempest-ServerRescueNegativeTestJSON-1009389569 tempest-ServerRescueNegativeTestJSON-1009389569-project] 10.222.0.30 "GET /v2.0/security-groups?id=6f3d9104-7f67-4d9e-bcf5-b704aabb6c6e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0411685
Apr 22 20:12:38.967310 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8620a702-34c0-4c89-b097-0c1cf221b06d req-bb1aff51-2049-4293-93de-45db49723569 tempest-DeleteServersTestJSON-432539575 tempest-DeleteServersTestJSON-432539575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 20:12:38.968906 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-8620a702-34c0-4c89-b097-0c1cf221b06d req-bb1aff51-2049-4293-93de-45db49723569 tempest-DeleteServersTestJSON-432539575 tempest-DeleteServersTestJSON-432539575-project] 10.222.0.30 "GET /v2.0/ports?device_id=4be19373-fd93-4abb-aac5-299af84535cf HTTP/1.1" status: 200  len: 946 time: 0.0880711
Apr 22 20:12:39.015594 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-8620a702-34c0-4c89-b097-0c1cf221b06d req-25e26060-4990-4273-9c36-4376f463092d tempest-DeleteServersTestJSON-432539575 tempest-DeleteServersTestJSON-432539575-project] 10.222.0.30 "GET /v2.0/security-groups?id=d55ceebb-51ed-4aac-b636-f683c724b454&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0403278
Apr 22 20:12:39.425586 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f711922-5ce9-4a2f-aadb-9990335d86e7 req-f8096153-177f-4c83-8a80-429fbbc4e84d tempest-ServerRescueNegativeTestJSON-1009389569 tempest-ServerRescueNegativeTestJSON-1009389569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 20:12:39.427221 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-2f711922-5ce9-4a2f-aadb-9990335d86e7 req-f8096153-177f-4c83-8a80-429fbbc4e84d tempest-ServerRescueNegativeTestJSON-1009389569 tempest-ServerRescueNegativeTestJSON-1009389569-project] 10.222.0.30 "GET /v2.0/ports?device_id=c716f776-b175-41ed-8d8a-055fa4548224 HTTP/1.1" status: 200  len: 946 time: 0.0923080
Apr 22 20:12:39.475107 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-2f711922-5ce9-4a2f-aadb-9990335d86e7 req-533194b2-3602-4315-aaa0-4e4158224254 tempest-ServerRescueNegativeTestJSON-1009389569 tempest-ServerRescueNegativeTestJSON-1009389569-project] 10.222.0.30 "GET /v2.0/security-groups?id=6f3d9104-7f67-4d9e-bcf5-b704aabb6c6e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0410576
Apr 22 20:12:39.784849 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9765894-f4a8-4edb-ba2f-cb8f5af4cac6 req-60185423-ff08-4ad6-a586-6c3f24bb0c9f tempest-DeleteServersTestJSON-432539575 tempest-DeleteServersTestJSON-432539575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 20:12:39.786655 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-c9765894-f4a8-4edb-ba2f-cb8f5af4cac6 req-60185423-ff08-4ad6-a586-6c3f24bb0c9f tempest-DeleteServersTestJSON-432539575 tempest-DeleteServersTestJSON-432539575-project] 10.222.0.46 "GET /v2.0/ports?device_id=4be19373-fd93-4abb-aac5-299af84535cf HTTP/1.1" status: 200  len: 946 time: 0.0921130
Apr 22 20:12:39.868081 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.plugin [req-c9765894-f4a8-4edb-ba2f-cb8f5af4cac6 req-88baf523-fade-44b8-be6e-ce7329b7c430 tempest-DeleteServersTestJSON-432539575 tempest-DeleteServersTestJSON-432539575-project] Deleting port 09b438d9-db19-4054-91f7-90a1da3d38cd {{(pid=86331) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 22 20:12:39.868683 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [req-c9765894-f4a8-4edb-ba2f-cb8f5af4cac6 req-88baf523-fade-44b8-be6e-ce7329b7c430 tempest-DeleteServersTestJSON-432539575 tempest-DeleteServersTestJSON-432539575-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363309146780532'] for port, before_delete {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:12:40.150214 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.db [req-c9765894-f4a8-4edb-ba2f-cb8f5af4cac6 req-88baf523-fade-44b8-be6e-ce7329b7c430 tempest-DeleteServersTestJSON-432539575 tempest-DeleteServersTestJSON-432539575-project] For port 09b438d9-db19-4054-91f7-90a1da3d38cd, host hv-cinder-78763, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78763',level=0,port_id=09b438d9-db19-4054-91f7-90a1da3d38cd,segment=NetworkSegment(c05c8d59-d540-4da1-9463-29cd0134c7fb),segment_id=c05c8d59-d540-4da1-9463-29cd0134c7fb)] {{(pid=86331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 22 20:12:40.150725 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [req-c9765894-f4a8-4edb-ba2f-cb8f5af4cac6 req-88baf523-fade-44b8-be6e-ce7329b7c430 tempest-DeleteServersTestJSON-432539575 tempest-DeleteServersTestJSON-432539575-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854358147'] for port, precommit_delete {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:12:40.236056 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c0ba3d-215d-4a13-b0fb-7360eed222e9 req-b5dda265-c141-42df-933d-982ac08826ce tempest-DeleteServersTestJSON-432539575 tempest-DeleteServersTestJSON-432539575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 20:12:40.240116 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-23c0ba3d-215d-4a13-b0fb-7360eed222e9 req-b5dda265-c141-42df-933d-982ac08826ce tempest-DeleteServersTestJSON-432539575 tempest-DeleteServersTestJSON-432539575-project] 10.222.0.30 "GET /v2.0/ports?device_id=4be19373-fd93-4abb-aac5-299af84535cf HTTP/1.1" status: 200  len: 946 time: 0.1005034
Apr 22 20:12:40.285952 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-23c0ba3d-215d-4a13-b0fb-7360eed222e9 req-f1fdd6d3-a574-4d4a-8b4c-80e991ec1d1b tempest-DeleteServersTestJSON-432539575 tempest-DeleteServersTestJSON-432539575-project] 10.222.0.30 "GET /v2.0/security-groups?id=d55ceebb-51ed-4aac-b636-f683c724b454&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0447519
Apr 22 20:12:40.296058 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.plugin [req-c9765894-f4a8-4edb-ba2f-cb8f5af4cac6 req-88baf523-fade-44b8-be6e-ce7329b7c430 tempest-DeleteServersTestJSON-432539575 tempest-DeleteServersTestJSON-432539575-project] Calling delete_port for 09b438d9-db19-4054-91f7-90a1da3d38cd owned by compute:nova {{(pid=86331) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 22 20:12:40.526115 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [req-c9765894-f4a8-4edb-ba2f-cb8f5af4cac6 req-88baf523-fade-44b8-be6e-ce7329b7c430 tempest-DeleteServersTestJSON-432539575 tempest-DeleteServersTestJSON-432539575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854198495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853168226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363309146778399', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727707567663'] for port, after_delete {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:12:40.539182 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [None req-4121befd-e87c-430b-a903-b418ee38fcb9 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 20:12:40.554059 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.db [None req-cbbe70c9-0b39-4f9d-be6e-4133a7c8f54f None None] get_ports_and_sgs() called for port_ids ['09b438d9-db19-4054-91f7-90a1da3d38cd'] {{(pid=86332) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 22 20:12:40.594607 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88baf523-fade-44b8-be6e-ce7329b7c430 tempest-DeleteServersTestJSON-432539575 tempest-DeleteServersTestJSON-432539575-project] Pushing event deleted for resources: {'Port': ['ID=09b438d9-db19-4054-91f7-90a1da3d38cd,revision_number=None']} {{(pid=86331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 20:12:40.605282 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [None req-88baf523-fade-44b8-be6e-ce7329b7c430 tempest-DeleteServersTestJSON-432539575 tempest-DeleteServersTestJSON-432539575-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 20:12:40.707538 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.l3_dvrscheduler_db [req-c9765894-f4a8-4edb-ba2f-cb8f5af4cac6 req-88baf523-fade-44b8-be6e-ce7329b7c430 tempest-DeleteServersTestJSON-432539575 tempest-DeleteServersTestJSON-432539575-project] No DVR routers for this DVR port 09b438d9-db19-4054-91f7-90a1da3d38cd on host hv-cinder-78763 {{(pid=86331) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 22 20:12:40.711003 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [req-c9765894-f4a8-4edb-ba2f-cb8f5af4cac6 req-88baf523-fade-44b8-be6e-ce7329b7c430 tempest-DeleteServersTestJSON-432539575 tempest-DeleteServersTestJSON-432539575-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-743'] for port, before_response {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:12:40.722391 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4be19373-fd93-4abb-aac5-299af84535cf', 'name': 'network-vif-deleted', 'tag': '09b438d9-db19-4054-91f7-90a1da3d38cd'}] {{(pid=86331) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 22 20:12:40.722952 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc1793b-be82-4150-8806-a7e2cdf0a02b req-93a262fd-0ce3-40ee-9cc0-bd965d5247aa tempest-ServerRescueNegativeTestJSON-1009389569 tempest-ServerRescueNegativeTestJSON-1009389569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 20:12:40.724584 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-bcc1793b-be82-4150-8806-a7e2cdf0a02b req-93a262fd-0ce3-40ee-9cc0-bd965d5247aa tempest-ServerRescueNegativeTestJSON-1009389569 tempest-ServerRescueNegativeTestJSON-1009389569-project] 10.222.0.30 "GET /v2.0/ports?device_id=c716f776-b175-41ed-8d8a-055fa4548224 HTTP/1.1" status: 200  len: 946 time: 0.1002309
Apr 22 20:12:40.738431 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-c9765894-f4a8-4edb-ba2f-cb8f5af4cac6 req-88baf523-fade-44b8-be6e-ce7329b7c430 tempest-DeleteServersTestJSON-432539575 tempest-DeleteServersTestJSON-432539575-project] 10.222.0.46 "DELETE /v2.0/ports/09b438d9-db19-4054-91f7-90a1da3d38cd HTTP/1.1" status: 204  len: 173 time: 0.9444702
Apr 22 20:12:40.812807 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4be19373-fd93-4abb-aac5-299af84535cf', 'name': 'network-vif-deleted', 'tag': '09b438d9-db19-4054-91f7-90a1da3d38cd', 'status': 'completed', 'code': 200}
Apr 22 20:12:40.852988 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-bcc1793b-be82-4150-8806-a7e2cdf0a02b req-645d75a5-9d71-4c77-8726-25164a0e96c1 tempest-ServerRescueNegativeTestJSON-1009389569 tempest-ServerRescueNegativeTestJSON-1009389569-project] 10.222.0.30 "GET /v2.0/security-groups?id=6f3d9104-7f67-4d9e-bcf5-b704aabb6c6e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1171079
Apr 22 20:12:41.163955 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a1654a2-3435-4c4d-8e37-09436f315354 req-90859e5e-25b9-4eae-b7c6-0124067c293c tempest-AttachVolumeNegativeTest-423716770 tempest-AttachVolumeNegativeTest-423716770-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 20:12:41.166322 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-1a1654a2-3435-4c4d-8e37-09436f315354 req-90859e5e-25b9-4eae-b7c6-0124067c293c tempest-AttachVolumeNegativeTest-423716770 tempest-AttachVolumeNegativeTest-423716770-project] 10.222.0.30 "GET /v2.0/networks?id=2f71bdb9-006a-4ab4-9335-9bbccd5c61c9 HTTP/1.1" status: 200  len: 815 time: 0.1717820
Apr 22 20:12:41.182001 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-1a1654a2-3435-4c4d-8e37-09436f315354 req-1ce33d84-2536-4984-8157-ffd1e3e6667b tempest-AttachVolumeNegativeTest-423716770 tempest-AttachVolumeNegativeTest-423716770-project] 10.222.0.30 "GET /v2.0/quotas/48229d4d53b042958a9ce5577ce62d8e HTTP/1.1" status: 200  len: 375 time: 0.0098264
Apr 22 20:12:41.270515 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-1a1654a2-3435-4c4d-8e37-09436f315354 req-b79cb967-bc12-4992-9a00-dbcf3e7f0763 tempest-AttachVolumeNegativeTest-423716770 tempest-AttachVolumeNegativeTest-423716770-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=48229d4d53b042958a9ce5577ce62d8e&fields=id HTTP/1.1" status: 200  len: 255 time: 0.0827901
Apr 22 20:12:41.433022 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-1a1654a2-3435-4c4d-8e37-09436f315354 req-09c1c93b-dd1e-4609-aedc-dc709cba579e service neutron] 10.222.0.30 "GET /v2.0/networks/2f71bdb9-006a-4ab4-9335-9bbccd5c61c9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1543028
Apr 22 20:12:41.481629 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-a097cc48-c410-4a71-befe-d449081bd843 req-0a14c6fb-90a6-4db8-a23a-984e499ddb66 tempest-DeleteServersTestJSON-432539575 tempest-DeleteServersTestJSON-432539575-project] 10.222.0.30 "GET /v2.0/ports?device_id=4be19373-fd93-4abb-aac5-299af84535cf HTTP/1.1" status: 200  len: 210 time: 0.0616367
Apr 22 20:12:41.606777 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-1a1654a2-3435-4c4d-8e37-09436f315354 req-2981881b-f8df-4d27-b8e0-fe13229a9bf1 service neutron] 10.222.0.30 "GET /v2.0/networks/2f71bdb9-006a-4ab4-9335-9bbccd5c61c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1725557
Apr 22 20:12:41.635159 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.wsgi [-] (86330) accepted ('10.222.0.30', 35960) {{(pid=86330) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 20:12:41.819314 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-733ed96b-c698-43f7-8a7e-287d91e5d760 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:12:41.833112 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-72f364e8-bb82-430e-8827-5ef5e80b0755 req-1cb60689-b215-4a4d-a7b2-02bf89a6102d tempest-AttachVolumeNegativeTest-423716770 tempest-AttachVolumeNegativeTest-423716770-project] 10.222.0.30 "GET /v2.0/ports?device_id=d616c6e1-d546-4a9f-b554-32f3d3db4bd0 HTTP/1.1" status: 200  len: 210 time: 0.0623667
Apr 22 20:12:41.839842 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.quota.driver [None req-733ed96b-c698-43f7-8a7e-287d91e5d760 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86330) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 22 20:12:41.844082 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.quota.resource [None req-733ed96b-c698-43f7-8a7e-287d91e5d760 admin admin] Usage tracker for resource:security_group_rule and tenant:16c2fa5342a646e2ab85fc742ab0c9f9 is out of sync, need to count used quota {{(pid=86330) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 22 20:12:41.847612 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.quota.resource [None req-733ed96b-c698-43f7-8a7e-287d91e5d760 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86330) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 22 20:12:41.855095 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.quota.driver [None req-733ed96b-c698-43f7-8a7e-287d91e5d760 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86330) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 22 20:12:41.945148 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-733ed96b-c698-43f7-8a7e-287d91e5d760 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:12:41.947303 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-733ed96b-c698-43f7-8a7e-287d91e5d760 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393900'] for security_group, after_create {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:12:41.956885 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 20:12:42.000371 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [None req-733ed96b-c698-43f7-8a7e-287d91e5d760 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=16c2fa5342a646e2ab85fc742ab0c9f9&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3638415
Apr 22 20:12:42.001449 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-733ed96b-c698-43f7-8a7e-287d91e5d760 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a90aeb6-cabd-48e7-9cc5-12588e0097eb,revision_number=1']} {{(pid=86330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 20:12:42.004018 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.wsgi [-] (86330) accepted ('10.222.0.30', 35976) {{(pid=86330) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 20:12:42.014301 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [None req-733ed96b-c698-43f7-8a7e-287d91e5d760 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=86330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 20:12:42.086358 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1cf0bcb-7f06-4e8e-8311-d4c026358d56 req-783d5631-ab5c-4670-ad25-bf24fd32a504 tempest-ServerRescueNegativeTestJSON-1009389569 tempest-ServerRescueNegativeTestJSON-1009389569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 20:12:42.095065 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-f1cf0bcb-7f06-4e8e-8311-d4c026358d56 req-783d5631-ab5c-4670-ad25-bf24fd32a504 tempest-ServerRescueNegativeTestJSON-1009389569 tempest-ServerRescueNegativeTestJSON-1009389569-project] 10.222.0.30 "GET /v2.0/ports?device_id=c716f776-b175-41ed-8d8a-055fa4548224 HTTP/1.1" status: 200  len: 946 time: 0.1400993
Apr 22 20:12:42.109906 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-26fb679c-5e00-44fb-91dd-4a8125b4283e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:12:42.144536 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-26fb679c-5e00-44fb-91dd-4a8125b4283e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:12:42.150618 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-f1cf0bcb-7f06-4e8e-8311-d4c026358d56 req-d0eb3e49-db72-4000-a2e5-737dd7ca577e tempest-ServerRescueNegativeTestJSON-1009389569 tempest-ServerRescueNegativeTestJSON-1009389569-project] 10.222.0.30 "GET /v2.0/security-groups?id=6f3d9104-7f67-4d9e-bcf5-b704aabb6c6e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0544937
Apr 22 20:12:42.196567 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-26fb679c-5e00-44fb-91dd-4a8125b4283e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393900'] for security_group, after_delete {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:12:42.204129 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 20:12:42.220815 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-26fb679c-5e00-44fb-91dd-4a8125b4283e admin admin] Notify callbacks [] for security_group, before_response {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:12:42.224467 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [None req-26fb679c-5e00-44fb-91dd-4a8125b4283e admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/2a90aeb6-cabd-48e7-9cc5-12588e0097eb HTTP/1.1" status: 204  len: 168 time: 0.2113073
Apr 22 20:12:42.224467 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26fb679c-5e00-44fb-91dd-4a8125b4283e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a90aeb6-cabd-48e7-9cc5-12588e0097eb,revision_number=None']} {{(pid=86330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 20:12:42.243529 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [None req-26fb679c-5e00-44fb-91dd-4a8125b4283e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=86330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 20:12:43.065635 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-7254fc87-6c1b-4c6c-9320-f78164be7496 req-c87baa81-30cf-4f90-876d-76f1fdaa457d tempest-AttachVolumeNegativeTest-423716770 tempest-AttachVolumeNegativeTest-423716770-project] 10.222.0.30 "GET /v2.0/ports?device_id=d616c6e1-d546-4a9f-b554-32f3d3db4bd0 HTTP/1.1" status: 200  len: 210 time: 0.0665243
Apr 22 20:12:43.077489 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.rpc [None req-cbbe70c9-0b39-4f9d-be6e-4133a7c8f54f None None] Device 09b438d9-db19-4054-91f7-90a1da3d38cd no longer exists at agent hyperv_hv-cinder-78763 {{(pid=86332) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 22 20:12:43.121346 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.plugin [None req-cbbe70c9-0b39-4f9d-be6e-4133a7c8f54f None None] No Port match for: 09b438d9-db19-4054-91f7-90a1da3d38cd {{(pid=86332) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 22 20:12:43.121752 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.rpc [None req-cbbe70c9-0b39-4f9d-be6e-4133a7c8f54f None None] Device 09b438d9-db19-4054-91f7-90a1da3d38cd not bound to the agent host hv-cinder-78763 {{(pid=86332) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 22 20:12:43.481318 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-447f1655-85dd-4b2c-abfa-ee735602d597 req-c5d47cac-2b2a-401d-b7dd-4d79a24de50f tempest-ServerRescueNegativeTestJSON-1009389569 tempest-ServerRescueNegativeTestJSON-1009389569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 20:12:43.483104 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-447f1655-85dd-4b2c-abfa-ee735602d597 req-c5d47cac-2b2a-401d-b7dd-4d79a24de50f tempest-ServerRescueNegativeTestJSON-1009389569 tempest-ServerRescueNegativeTestJSON-1009389569-project] 10.222.0.30 "GET /v2.0/ports?device_id=c716f776-b175-41ed-8d8a-055fa4548224 HTTP/1.1" status: 200  len: 946 time: 0.2051229
Apr 22 20:12:43.559977 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-447f1655-85dd-4b2c-abfa-ee735602d597 req-2b895bca-1d6d-47fd-89e7-6e34e4636507 tempest-ServerRescueNegativeTestJSON-1009389569 tempest-ServerRescueNegativeTestJSON-1009389569-project] 10.222.0.30 "GET /v2.0/security-groups?id=6f3d9104-7f67-4d9e-bcf5-b704aabb6c6e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0589776
Apr 22 20:12:43.570918 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a1654a2-3435-4c4d-8e37-09436f315354 req-a047b3a7-e239-4910-a873-a82af8806d9d tempest-AttachVolumeNegativeTest-423716770 tempest-AttachVolumeNegativeTest-423716770-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 20:12:43.573576 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-1a1654a2-3435-4c4d-8e37-09436f315354 req-a047b3a7-e239-4910-a873-a82af8806d9d tempest-AttachVolumeNegativeTest-423716770 tempest-AttachVolumeNegativeTest-423716770-project] 10.222.0.46 "GET /v2.0/networks?id=2f71bdb9-006a-4ab4-9335-9bbccd5c61c9 HTTP/1.1" status: 200  len: 815 time: 0.2392366
Apr 22 20:12:43.591456 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.v2.base [req-1a1654a2-3435-4c4d-8e37-09436f315354 req-ccb8443d-3e66-4c8c-b127-7a70016541a4 tempest-AttachVolumeNegativeTest-423716770 tempest-AttachVolumeNegativeTest-423716770-project] Request body: {'port': {'device_id': 'd616c6e1-d546-4a9f-b554-32f3d3db4bd0', 'network_id': '2f71bdb9-006a-4ab4-9335-9bbccd5c61c9', 'admin_state_up': True, 'tenant_id': '48229d4d53b042958a9ce5577ce62d8e'}} {{(pid=86331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 22 20:12:43.755887 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.quota.driver [req-1a1654a2-3435-4c4d-8e37-09436f315354 req-ccb8443d-3e66-4c8c-b127-7a70016541a4 tempest-AttachVolumeNegativeTest-423716770 tempest-AttachVolumeNegativeTest-423716770-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 22 20:12:43.767457 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.quota.driver [req-1a1654a2-3435-4c4d-8e37-09436f315354 req-ccb8443d-3e66-4c8c-b127-7a70016541a4 tempest-AttachVolumeNegativeTest-423716770 tempest-AttachVolumeNegativeTest-423716770-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=86331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 22 20:12:43.777899 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1a1654a2-3435-4c4d-8e37-09436f315354 req-ccb8443d-3e66-4c8c-b127-7a70016541a4 tempest-AttachVolumeNegativeTest-423716770 tempest-AttachVolumeNegativeTest-423716770-project] Made reservation on behalf of 48229d4d53b042958a9ce5577ce62d8e for: {'port': 1} {{(pid=86331) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 22 20:12:43.784066 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [req-1a1654a2-3435-4c4d-8e37-09436f315354 req-ccb8443d-3e66-4c8c-b127-7a70016541a4 tempest-AttachVolumeNegativeTest-423716770 tempest-AttachVolumeNegativeTest-423716770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587983'] for port, before_create {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:12:44.006678 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.db_base_plugin_common [req-1a1654a2-3435-4c4d-8e37-09436f315354 req-ccb8443d-3e66-4c8c-b127-7a70016541a4 tempest-AttachVolumeNegativeTest-423716770 tempest-AttachVolumeNegativeTest-423716770-project] Allocated IP 172.20.0.4 (2f71bdb9-006a-4ab4-9335-9bbccd5c61c9/9b9fb9ac-2966-4dc7-9c84-10a923d75111/ab98a8b7-cffc-4aed-99c1-aee742abf54d) {{(pid=86331) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 22 20:12:44.475314 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-9f347ef4-0cc3-40f4-9f4b-db04667e744e req-209c7d26-251c-425c-8cb0-9e66117dd190 tempest-AttachVolumeNegativeTest-423716770 tempest-AttachVolumeNegativeTest-423716770-project] 10.222.0.30 "GET /v2.0/ports?device_id=d616c6e1-d546-4a9f-b554-32f3d3db4bd0 HTTP/1.1" status: 200  len: 210 time: 0.2704079
Apr 22 20:12:44.535008 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [req-1a1654a2-3435-4c4d-8e37-09436f315354 req-ccb8443d-3e66-4c8c-b127-7a70016541a4 tempest-AttachVolumeNegativeTest-423716770 tempest-AttachVolumeNegativeTest-423716770-project] Notify callbacks [] for port, precommit_create {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:12:44.539945 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.wsgi [-] (86330) accepted ('10.222.0.30', 36102) {{(pid=86330) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 20:12:44.574314 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [req-1a1654a2-3435-4c4d-8e37-09436f315354 req-ccb8443d-3e66-4c8c-b127-7a70016541a4 tempest-AttachVolumeNegativeTest-423716770 tempest-AttachVolumeNegativeTest-423716770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854198495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853168226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363309147208154'] for port, after_create {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:12:44.587605 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.db [None req-cbbe70c9-0b39-4f9d-be6e-4133a7c8f54f None None] get_ports_and_sgs() called for port_ids ['ac20feeb-ec82-4731-bb0e-f1e77bc564d5'] {{(pid=86332) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 22 20:12:44.599074 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [None req-a9cec021-fb5e-4ea7-acc5-aa2f05569325 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 20:12:44.627537 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.db_base_plugin_v2 [None req-b5bbc289-8a6f-4bf4-b41f-f51415e8a99c admin admin] Deleting subnet 2ba3fdce-5164-477d-aabe-c9ad9bf606d5 {{(pid=86330) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Apr 22 20:12:44.630994 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-b5bbc289-8a6f-4bf4-b41f-f51415e8a99c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:12:44.647592 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1a1654a2-3435-4c4d-8e37-09436f315354 req-ccb8443d-3e66-4c8c-b127-7a70016541a4 tempest-AttachVolumeNegativeTest-423716770 tempest-AttachVolumeNegativeTest-423716770-project] Network 2f71bdb9-006a-4ab4-9335-9bbccd5c61c9 is already hosted by enough agents. {{(pid=86331) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 22 20:12:44.656949 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.scheduler.base_scheduler [req-1a1654a2-3435-4c4d-8e37-09436f315354 req-ccb8443d-3e66-4c8c-b127-7a70016541a4 tempest-AttachVolumeNegativeTest-423716770 tempest-AttachVolumeNegativeTest-423716770-project] Resources bound (agent type, host, resource id):  {{(pid=86331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 22 20:12:44.659864 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.l3_dvrscheduler_db [req-1a1654a2-3435-4c4d-8e37-09436f315354 req-ccb8443d-3e66-4c8c-b127-7a70016541a4 tempest-AttachVolumeNegativeTest-423716770 tempest-AttachVolumeNegativeTest-423716770-project] Received port after_create {{(pid=86331) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 22 20:12:44.667609 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a1654a2-3435-4c4d-8e37-09436f315354 req-ccb8443d-3e66-4c8c-b127-7a70016541a4 tempest-AttachVolumeNegativeTest-423716770 tempest-AttachVolumeNegativeTest-423716770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 20:12:44.668651 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [req-1a1654a2-3435-4c4d-8e37-09436f315354 req-ccb8443d-3e66-4c8c-b127-7a70016541a4 tempest-AttachVolumeNegativeTest-423716770 tempest-AttachVolumeNegativeTest-423716770-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-743'] for port, before_response {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:12:44.686757 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-b5bbc289-8a6f-4bf4-b41f-f51415e8a99c admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:12:44.694485 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-b5bbc289-8a6f-4bf4-b41f-f51415e8a99c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853244368'] for subnet, precommit_delete {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:12:44.780681 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccb8443d-3e66-4c8c-b127-7a70016541a4 tempest-AttachVolumeNegativeTest-423716770 tempest-AttachVolumeNegativeTest-423716770-project] Pushing event updated for resources: {'Port': ['ID=ab98a8b7-cffc-4aed-99c1-aee742abf54d,revision_number=1']} {{(pid=86331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 20:12:44.783694 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [None req-ccb8443d-3e66-4c8c-b127-7a70016541a4 tempest-AttachVolumeNegativeTest-423716770 tempest-AttachVolumeNegativeTest-423716770-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 20:12:44.786154 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-1a1654a2-3435-4c4d-8e37-09436f315354 req-ccb8443d-3e66-4c8c-b127-7a70016541a4 tempest-AttachVolumeNegativeTest-423716770 tempest-AttachVolumeNegativeTest-423716770-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.1998024
Apr 22 20:12:44.807506 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.v2.base [req-1a1654a2-3435-4c4d-8e37-09436f315354 req-10bef90f-3f9f-432b-8648-8b915683ea65 service neutron] Request body: {'port': {'device_id': 'd616c6e1-d546-4a9f-b554-32f3d3db4bd0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78763'}} {{(pid=86331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 22 20:12:44.874325 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-276d420c-1e2b-4c2f-a4aa-fa684cc4b38e req-446fc2f0-7704-4d0a-bad2-969adccbb7d8 tempest-ServerRescueNegativeTestJSON-1009389569 tempest-ServerRescueNegativeTestJSON-1009389569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 20:12:44.875905 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-276d420c-1e2b-4c2f-a4aa-fa684cc4b38e req-446fc2f0-7704-4d0a-bad2-969adccbb7d8 tempest-ServerRescueNegativeTestJSON-1009389569 tempest-ServerRescueNegativeTestJSON-1009389569-project] 10.222.0.30 "GET /v2.0/ports?device_id=c716f776-b175-41ed-8d8a-055fa4548224 HTTP/1.1" status: 200  len: 946 time: 0.1828082
Apr 22 20:12:44.968200 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-b5bbc289-8a6f-4bf4-b41f-f51415e8a99c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1531400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853168226'] for subnet, after_delete {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:12:44.978241 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 20:12:44.996126 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-276d420c-1e2b-4c2f-a4aa-fa684cc4b38e req-0110309e-6939-4d26-a4dd-3af50d79b6e5 tempest-ServerRescueNegativeTestJSON-1009389569 tempest-ServerRescueNegativeTestJSON-1009389569-project] 10.222.0.30 "GET /v2.0/security-groups?id=6f3d9104-7f67-4d9e-bcf5-b704aabb6c6e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1132586
Apr 22 20:12:44.996989 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [req-1a1654a2-3435-4c4d-8e37-09436f315354 req-10bef90f-3f9f-432b-8648-8b915683ea65 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587983'] for port, before_update {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:12:45.023320 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-b5bbc289-8a6f-4bf4-b41f-f51415e8a99c admin admin] Notify callbacks [] for subnet, before_response {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:12:45.031401 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5bbc289-8a6f-4bf4-b41f-f51415e8a99c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2ba3fdce-5164-477d-aabe-c9ad9bf606d5,revision_number=None']} {{(pid=86330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 20:12:45.038793 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [None req-b5bbc289-8a6f-4bf4-b41f-f51415e8a99c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=86330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 20:12:45.044114 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [None req-b5bbc289-8a6f-4bf4-b41f-f51415e8a99c admin admin] 10.222.0.30 "DELETE /v2.0/subnets/2ba3fdce-5164-477d-aabe-c9ad9bf606d5 HTTP/1.1" status: 204  len: 168 time: 0.5030756
Apr 22 20:12:45.044826 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.wsgi [-] (86330) accepted ('10.222.0.30', 36114) {{(pid=86330) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 20:12:45.258784 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-78a3acb1-2a57-4878-a8c7-2c528a681ebb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854197124'] for network, before_delete {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:12:45.397817 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.notifiers.nova [req-1a1654a2-3435-4c4d-8e37-09436f315354 req-10bef90f-3f9f-432b-8648-8b915683ea65 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ab98a8b7-cffc-4aed-99c1-aee742abf54d {{(pid=86331) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 22 20:12:45.406176 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-78a3acb1-2a57-4878-a8c7-2c528a681ebb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1531493', 'neutron.services.segments.db._delete_segments_for_network-8727707916915'] for network, precommit_delete {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:12:45.408688 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [req-1a1654a2-3435-4c4d-8e37-09436f315354 req-10bef90f-3f9f-432b-8648-8b915683ea65 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:12:45.426764 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.provisioning_blocks [req-1a1654a2-3435-4c4d-8e37-09436f315354 req-10bef90f-3f9f-432b-8648-8b915683ea65 service neutron] Transition to ACTIVE for port object ab98a8b7-cffc-4aed-99c1-aee742abf54d will not be triggered until provisioned by entity L2. {{(pid=86331) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 22 20:12:45.430995 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [req-1a1654a2-3435-4c4d-8e37-09436f315354 req-10bef90f-3f9f-432b-8648-8b915683ea65 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854198495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853168226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727707997384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363309147208137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727707567697'] for port, after_update {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:12:45.437419 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 20:12:45.516172 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10bef90f-3f9f-432b-8648-8b915683ea65 service neutron] Pushing event updated for resources: {'Port': ['ID=ab98a8b7-cffc-4aed-99c1-aee742abf54d,revision_number=2']} {{(pid=86331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 20:12:45.521428 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [None req-10bef90f-3f9f-432b-8648-8b915683ea65 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 20:12:45.585963 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-78a3acb1-2a57-4878-a8c7-2c528a681ebb admin admin] Subscribe: <bound method Plugin._prevent_segment_delete_with_subnet_associated of <neutron.services.segments.plugin.Plugin object at 0x7f013cda5160>> segment before_delete 55550000 {{(pid=86330) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 22 20:12:45.586433 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-78a3acb1-2a57-4878-a8c7-2c528a681ebb admin admin] Subscribe: <bound method Plugin._validate_auto_address_subnet_delete of <neutron.services.segments.plugin.Plugin object at 0x7f013cda5160>> subnet precommit_delete_associations 55550000 {{(pid=86330) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 22 20:12:45.587215 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-78a3acb1-2a57-4878-a8c7-2c528a681ebb admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_host_addition_to_aggregate of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f013cedb6d8>> segment_host_mapping after_create 55550000 {{(pid=86330) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 22 20:12:45.587605 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-78a3acb1-2a57-4878-a8c7-2c528a681ebb admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_created_or_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f013cedb6d8>> port after_create 55550000 {{(pid=86330) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 22 20:12:45.587970 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-78a3acb1-2a57-4878-a8c7-2c528a681ebb admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_created_or_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f013cedb6d8>> port after_delete 55550000 {{(pid=86330) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 22 20:12:45.588332 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-78a3acb1-2a57-4878-a8c7-2c528a681ebb admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f013cedb6d8>> port after_update 55550000 {{(pid=86330) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 22 20:12:45.589238 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-78a3acb1-2a57-4878-a8c7-2c528a681ebb admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_segment_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f013cedb6d8>> segment after_delete 55550000 {{(pid=86330) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 22 20:12:45.589608 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-78a3acb1-2a57-4878-a8c7-2c528a681ebb admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_created of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f013cedb6d8>> subnet after_create 55550000 {{(pid=86330) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 22 20:12:45.589998 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-78a3acb1-2a57-4878-a8c7-2c528a681ebb admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f013cedb6d8>> subnet after_delete 55550000 {{(pid=86330) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 22 20:12:45.590364 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-78a3acb1-2a57-4878-a8c7-2c528a681ebb admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f013cedb6d8>> subnet after_update 55550000 {{(pid=86330) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 22 20:12:45.673010 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-78a3acb1-2a57-4878-a8c7-2c528a681ebb admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_after_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f013c33eb70>> subnet after_create 55550000 {{(pid=86330) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 22 20:12:45.673410 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-78a3acb1-2a57-4878-a8c7-2c528a681ebb admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_after_delete of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f013c33eb70>> subnet after_delete 55550000 {{(pid=86330) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 22 20:12:45.673921 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-78a3acb1-2a57-4878-a8c7-2c528a681ebb admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_before_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f013c33eb70>> subnet before_create 55550000 {{(pid=86330) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 22 20:12:45.674309 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-78a3acb1-2a57-4878-a8c7-2c528a681ebb admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_before_update of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f013c33eb70>> subnet before_update 55550000 {{(pid=86330) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 22 20:12:45.674712 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.services.segments.db [None req-78a3acb1-2a57-4878-a8c7-2c528a681ebb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f0137f164e0>,) {'filters': {'network_id': ['467c6d16-e2ea-4345-8c7f-17c67069e343']}} {{(pid=86330) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 22 20:12:45.689607 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.services.segments.db [None req-78a3acb1-2a57-4878-a8c7-2c528a681ebb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f0137f164e0>, 'c05c8d59-d540-4da1-9463-29cd0134c7fb') {'for_net_delete': True} {{(pid=86330) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 22 20:12:45.690011 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.services.segments.db [None req-78a3acb1-2a57-4878-a8c7-2c528a681ebb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f0137f164e0>, 'c05c8d59-d540-4da1-9463-29cd0134c7fb') {} {{(pid=86330) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 22 20:12:45.703405 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-78a3acb1-2a57-4878-a8c7-2c528a681ebb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363309146702435', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4031047'] for segment, before_delete {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:12:45.746482 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-78a3acb1-2a57-4878-a8c7-2c528a681ebb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1523030'] for segment, precommit_delete {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:12:45.762633 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-78a3acb1-2a57-4878-a8c7-2c528a681ebb admin admin] Releasing vlan 371 on physical network physnet1 to pool {{(pid=86330) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}}
Apr 22 20:12:45.771047 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.managers [req-1a1654a2-3435-4c4d-8e37-09436f315354 req-10bef90f-3f9f-432b-8648-8b915683ea65 service neutron] Attempting to bind port ab98a8b7-cffc-4aed-99c1-aee742abf54d on host hv-cinder-78763 for vnic_type normal with profile  {{(pid=86331) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 22 20:12:45.771427 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.managers [req-1a1654a2-3435-4c4d-8e37-09436f315354 req-10bef90f-3f9f-432b-8648-8b915683ea65 service neutron] Attempting to bind port ab98a8b7-cffc-4aed-99c1-aee742abf54d by drivers openvswitch,hyperv on host hv-cinder-78763 at level 0 using segments [{'id': '3a7c8a3c-d8a5-4ea6-9c7e-398752a60d2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '2f71bdb9-006a-4ab4-9335-9bbccd5c61c9'}] {{(pid=86331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 22 20:12:45.771802 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a1654a2-3435-4c4d-8e37-09436f315354 req-10bef90f-3f9f-432b-8648-8b915683ea65 service neutron] Attempting to bind port ab98a8b7-cffc-4aed-99c1-aee742abf54d on network 2f71bdb9-006a-4ab4-9335-9bbccd5c61c9 {{(pid=86331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 22 20:12:45.815160 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a1654a2-3435-4c4d-8e37-09436f315354 req-10bef90f-3f9f-432b-8648-8b915683ea65 service neutron] Port ab98a8b7-cffc-4aed-99c1-aee742abf54d on network 2f71bdb9-006a-4ab4-9335-9bbccd5c61c9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78763 {{(pid=86331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 22 20:12:45.815549 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a1654a2-3435-4c4d-8e37-09436f315354 req-10bef90f-3f9f-432b-8648-8b915683ea65 service neutron] Attempting to bind port ab98a8b7-cffc-4aed-99c1-aee742abf54d on network 2f71bdb9-006a-4ab4-9335-9bbccd5c61c9 {{(pid=86331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 22 20:12:45.833011 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a1654a2-3435-4c4d-8e37-09436f315354 req-10bef90f-3f9f-432b-8648-8b915683ea65 service neutron] Checking agent: {'id': 'b4f1961c-1932-496b-a656-3b148bb81a73', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78763', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 22, 20, 9, 49), 'started_at': datetime.datetime(2021, 4, 22, 20, 9, 49), 'heartbeat_timestamp': datetime.datetime(2021, 4, 22, 20, 12, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 22 20:12:45.834146 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a1654a2-3435-4c4d-8e37-09436f315354 req-10bef90f-3f9f-432b-8648-8b915683ea65 service neutron] Checking segment: {'id': '3a7c8a3c-d8a5-4ea6-9c7e-398752a60d2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '2f71bdb9-006a-4ab4-9335-9bbccd5c61c9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86331) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 22 20:12:45.834577 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a1654a2-3435-4c4d-8e37-09436f315354 req-10bef90f-3f9f-432b-8648-8b915683ea65 service neutron] Bound using segment: {'id': '3a7c8a3c-d8a5-4ea6-9c7e-398752a60d2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '2f71bdb9-006a-4ab4-9335-9bbccd5c61c9'} {{(pid=86331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 22 20:12:45.835063 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.managers [req-1a1654a2-3435-4c4d-8e37-09436f315354 req-10bef90f-3f9f-432b-8648-8b915683ea65 service neutron] Bound port: ab98a8b7-cffc-4aed-99c1-aee742abf54d, host: hv-cinder-78763, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3a7c8a3c-d8a5-4ea6-9c7e-398752a60d2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '2f71bdb9-006a-4ab4-9335-9bbccd5c61c9'}}] {{(pid=86331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 22 20:12:45.835843 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [req-1a1654a2-3435-4c4d-8e37-09436f315354 req-10bef90f-3f9f-432b-8648-8b915683ea65 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587983'] for port, before_update {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:12:45.868492 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0fc69ca-989c-4951-a915-42dd72462a7f req-059e4984-09c7-4368-8edd-4edf49e9e896 tempest-AttachVolumeNegativeTest-423716770 tempest-AttachVolumeNegativeTest-423716770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 20:12:45.869286 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.quota.resource [req-a0fc69ca-989c-4951-a915-42dd72462a7f req-059e4984-09c7-4368-8edd-4edf49e9e896 tempest-AttachVolumeNegativeTest-423716770 tempest-AttachVolumeNegativeTest-423716770-project] Synchronizing usage tracker for tenant:48229d4d53b042958a9ce5577ce62d8e on resource:port {{(pid=86331) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 22 20:12:45.974401 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.quota.resource [req-a0fc69ca-989c-4951-a915-42dd72462a7f req-059e4984-09c7-4368-8edd-4edf49e9e896 tempest-AttachVolumeNegativeTest-423716770 tempest-AttachVolumeNegativeTest-423716770-project] Unset dirty status for tenant:48229d4d53b042958a9ce5577ce62d8e on resource:port {{(pid=86331) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 22 20:12:45.975629 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-a0fc69ca-989c-4951-a915-42dd72462a7f req-059e4984-09c7-4368-8edd-4edf49e9e896 tempest-AttachVolumeNegativeTest-423716770 tempest-AttachVolumeNegativeTest-423716770-project] 10.222.0.30 "GET /v2.0/ports?device_id=d616c6e1-d546-4a9f-b554-32f3d3db4bd0 HTTP/1.1" status: 200  len: 943 time: 0.3435824
Apr 22 20:12:46.067794 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.managers [None req-78a3acb1-2a57-4878-a8c7-2c528a681ebb admin admin] Network 467c6d16-e2ea-4345-8c7f-17c67069e343 has no segments {{(pid=86330) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 22 20:12:46.078775 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-78a3acb1-2a57-4878-a8c7-2c528a681ebb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853252831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036850650308'] for segment, after_delete {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:12:46.090491 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-a0fc69ca-989c-4951-a915-42dd72462a7f req-17bc2737-b511-4b3d-9565-2d1a613c0256 tempest-AttachVolumeNegativeTest-423716770 tempest-AttachVolumeNegativeTest-423716770-project] 10.222.0.30 "GET /v2.0/security-groups?id=12e357dc-1d76-4f4d-8ec3-cba1cfd90e7f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0775821
Apr 22 20:12:46.095246 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.db [req-1a1654a2-3435-4c4d-8e37-09436f315354 req-10bef90f-3f9f-432b-8648-8b915683ea65 service neutron] For port ab98a8b7-cffc-4aed-99c1-aee742abf54d, host hv-cinder-78763, cleared binding levels {{(pid=86331) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 22 20:12:46.099614 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.db [req-1a1654a2-3435-4c4d-8e37-09436f315354 req-10bef90f-3f9f-432b-8648-8b915683ea65 service neutron] For port ab98a8b7-cffc-4aed-99c1-aee742abf54d, host hv-cinder-78763, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78763',level=0,port_id=ab98a8b7-cffc-4aed-99c1-aee742abf54d,segment=NetworkSegment(3a7c8a3c-d8a5-4ea6-9c7e-398752a60d2f),segment_id=3a7c8a3c-d8a5-4ea6-9c7e-398752a60d2f)] {{(pid=86331) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 22 20:12:46.115043 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [req-1a1654a2-3435-4c4d-8e37-09436f315354 req-10bef90f-3f9f-432b-8648-8b915683ea65 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854198495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853168226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727707997384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363309147208137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727707567697'] for port, after_update {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:12:46.125095 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 20:12:46.191874 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a1654a2-3435-4c4d-8e37-09436f315354 req-10bef90f-3f9f-432b-8648-8b915683ea65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 20:12:46.192558 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [req-1a1654a2-3435-4c4d-8e37-09436f315354 req-10bef90f-3f9f-432b-8648-8b915683ea65 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-743'] for port, before_response {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:12:46.194072 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-1a1654a2-3435-4c4d-8e37-09436f315354 req-10bef90f-3f9f-432b-8648-8b915683ea65 service neutron] 10.222.0.46 "PUT /v2.0/ports/ab98a8b7-cffc-4aed-99c1-aee742abf54d HTTP/1.1" status: 200  len: 1093 time: 1.3930602
Apr 22 20:12:46.195612 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd616c6e1-d546-4a9f-b554-32f3d3db4bd0', 'tag': 'ab98a8b7-cffc-4aed-99c1-aee742abf54d'}] {{(pid=86331) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 22 20:12:46.217020 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-3f69e30e-5936-4385-b98b-f470e7125558 req-f0b3e589-3007-413b-aabc-d798724bac60 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=666a5894-4ce9-47e9-8adf-a77b64d57479&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.2437530
Apr 22 20:12:46.252891 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10bef90f-3f9f-432b-8648-8b915683ea65 service neutron] Pushing event updated for resources: {'Port': ['ID=ab98a8b7-cffc-4aed-99c1-aee742abf54d,revision_number=3']} {{(pid=86331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 20:12:46.339970 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [None req-10bef90f-3f9f-432b-8648-8b915683ea65 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.214s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 20:12:46.347353 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd616c6e1-d546-4a9f-b554-32f3d3db4bd0', 'tag': 'ab98a8b7-cffc-4aed-99c1-aee742abf54d', 'status': 'completed', 'code': 200}
Apr 22 20:12:46.389451 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a1654a2-3435-4c4d-8e37-09436f315354 req-0d4434cb-1b8c-4a17-a1dc-ac4948070aea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 20:12:46.391342 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-1a1654a2-3435-4c4d-8e37-09436f315354 req-0d4434cb-1b8c-4a17-a1dc-ac4948070aea service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=48229d4d53b042958a9ce5577ce62d8e&device_id=d616c6e1-d546-4a9f-b554-32f3d3db4bd0 HTTP/1.1" status: 200  len: 1096 time: 0.1289134
Apr 22 20:12:46.421493 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c48aa734-301c-46e0-b7bd-e8a5e8c022b3 req-f1a5a9ff-975e-4d42-a62f-ddd5162cd968 tempest-ServerRescueNegativeTestJSON-1009389569 tempest-ServerRescueNegativeTestJSON-1009389569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 20:12:46.423338 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-c48aa734-301c-46e0-b7bd-e8a5e8c022b3 req-f1a5a9ff-975e-4d42-a62f-ddd5162cd968 tempest-ServerRescueNegativeTestJSON-1009389569 tempest-ServerRescueNegativeTestJSON-1009389569-project] 10.222.0.30 "GET /v2.0/ports?device_id=c716f776-b175-41ed-8d8a-055fa4548224 HTTP/1.1" status: 200  len: 946 time: 0.2547622
Apr 22 20:12:46.482926 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.managers [None req-78a3acb1-2a57-4878-a8c7-2c528a681ebb admin admin] Network 467c6d16-e2ea-4345-8c7f-17c67069e343 has no segments {{(pid=86330) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 22 20:12:46.573322 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-1a1654a2-3435-4c4d-8e37-09436f315354 req-6e258381-89ee-4363-8c5d-e549a42f0ce0 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ab98a8b7-cffc-4aed-99c1-aee742abf54d HTTP/1.1" status: 200  len: 217 time: 0.1686358
Apr 22 20:12:46.610173 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f69e30e-5936-4385-b98b-f470e7125558 req-17015667-f2d4-4fbc-add8-7d508c2bb1d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 20:12:46.612326 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-3f69e30e-5936-4385-b98b-f470e7125558 req-17015667-f2d4-4fbc-add8-7d508c2bb1d7 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=48229d4d53b042958a9ce5577ce62d8e&device_id=666a5894-4ce9-47e9-8adf-a77b64d57479 HTTP/1.1" status: 200  len: 1098 time: 0.1151106
Apr 22 20:12:46.623821 dv-cinder-787632-1-iscsi neutron-server[86219]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead
Apr 22 20:12:46.623821 dv-cinder-787632-1-iscsi neutron-server[86219]:   from cryptography.utils import int_from_bytes
Apr 22 20:12:46.623821 dv-cinder-787632-1-iscsi neutron-server[86219]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead
Apr 22 20:12:46.623821 dv-cinder-787632-1-iscsi neutron-server[86219]:   from cryptography.utils import int_from_bytes
Apr 22 20:12:46.623821 dv-cinder-787632-1-iscsi neutron-server[86219]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1998: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship.  (this warning may be suppressed after 10 occurrences)
Apr 22 20:12:46.623821 dv-cinder-787632-1-iscsi neutron-server[86219]:   (rel_b, rel_a, rel_b),
Apr 22 20:12:46.623821 dv-cinder-787632-1-iscsi neutron-server[86219]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1998: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship.  (this warning may be suppressed after 10 occurrences)
Apr 22 20:12:46.623821 dv-cinder-787632-1-iscsi neutron-server[86219]:   (rel_b, rel_a, rel_b),
Apr 22 20:12:46.623821 dv-cinder-787632-1-iscsi neutron-server[86219]: Traceback (most recent call last):
Apr 22 20:12:46.623821 dv-cinder-787632-1-iscsi neutron-server[86219]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 22 20:12:46.623821 dv-cinder-787632-1-iscsi neutron-server[86219]:     timer()
Apr 22 20:12:46.623821 dv-cinder-787632-1-iscsi neutron-server[86219]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 22 20:12:46.623821 dv-cinder-787632-1-iscsi neutron-server[86219]:     cb(*args, **kw)
Apr 22 20:12:46.623821 dv-cinder-787632-1-iscsi neutron-server[86219]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Apr 22 20:12:46.623821 dv-cinder-787632-1-iscsi neutron-server[86219]:     return func(*args, **kwargs)
Apr 22 20:12:46.623821 dv-cinder-787632-1-iscsi neutron-server[86219]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 22 20:12:46.623821 dv-cinder-787632-1-iscsi neutron-server[86219]:     self._notify()
Apr 22 20:12:46.623821 dv-cinder-787632-1-iscsi neutron-server[86219]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 22 20:12:46.623821 dv-cinder-787632-1-iscsi neutron-server[86219]:     self.callback(batched_events)
Apr 22 20:12:46.623821 dv-cinder-787632-1-iscsi neutron-server[86219]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 22 20:12:46.623821 dv-cinder-787632-1-iscsi neutron-server[86219]:     event.method(event)
Apr 22 20:12:46.623821 dv-cinder-787632-1-iscsi neutron-server[86219]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 22 20:12:46.623821 dv-cinder-787632-1-iscsi neutron-server[86219]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 22 20:12:46.623821 dv-cinder-787632-1-iscsi neutron-server[86219]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Apr 22 20:12:46.623821 dv-cinder-787632-1-iscsi neutron-server[86219]:     segment_id)['aggregates'][0]
Apr 22 20:12:46.623821 dv-cinder-787632-1-iscsi neutron-server[86219]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 22 20:12:46.623821 dv-cinder-787632-1-iscsi neutron-server[86219]:     return f(self, *a, **k)
Apr 22 20:12:46.623821 dv-cinder-787632-1-iscsi neutron-server[86219]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 22 20:12:46.623821 dv-cinder-787632-1-iscsi neutron-server[86219]:     return self._get(url).json()
Apr 22 20:12:46.623821 dv-cinder-787632-1-iscsi neutron-server[86219]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 22 20:12:46.623821 dv-cinder-787632-1-iscsi neutron-server[86219]:     **kwargs)
Apr 22 20:12:46.623821 dv-cinder-787632-1-iscsi neutron-server[86219]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 22 20:12:46.623821 dv-cinder-787632-1-iscsi neutron-server[86219]:     return self.request(url, 'GET', **kwargs)
Apr 22 20:12:46.623821 dv-cinder-787632-1-iscsi neutron-server[86219]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request
Apr 22 20:12:46.623821 dv-cinder-787632-1-iscsi neutron-server[86219]:     **endpoint_filter)
Apr 22 20:12:46.623821 dv-cinder-787632-1-iscsi neutron-server[86219]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 22 20:12:46.623821 dv-cinder-787632-1-iscsi neutron-server[86219]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 22 20:12:46.623821 dv-cinder-787632-1-iscsi neutron-server[86219]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 22 20:12:46.623821 dv-cinder-787632-1-iscsi neutron-server[86219]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 22 20:12:46.623821 dv-cinder-787632-1-iscsi neutron-server[86219]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 22 20:12:46.648453 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-78a3acb1-2a57-4878-a8c7-2c528a681ebb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853244307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853168226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-427906'] for network, after_delete {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:12:46.659706 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 20:12:46.675793 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-c48aa734-301c-46e0-b7bd-e8a5e8c022b3 req-5d768164-51bd-4fac-9fd3-b37e3c48c71f tempest-ServerRescueNegativeTestJSON-1009389569 tempest-ServerRescueNegativeTestJSON-1009389569-project] 10.222.0.30 "GET /v2.0/security-groups?id=6f3d9104-7f67-4d9e-bcf5-b704aabb6c6e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2426240
Apr 22 20:12:46.679765 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-78a3acb1-2a57-4878-a8c7-2c528a681ebb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853168243'] for network, before_response {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:12:46.689257 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78a3acb1-2a57-4878-a8c7-2c528a681ebb admin admin] Pushing event deleted for resources: {'Network': ['ID=467c6d16-e2ea-4345-8c7f-17c67069e343,revision_number=None']} {{(pid=86330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 20:12:46.692569 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [None req-78a3acb1-2a57-4878-a8c7-2c528a681ebb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=86330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 20:12:46.696991 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [None req-78a3acb1-2a57-4878-a8c7-2c528a681ebb admin admin] 10.222.0.30 "DELETE /v2.0/networks/467c6d16-e2ea-4345-8c7f-17c67069e343 HTTP/1.1" status: 204  len: 168 time: 1.6508858
Apr 22 20:12:46.884931 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.wsgi [-] (86330) accepted ('10.222.0.30', 36170) {{(pid=86330) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 20:12:46.938404 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [None req-1e607685-2ec5-4ad9-a847-a47d0fa60348 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=36deea2aa67b4af688b0eb00b20d58c9&name=default HTTP/1.1" status: 200  len: 2975 time: 0.0517578
Apr 22 20:12:46.940708 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.wsgi [-] (86330) accepted ('10.222.0.30', 36176) {{(pid=86330) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 20:12:47.005545 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-8cb16fbf-1951-44f2-b1ba-8db6a702130f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:12:47.032968 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-8cb16fbf-1951-44f2-b1ba-8db6a702130f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:12:47.078595 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-8cb16fbf-1951-44f2-b1ba-8db6a702130f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393900'] for security_group, after_delete {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:12:47.083661 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [None req-f921ae5e-ac6e-432d-aca2-4c9aee4bccde admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 20:12:47.097814 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cb16fbf-1951-44f2-b1ba-8db6a702130f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d55ceebb-51ed-4aac-b636-f683c724b454,revision_number=None']} {{(pid=86330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 20:12:47.100622 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [None req-8cb16fbf-1951-44f2-b1ba-8db6a702130f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=86330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 20:12:47.108650 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-8cb16fbf-1951-44f2-b1ba-8db6a702130f admin admin] Notify callbacks [] for security_group, before_response {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:12:47.112716 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [None req-8cb16fbf-1951-44f2-b1ba-8db6a702130f admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/d55ceebb-51ed-4aac-b636-f683c724b454 HTTP/1.1" status: 204  len: 168 time: 0.1681693
Apr 22 20:12:47.303077 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a16af375-6529-4dec-b8d8-3df0a0f179d3 req-43dfbffd-eddc-48da-a347-8e059d2da15e tempest-AttachVolumeNegativeTest-423716770 tempest-AttachVolumeNegativeTest-423716770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 20:12:47.305044 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-a16af375-6529-4dec-b8d8-3df0a0f179d3 req-43dfbffd-eddc-48da-a347-8e059d2da15e tempest-AttachVolumeNegativeTest-423716770 tempest-AttachVolumeNegativeTest-423716770-project] 10.222.0.30 "GET /v2.0/ports?device_id=d616c6e1-d546-4a9f-b554-32f3d3db4bd0 HTTP/1.1" status: 200  len: 943 time: 0.0919433
Apr 22 20:12:47.361226 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-a16af375-6529-4dec-b8d8-3df0a0f179d3 req-3ec25f90-5c0e-4cea-950b-fa9ebe8e0b62 tempest-AttachVolumeNegativeTest-423716770 tempest-AttachVolumeNegativeTest-423716770-project] 10.222.0.30 "GET /v2.0/security-groups?id=12e357dc-1d76-4f4d-8ec3-cba1cfd90e7f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0436742
Apr 22 20:12:47.570143 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a1654a2-3435-4c4d-8e37-09436f315354 req-a799e6db-1179-4e9e-ae10-570685b8de7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 20:12:47.571872 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-1a1654a2-3435-4c4d-8e37-09436f315354 req-a799e6db-1179-4e9e-ae10-570685b8de7e service neutron] 10.222.0.46 "GET /v2.0/subnets?id=9b9fb9ac-2966-4dc7-9c84-10a923d75111 HTTP/1.1" status: 200  len: 855 time: 0.1029627
Apr 22 20:12:47.883448 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-949bc755-ce2b-4b11-a942-a179fc013bee req-d725df07-adaf-4e5d-9f0d-dd61cdf97b60 tempest-ServerRescueNegativeTestJSON-1009389569 tempest-ServerRescueNegativeTestJSON-1009389569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 20:12:47.885048 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-949bc755-ce2b-4b11-a942-a179fc013bee req-d725df07-adaf-4e5d-9f0d-dd61cdf97b60 tempest-ServerRescueNegativeTestJSON-1009389569 tempest-ServerRescueNegativeTestJSON-1009389569-project] 10.222.0.30 "GET /v2.0/ports?device_id=c716f776-b175-41ed-8d8a-055fa4548224 HTTP/1.1" status: 200  len: 946 time: 0.0901344
Apr 22 20:12:47.934886 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-949bc755-ce2b-4b11-a942-a179fc013bee req-43ae165f-fe5f-49c0-a63c-be5a562c17bd tempest-ServerRescueNegativeTestJSON-1009389569 tempest-ServerRescueNegativeTestJSON-1009389569-project] 10.222.0.30 "GET /v2.0/security-groups?id=6f3d9104-7f67-4d9e-bcf5-b704aabb6c6e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0435238
Apr 22 20:12:48.571071 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28dd2566-f24d-4c96-8abc-7d8e46b37bc0 req-4980cc00-cbbb-43bf-8e04-117883cdba68 tempest-AttachVolumeNegativeTest-423716770 tempest-AttachVolumeNegativeTest-423716770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 20:12:48.573393 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-28dd2566-f24d-4c96-8abc-7d8e46b37bc0 req-4980cc00-cbbb-43bf-8e04-117883cdba68 tempest-AttachVolumeNegativeTest-423716770 tempest-AttachVolumeNegativeTest-423716770-project] 10.222.0.30 "GET /v2.0/ports?device_id=d616c6e1-d546-4a9f-b554-32f3d3db4bd0 HTTP/1.1" status: 200  len: 943 time: 0.0971737
Apr 22 20:12:48.595910 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-cbbe70c9-0b39-4f9d-be6e-4133a7c8f54f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309146858885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640583'] for agent, after_update {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:12:48.625939 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-28dd2566-f24d-4c96-8abc-7d8e46b37bc0 req-7a3010f5-31c0-4d89-958b-4b7b7bea1f7f tempest-AttachVolumeNegativeTest-423716770 tempest-AttachVolumeNegativeTest-423716770-project] 10.222.0.30 "GET /v2.0/security-groups?id=12e357dc-1d76-4f4d-8ec3-cba1cfd90e7f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0453520
Apr 22 20:12:49.158029 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b690db5-fda7-410d-90d7-117aad7d946f req-c1a13a45-6f6f-4950-a0f9-82f8540112a7 tempest-ServerRescueNegativeTestJSON-1009389569 tempest-ServerRescueNegativeTestJSON-1009389569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 20:12:49.159607 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-2b690db5-fda7-410d-90d7-117aad7d946f req-c1a13a45-6f6f-4950-a0f9-82f8540112a7 tempest-ServerRescueNegativeTestJSON-1009389569 tempest-ServerRescueNegativeTestJSON-1009389569-project] 10.222.0.30 "GET /v2.0/ports?device_id=c716f776-b175-41ed-8d8a-055fa4548224 HTTP/1.1" status: 200  len: 946 time: 0.1047137
Apr 22 20:12:49.207834 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-2b690db5-fda7-410d-90d7-117aad7d946f req-b0767ddb-86d8-4f46-9418-a7ec97d7c6c7 tempest-ServerRescueNegativeTestJSON-1009389569 tempest-ServerRescueNegativeTestJSON-1009389569-project] 10.222.0.30 "GET /v2.0/security-groups?id=6f3d9104-7f67-4d9e-bcf5-b704aabb6c6e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0414102
Apr 22 20:12:49.595520 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-1a1654a2-3435-4c4d-8e37-09436f315354 req-5c6d231e-d228-4f1c-8f96-c9f735fa9ea8 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=2f71bdb9-006a-4ab4-9335-9bbccd5c61c9&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1232836
Apr 22 20:12:49.789005 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f69e30e-5936-4385-b98b-f470e7125558 req-780b64d5-a67f-4be6-b4fa-c9e6f8935345 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 20:12:49.790643 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-3f69e30e-5936-4385-b98b-f470e7125558 req-780b64d5-a67f-4be6-b4fa-c9e6f8935345 service neutron] 10.222.0.46 "GET /v2.0/networks?id=2f71bdb9-006a-4ab4-9335-9bbccd5c61c9 HTTP/1.1" status: 200  len: 916 time: 0.3198149
Apr 22 20:12:49.890693 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-3f69e30e-5936-4385-b98b-f470e7125558 req-230bc09a-11a7-448a-a8d3-68c1ae0a3adb service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ac20feeb-ec82-4731-bb0e-f1e77bc564d5 HTTP/1.1" status: 200  len: 217 time: 0.0839722
Apr 22 20:12:49.951518 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-1a1654a2-3435-4c4d-8e37-09436f315354 req-651d5f3b-4532-4c35-92f6-b4ee53701911 service neutron] 10.222.0.46 "GET /v2.0/networks/2f71bdb9-006a-4ab4-9335-9bbccd5c61c9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3376296
Apr 22 20:12:50.069504 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f69e30e-5936-4385-b98b-f470e7125558 req-82aedd0f-9844-4367-8d18-b0e548de715c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 20:12:50.071017 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-3f69e30e-5936-4385-b98b-f470e7125558 req-82aedd0f-9844-4367-8d18-b0e548de715c service neutron] 10.222.0.46 "GET /v2.0/subnets?id=9b9fb9ac-2966-4dc7-9c84-10a923d75111 HTTP/1.1" status: 200  len: 855 time: 0.1701612
Apr 22 20:12:50.093899 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0851514c-7fd4-45f3-a82b-6a888453985a req-a8bd352e-303f-4925-b73a-44e32821bc47 tempest-AttachVolumeNegativeTest-423716770 tempest-AttachVolumeNegativeTest-423716770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 20:12:50.095370 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-0851514c-7fd4-45f3-a82b-6a888453985a req-a8bd352e-303f-4925-b73a-44e32821bc47 tempest-AttachVolumeNegativeTest-423716770 tempest-AttachVolumeNegativeTest-423716770-project] 10.222.0.30 "GET /v2.0/ports?device_id=d616c6e1-d546-4a9f-b554-32f3d3db4bd0 HTTP/1.1" status: 200  len: 943 time: 0.3490124
Apr 22 20:12:50.391841 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-3f69e30e-5936-4385-b98b-f470e7125558 req-9071116b-f370-4389-8c9e-cd62dfe157c0 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=2f71bdb9-006a-4ab4-9335-9bbccd5c61c9&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.2933547
Apr 22 20:12:50.417211 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9806e19b-b129-4a13-8bcf-eec26fd5d1ab req-158bba39-2169-4cf5-af2f-4a5359d8a3cb tempest-ServerRescueNegativeTestJSON-1009389569 tempest-ServerRescueNegativeTestJSON-1009389569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 20:12:50.418855 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-9806e19b-b129-4a13-8bcf-eec26fd5d1ab req-158bba39-2169-4cf5-af2f-4a5359d8a3cb tempest-ServerRescueNegativeTestJSON-1009389569 tempest-ServerRescueNegativeTestJSON-1009389569-project] 10.222.0.30 "GET /v2.0/ports?device_id=c716f776-b175-41ed-8d8a-055fa4548224 HTTP/1.1" status: 200  len: 946 time: 0.0918715
Apr 22 20:12:50.465959 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-9806e19b-b129-4a13-8bcf-eec26fd5d1ab req-40037821-081d-4d6a-9f60-6b01c20c03de tempest-ServerRescueNegativeTestJSON-1009389569 tempest-ServerRescueNegativeTestJSON-1009389569-project] 10.222.0.30 "GET /v2.0/security-groups?id=6f3d9104-7f67-4d9e-bcf5-b704aabb6c6e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0407784
Apr 22 20:12:50.523469 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-0851514c-7fd4-45f3-a82b-6a888453985a req-b3839f17-9865-4199-b8f0-dc7d5310c767 tempest-AttachVolumeNegativeTest-423716770 tempest-AttachVolumeNegativeTest-423716770-project] 10.222.0.30 "GET /v2.0/security-groups?id=12e357dc-1d76-4f4d-8ec3-cba1cfd90e7f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3851447
Apr 22 20:12:50.530762 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-1a1654a2-3435-4c4d-8e37-09436f315354 req-cabdff61-5781-4295-99e0-7ffe50a472fa service neutron] 10.222.0.46 "GET /v2.0/networks/2f71bdb9-006a-4ab4-9335-9bbccd5c61c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5646245
Apr 22 20:12:50.591813 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-3f69e30e-5936-4385-b98b-f470e7125558 req-bd0f519b-ecf3-43bc-a1e3-e8edc1b8221a service neutron] 10.222.0.46 "GET /v2.0/networks/2f71bdb9-006a-4ab4-9335-9bbccd5c61c9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1830924
Apr 22 20:12:50.804818 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-3f69e30e-5936-4385-b98b-f470e7125558 req-07b48666-eda1-4362-a3ac-c06f56f24b35 service neutron] 10.222.0.46 "GET /v2.0/networks/2f71bdb9-006a-4ab4-9335-9bbccd5c61c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1962309
Apr 22 20:12:50.807901 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-219f6ebf-76c7-479a-8976-937ef0ae7668 req-6cc5775d-3cfd-46f4-98f0-306f552e0a1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 20:12:50.809423 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-219f6ebf-76c7-479a-8976-937ef0ae7668 req-6cc5775d-3cfd-46f4-98f0-306f552e0a1d service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=48229d4d53b042958a9ce5577ce62d8e&device_id=d616c6e1-d546-4a9f-b554-32f3d3db4bd0 HTTP/1.1" status: 200  len: 1096 time: 0.1797028
Apr 22 20:12:50.960952 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-219f6ebf-76c7-479a-8976-937ef0ae7668 req-75df382a-e1d9-44e9-892c-8305e9b35254 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 20:12:50.962596 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-219f6ebf-76c7-479a-8976-937ef0ae7668 req-75df382a-e1d9-44e9-892c-8305e9b35254 service neutron] 10.222.0.46 "GET /v2.0/networks?id=2f71bdb9-006a-4ab4-9335-9bbccd5c61c9 HTTP/1.1" status: 200  len: 916 time: 0.1389079
Apr 22 20:12:51.043331 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-219f6ebf-76c7-479a-8976-937ef0ae7668 req-fe0f8e53-fcf0-489c-929f-76a81354d5fa service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ab98a8b7-cffc-4aed-99c1-aee742abf54d HTTP/1.1" status: 200  len: 217 time: 0.0680950
Apr 22 20:12:51.113068 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-219f6ebf-76c7-479a-8976-937ef0ae7668 req-40601af1-3132-4d2b-9f98-40eacf8ab676 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 20:12:51.114642 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-219f6ebf-76c7-479a-8976-937ef0ae7668 req-40601af1-3132-4d2b-9f98-40eacf8ab676 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=9b9fb9ac-2966-4dc7-9c84-10a923d75111 HTTP/1.1" status: 200  len: 855 time: 0.0628753
Apr 22 20:12:51.172917 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-219f6ebf-76c7-479a-8976-937ef0ae7668 req-70d74331-2b7f-4733-92f6-b500629c5f2a service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=2f71bdb9-006a-4ab4-9335-9bbccd5c61c9&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0491500
Apr 22 20:12:51.315239 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-219f6ebf-76c7-479a-8976-937ef0ae7668 req-49dc6252-a552-47bb-b317-0a206d31db12 service neutron] 10.222.0.46 "GET /v2.0/networks/2f71bdb9-006a-4ab4-9335-9bbccd5c61c9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1328344
Apr 22 20:12:51.463935 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-219f6ebf-76c7-479a-8976-937ef0ae7668 req-432ae232-79a1-4f56-8dad-2ddbca38c26d service neutron] 10.222.0.46 "GET /v2.0/networks/2f71bdb9-006a-4ab4-9335-9bbccd5c61c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1349440
Apr 22 20:12:51.673305 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-915b1f89-9713-4283-805d-cea9574d4157 req-65e9dd6b-7b5c-4770-a5e9-9644d42ccae5 tempest-ServerRescueNegativeTestJSON-1009389569 tempest-ServerRescueNegativeTestJSON-1009389569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 20:12:51.674858 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-915b1f89-9713-4283-805d-cea9574d4157 req-65e9dd6b-7b5c-4770-a5e9-9644d42ccae5 tempest-ServerRescueNegativeTestJSON-1009389569 tempest-ServerRescueNegativeTestJSON-1009389569-project] 10.222.0.30 "GET /v2.0/ports?device_id=c716f776-b175-41ed-8d8a-055fa4548224 HTTP/1.1" status: 200  len: 946 time: 0.0922298
Apr 22 20:12:51.734194 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-915b1f89-9713-4283-805d-cea9574d4157 req-052b2a2d-ab7a-4f14-b1ab-79c36e18c489 tempest-ServerRescueNegativeTestJSON-1009389569 tempest-ServerRescueNegativeTestJSON-1009389569-project] 10.222.0.30 "GET /v2.0/security-groups?id=6f3d9104-7f67-4d9e-bcf5-b704aabb6c6e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0519590
Apr 22 20:12:51.744644 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe4d8d5-54b9-4495-bc09-b72ed3a2c5c6 req-ba78009c-4f67-4063-b733-f549453d4a3a tempest-AttachVolumeNegativeTest-423716770 tempest-AttachVolumeNegativeTest-423716770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 20:12:51.747080 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-abe4d8d5-54b9-4495-bc09-b72ed3a2c5c6 req-ba78009c-4f67-4063-b733-f549453d4a3a tempest-AttachVolumeNegativeTest-423716770 tempest-AttachVolumeNegativeTest-423716770-project] 10.222.0.30 "GET /v2.0/ports?device_id=d616c6e1-d546-4a9f-b554-32f3d3db4bd0 HTTP/1.1" status: 200  len: 943 time: 0.1025257
Apr 22 20:12:51.839805 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-abe4d8d5-54b9-4495-bc09-b72ed3a2c5c6 req-89c9f97b-fa02-4386-a519-1741b554e50f tempest-AttachVolumeNegativeTest-423716770 tempest-AttachVolumeNegativeTest-423716770-project] 10.222.0.30 "GET /v2.0/security-groups?id=12e357dc-1d76-4f4d-8ec3-cba1cfd90e7f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0831423
Apr 22 20:12:52.955043 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37bddabe-5f89-4ae5-a7a3-04cd7e04dd0f req-a64b0e79-77e3-45a0-896b-e2e92fe89e7d tempest-ServerRescueNegativeTestJSON-1009389569 tempest-ServerRescueNegativeTestJSON-1009389569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 20:12:52.969095 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-37bddabe-5f89-4ae5-a7a3-04cd7e04dd0f req-a64b0e79-77e3-45a0-896b-e2e92fe89e7d tempest-ServerRescueNegativeTestJSON-1009389569 tempest-ServerRescueNegativeTestJSON-1009389569-project] 10.222.0.30 "GET /v2.0/ports?device_id=c716f776-b175-41ed-8d8a-055fa4548224 HTTP/1.1" status: 200  len: 946 time: 0.1259220
Apr 22 20:12:53.021491 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-37bddabe-5f89-4ae5-a7a3-04cd7e04dd0f req-70848092-3302-45be-b863-a9762a2c62e2 tempest-ServerRescueNegativeTestJSON-1009389569 tempest-ServerRescueNegativeTestJSON-1009389569-project] 10.222.0.30 "GET /v2.0/security-groups?id=6f3d9104-7f67-4d9e-bcf5-b704aabb6c6e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0513880
Apr 22 20:12:53.071697 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d5fc5bb-8662-4271-b08b-819d2241bcd1 req-97e364d2-d984-4d02-8a69-5a4fb8dbdf3c tempest-AttachVolumeNegativeTest-423716770 tempest-AttachVolumeNegativeTest-423716770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 20:12:53.079770 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-5d5fc5bb-8662-4271-b08b-819d2241bcd1 req-97e364d2-d984-4d02-8a69-5a4fb8dbdf3c tempest-AttachVolumeNegativeTest-423716770 tempest-AttachVolumeNegativeTest-423716770-project] 10.222.0.30 "GET /v2.0/ports?device_id=d616c6e1-d546-4a9f-b554-32f3d3db4bd0 HTTP/1.1" status: 200  len: 943 time: 0.1061277
Apr 22 20:12:53.144097 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-5d5fc5bb-8662-4271-b08b-819d2241bcd1 req-be233d6a-bdeb-4f42-9f36-a954db398342 tempest-AttachVolumeNegativeTest-423716770 tempest-AttachVolumeNegativeTest-423716770-project] 10.222.0.30 "GET /v2.0/security-groups?id=12e357dc-1d76-4f4d-8ec3-cba1cfd90e7f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0630589
Apr 22 20:12:53.924938 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.rpc [None req-cbbe70c9-0b39-4f9d-be6e-4133a7c8f54f None None] Device ab98a8b7-cffc-4aed-99c1-aee742abf54d details requested by agent hyperv_hv-cinder-78763 with host hv-cinder-78763 {{(pid=86332) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 22 20:12:54.064769 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.db [None req-cbbe70c9-0b39-4f9d-be6e-4133a7c8f54f None None] For port ab98a8b7-cffc-4aed-99c1-aee742abf54d, host hv-cinder-78763, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78763',level=0,port_id=ab98a8b7-cffc-4aed-99c1-aee742abf54d,segment=NetworkSegment(3a7c8a3c-d8a5-4ea6-9c7e-398752a60d2f),segment_id=3a7c8a3c-d8a5-4ea6-9c7e-398752a60d2f)] {{(pid=86332) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 22 20:12:54.079341 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.rpc [None req-cbbe70c9-0b39-4f9d-be6e-4133a7c8f54f None None] Returning: {'device': 'ab98a8b7-cffc-4aed-99c1-aee742abf54d', 'network_id': '2f71bdb9-006a-4ab4-9335-9bbccd5c61c9', 'port_id': 'ab98a8b7-cffc-4aed-99c1-aee742abf54d', 'mac_address': 'fa:16:3e:34:7e:5f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 356, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9b9fb9ac-2966-4dc7-9c84-10a923d75111', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86332) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 22 20:12:54.138207 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-cbbe70c9-0b39-4f9d-be6e-4133a7c8f54f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587983'] for port, before_update {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:12:54.156541 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.notifiers.nova [None req-cbbe70c9-0b39-4f9d-be6e-4133a7c8f54f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ab98a8b7-cffc-4aed-99c1-aee742abf54d {{(pid=86332) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 22 20:12:54.173789 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.db [None req-cbbe70c9-0b39-4f9d-be6e-4133a7c8f54f None None] For port ab98a8b7-cffc-4aed-99c1-aee742abf54d, host hv-cinder-78763, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78763',level=0,port_id=ab98a8b7-cffc-4aed-99c1-aee742abf54d,segment=NetworkSegment(3a7c8a3c-d8a5-4ea6-9c7e-398752a60d2f),segment_id=3a7c8a3c-d8a5-4ea6-9c7e-398752a60d2f)] {{(pid=86332) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 22 20:12:54.177380 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-cbbe70c9-0b39-4f9d-be6e-4133a7c8f54f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854198495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853168226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727707997384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363309147208137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727707567697'] for port, after_update {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:12:54.179647 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86332) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 20:12:54.229669 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a043212-66de-4573-9795-fedf748a5e75 req-59150139-d7ea-438e-a1bf-6a3852ae85e5 tempest-ServerRescueNegativeTestJSON-1009389569 tempest-ServerRescueNegativeTestJSON-1009389569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 20:12:54.231318 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-1a043212-66de-4573-9795-fedf748a5e75 req-59150139-d7ea-438e-a1bf-6a3852ae85e5 tempest-ServerRescueNegativeTestJSON-1009389569 tempest-ServerRescueNegativeTestJSON-1009389569-project] 10.222.0.30 "GET /v2.0/ports?device_id=c716f776-b175-41ed-8d8a-055fa4548224 HTTP/1.1" status: 200  len: 946 time: 0.0912576
Apr 22 20:12:54.255137 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbbe70c9-0b39-4f9d-be6e-4133a7c8f54f None None] Pushing event updated for resources: {'Port': ['ID=ab98a8b7-cffc-4aed-99c1-aee742abf54d,revision_number=4']} {{(pid=86332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 20:12:54.263619 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbbe70c9-0b39-4f9d-be6e-4133a7c8f54f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787632-1-iscsi {{(pid=86332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 20:12:54.264098 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbbe70c9-0b39-4f9d-be6e-4133a7c8f54f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787632-1-iscsi {{(pid=86332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 20:12:54.264548 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbbe70c9-0b39-4f9d-be6e-4133a7c8f54f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787632-1-iscsi {{(pid=86332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 20:12:54.265056 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbbe70c9-0b39-4f9d-be6e-4133a7c8f54f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787632-1-iscsi {{(pid=86332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 20:12:54.265499 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbbe70c9-0b39-4f9d-be6e-4133a7c8f54f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787632-1-iscsi {{(pid=86332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 20:12:54.265979 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbbe70c9-0b39-4f9d-be6e-4133a7c8f54f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787632-1-iscsi {{(pid=86332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 20:12:54.266421 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbbe70c9-0b39-4f9d-be6e-4133a7c8f54f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-787632-1-iscsi {{(pid=86332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 20:12:54.266861 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbbe70c9-0b39-4f9d-be6e-4133a7c8f54f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787632-1-iscsi {{(pid=86332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 20:12:54.267507 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbbe70c9-0b39-4f9d-be6e-4133a7c8f54f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787632-1-iscsi {{(pid=86332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 20:12:54.267947 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbbe70c9-0b39-4f9d-be6e-4133a7c8f54f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787632-1-iscsi {{(pid=86332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 20:12:54.268386 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbbe70c9-0b39-4f9d-be6e-4133a7c8f54f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787632-1-iscsi {{(pid=86332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 20:12:54.268820 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbbe70c9-0b39-4f9d-be6e-4133a7c8f54f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787632-1-iscsi {{(pid=86332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 20:12:54.273076 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [None req-cbbe70c9-0b39-4f9d-be6e-4133a7c8f54f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=86332) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 20:12:54.293475 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-1a043212-66de-4573-9795-fedf748a5e75 req-fe26223b-8fbe-44be-a606-e2d4b8aab865 tempest-ServerRescueNegativeTestJSON-1009389569 tempest-ServerRescueNegativeTestJSON-1009389569-project] 10.222.0.30 "GET /v2.0/security-groups?id=6f3d9104-7f67-4d9e-bcf5-b704aabb6c6e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0554490
Apr 22 20:12:54.485793 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e40318e-3f7e-4519-95a0-d63e5714699f req-b0b9f360-34bd-42b0-bca3-8ddfe376ff33 tempest-AttachVolumeNegativeTest-423716770 tempest-AttachVolumeNegativeTest-423716770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 20:12:54.487381 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-8e40318e-3f7e-4519-95a0-d63e5714699f req-b0b9f360-34bd-42b0-bca3-8ddfe376ff33 tempest-AttachVolumeNegativeTest-423716770 tempest-AttachVolumeNegativeTest-423716770-project] 10.222.0.30 "GET /v2.0/ports?device_id=d616c6e1-d546-4a9f-b554-32f3d3db4bd0 HTTP/1.1" status: 200  len: 944 time: 0.0916054
Apr 22 20:12:54.535856 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-8e40318e-3f7e-4519-95a0-d63e5714699f req-86e0e05e-f0bc-4e09-ae50-3ac07e3fde94 tempest-AttachVolumeNegativeTest-423716770 tempest-AttachVolumeNegativeTest-423716770-project] 10.222.0.30 "GET /v2.0/security-groups?id=12e357dc-1d76-4f4d-8ec3-cba1cfd90e7f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0418735
Apr 22 20:12:55.506011 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a27663-9720-4415-8836-ac113b2018f7 req-66ddf557-1551-4b2f-aaff-3608e252c94e tempest-ServerRescueNegativeTestJSON-1009389569 tempest-ServerRescueNegativeTestJSON-1009389569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 20:12:55.507596 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-e3a27663-9720-4415-8836-ac113b2018f7 req-66ddf557-1551-4b2f-aaff-3608e252c94e tempest-ServerRescueNegativeTestJSON-1009389569 tempest-ServerRescueNegativeTestJSON-1009389569-project] 10.222.0.30 "GET /v2.0/ports?device_id=c716f776-b175-41ed-8d8a-055fa4548224 HTTP/1.1" status: 200  len: 946 time: 0.0972888
Apr 22 20:12:55.556217 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-e3a27663-9720-4415-8836-ac113b2018f7 req-6a242079-f6e8-4318-a1cc-e49ca1436f06 tempest-ServerRescueNegativeTestJSON-1009389569 tempest-ServerRescueNegativeTestJSON-1009389569-project] 10.222.0.30 "GET /v2.0/security-groups?id=6f3d9104-7f67-4d9e-bcf5-b704aabb6c6e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0416789
Apr 22 20:12:55.717880 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-6df200c8-c3a0-424f-bab9-abb8ea3116e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309146858885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640583'] for agent, after_update {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:12:55.741932 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c5b4390-4b64-4e41-9343-f83a66c6d08f req-b787f4dd-d99d-44eb-b843-d43d4e80aafe tempest-AttachVolumeNegativeTest-423716770 tempest-AttachVolumeNegativeTest-423716770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 20:12:55.743520 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-4c5b4390-4b64-4e41-9343-f83a66c6d08f req-b787f4dd-d99d-44eb-b843-d43d4e80aafe tempest-AttachVolumeNegativeTest-423716770 tempest-AttachVolumeNegativeTest-423716770-project] 10.222.0.30 "GET /v2.0/ports?device_id=d616c6e1-d546-4a9f-b554-32f3d3db4bd0 HTTP/1.1" status: 200  len: 944 time: 0.0897295
Apr 22 20:12:55.790364 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-4c5b4390-4b64-4e41-9343-f83a66c6d08f req-f7424272-aec8-4bd1-be41-24bb3a6a419a tempest-AttachVolumeNegativeTest-423716770 tempest-AttachVolumeNegativeTest-423716770-project] 10.222.0.30 "GET /v2.0/security-groups?id=12e357dc-1d76-4f4d-8ec3-cba1cfd90e7f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0406785
Apr 22 20:12:56.456927 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.db [None req-cbbe70c9-0b39-4f9d-be6e-4133a7c8f54f None None] get_ports_and_sgs() called for port_ids ['ab98a8b7-cffc-4aed-99c1-aee742abf54d'] {{(pid=86332) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 22 20:12:56.766118 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c56035-b311-4512-b05b-d38c62b25282 req-29ed5f77-0c9c-4e56-a2c4-2fc5421ca226 tempest-ServerRescueNegativeTestJSON-1009389569 tempest-ServerRescueNegativeTestJSON-1009389569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 20:12:56.767758 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-a7c56035-b311-4512-b05b-d38c62b25282 req-29ed5f77-0c9c-4e56-a2c4-2fc5421ca226 tempest-ServerRescueNegativeTestJSON-1009389569 tempest-ServerRescueNegativeTestJSON-1009389569-project] 10.222.0.30 "GET /v2.0/ports?device_id=c716f776-b175-41ed-8d8a-055fa4548224 HTTP/1.1" status: 200  len: 946 time: 0.0932512
Apr 22 20:12:56.879566 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-a7c56035-b311-4512-b05b-d38c62b25282 req-0092646f-442a-4b74-90df-221cb722aaf0 tempest-ServerRescueNegativeTestJSON-1009389569 tempest-ServerRescueNegativeTestJSON-1009389569-project] 10.222.0.30 "GET /v2.0/security-groups?id=6f3d9104-7f67-4d9e-bcf5-b704aabb6c6e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1043029
Apr 22 20:12:57.029846 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd50cde1-064d-4afd-9b7b-bd431428e0aa req-5b9d5a35-9c07-4e5d-b528-82c1acd5e8a6 tempest-AttachVolumeNegativeTest-423716770 tempest-AttachVolumeNegativeTest-423716770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 20:12:57.031698 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-dd50cde1-064d-4afd-9b7b-bd431428e0aa req-5b9d5a35-9c07-4e5d-b528-82c1acd5e8a6 tempest-AttachVolumeNegativeTest-423716770 tempest-AttachVolumeNegativeTest-423716770-project] 10.222.0.30 "GET /v2.0/ports?device_id=d616c6e1-d546-4a9f-b554-32f3d3db4bd0 HTTP/1.1" status: 200  len: 944 time: 0.0944254
Apr 22 20:12:57.086568 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-dd50cde1-064d-4afd-9b7b-bd431428e0aa req-65de2a9f-a9ed-4c3c-aeb7-9b1824fca29b tempest-AttachVolumeNegativeTest-423716770 tempest-AttachVolumeNegativeTest-423716770-project] 10.222.0.30 "GET /v2.0/security-groups?id=12e357dc-1d76-4f4d-8ec3-cba1cfd90e7f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0478709
Apr 22 20:12:58.073152 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de065778-1d5e-44fc-bfe2-bd37b6a012c4 req-c79c0c6b-3ad4-4b8c-866f-d8e1d1859fd9 tempest-ServerRescueNegativeTestJSON-1009389569 tempest-ServerRescueNegativeTestJSON-1009389569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 20:12:58.074758 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-de065778-1d5e-44fc-bfe2-bd37b6a012c4 req-c79c0c6b-3ad4-4b8c-866f-d8e1d1859fd9 tempest-ServerRescueNegativeTestJSON-1009389569 tempest-ServerRescueNegativeTestJSON-1009389569-project] 10.222.0.30 "GET /v2.0/ports?device_id=c716f776-b175-41ed-8d8a-055fa4548224 HTTP/1.1" status: 200  len: 946 time: 0.0897806
Apr 22 20:12:58.121588 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-de065778-1d5e-44fc-bfe2-bd37b6a012c4 req-8cbba26a-9905-4f8b-9945-eab0d808b805 tempest-ServerRescueNegativeTestJSON-1009389569 tempest-ServerRescueNegativeTestJSON-1009389569-project] 10.222.0.30 "GET /v2.0/security-groups?id=6f3d9104-7f67-4d9e-bcf5-b704aabb6c6e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0405161
Apr 22 20:12:58.299500 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d4b7bc-f662-4f71-82d3-69b49ee7e9ef req-025bcf71-3dd9-49be-b3cd-0fd7c870a9ca tempest-AttachVolumeNegativeTest-423716770 tempest-AttachVolumeNegativeTest-423716770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 20:12:58.301145 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-c6d4b7bc-f662-4f71-82d3-69b49ee7e9ef req-025bcf71-3dd9-49be-b3cd-0fd7c870a9ca tempest-AttachVolumeNegativeTest-423716770 tempest-AttachVolumeNegativeTest-423716770-project] 10.222.0.30 "GET /v2.0/ports?device_id=d616c6e1-d546-4a9f-b554-32f3d3db4bd0 HTTP/1.1" status: 200  len: 944 time: 0.0929830
Apr 22 20:12:58.353844 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-c6d4b7bc-f662-4f71-82d3-69b49ee7e9ef req-1be31687-c81b-4922-9af8-e5063cd6a93e tempest-AttachVolumeNegativeTest-423716770 tempest-AttachVolumeNegativeTest-423716770-project] 10.222.0.30 "GET /v2.0/security-groups?id=12e357dc-1d76-4f4d-8ec3-cba1cfd90e7f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0460954
Apr 22 20:12:58.537971 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-5e496ae9-805f-490b-b906-7a47d5cb20ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309146858885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640583'] for agent, after_update {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:12:58.912940 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-d69b9430-b136-4a40-a189-232f048ef307 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309146858885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640583'] for agent, after_update {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:12:59.237867 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-08e5d76f-3fe5-4242-a4b8-30f374028052 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309146858885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640583'] for agent, after_update {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:12:59.319702 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a79c0212-a27b-44aa-bb86-fde5d73fdd55 req-30527905-0607-4c87-9f08-7133424567c7 tempest-ServerRescueNegativeTestJSON-1009389569 tempest-ServerRescueNegativeTestJSON-1009389569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 20:12:59.321282 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-a79c0212-a27b-44aa-bb86-fde5d73fdd55 req-30527905-0607-4c87-9f08-7133424567c7 tempest-ServerRescueNegativeTestJSON-1009389569 tempest-ServerRescueNegativeTestJSON-1009389569-project] 10.222.0.30 "GET /v2.0/ports?device_id=c716f776-b175-41ed-8d8a-055fa4548224 HTTP/1.1" status: 200  len: 946 time: 0.0858655
Apr 22 20:12:59.369507 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-a79c0212-a27b-44aa-bb86-fde5d73fdd55 req-060ea6fb-081f-416b-97c1-47536ca86fcf tempest-ServerRescueNegativeTestJSON-1009389569 tempest-ServerRescueNegativeTestJSON-1009389569-project] 10.222.0.30 "GET /v2.0/security-groups?id=6f3d9104-7f67-4d9e-bcf5-b704aabb6c6e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0413625
Apr 22 20:12:59.558229 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-634de519-626c-4317-af0b-47b434c268ce req-c80d2800-5912-4d7b-9863-2018cb1f9615 tempest-AttachVolumeNegativeTest-423716770 tempest-AttachVolumeNegativeTest-423716770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 20:12:59.559807 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-634de519-626c-4317-af0b-47b434c268ce req-c80d2800-5912-4d7b-9863-2018cb1f9615 tempest-AttachVolumeNegativeTest-423716770 tempest-AttachVolumeNegativeTest-423716770-project] 10.222.0.30 "GET /v2.0/ports?device_id=d616c6e1-d546-4a9f-b554-32f3d3db4bd0 HTTP/1.1" status: 200  len: 944 time: 0.0905895
Apr 22 20:12:59.606580 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-634de519-626c-4317-af0b-47b434c268ce req-8a62e724-f4fd-4532-acd9-3eac47f5a290 tempest-AttachVolumeNegativeTest-423716770 tempest-AttachVolumeNegativeTest-423716770-project] 10.222.0.30 "GET /v2.0/security-groups?id=12e357dc-1d76-4f4d-8ec3-cba1cfd90e7f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0405006
Apr 22 20:12:59.734503 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.rpc [None req-cbbe70c9-0b39-4f9d-be6e-4133a7c8f54f None None] Device ab98a8b7-cffc-4aed-99c1-aee742abf54d up at agent hyperv_hv-cinder-78763 {{(pid=86332) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 22 20:12:59.826966 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.provisioning_blocks [None req-cbbe70c9-0b39-4f9d-be6e-4133a7c8f54f None None] Provisioning for port ab98a8b7-cffc-4aed-99c1-aee742abf54d completed by entity L2. {{(pid=86332) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 22 20:12:59.833559 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.provisioning_blocks [None req-cbbe70c9-0b39-4f9d-be6e-4133a7c8f54f None None] Provisioning complete for port ab98a8b7-cffc-4aed-99c1-aee742abf54d triggered by entity L2. {{(pid=86332) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 22 20:12:59.834503 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-cbbe70c9-0b39-4f9d-be6e-4133a7c8f54f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854135278'] for port, provisioning_complete {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:12:59.978611 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-cbbe70c9-0b39-4f9d-be6e-4133a7c8f54f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587983'] for port, before_update {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:13:00.005275 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd616c6e1-d546-4a9f-b554-32f3d3db4bd0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab98a8b7-cffc-4aed-99c1-aee742abf54d'}] {{(pid=86332) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 22 20:13:00.015760 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.db [None req-cbbe70c9-0b39-4f9d-be6e-4133a7c8f54f None None] For port ab98a8b7-cffc-4aed-99c1-aee742abf54d, host hv-cinder-78763, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78763',level=0,port_id=ab98a8b7-cffc-4aed-99c1-aee742abf54d,segment=NetworkSegment(3a7c8a3c-d8a5-4ea6-9c7e-398752a60d2f),segment_id=3a7c8a3c-d8a5-4ea6-9c7e-398752a60d2f)] {{(pid=86332) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 22 20:13:00.018612 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-cbbe70c9-0b39-4f9d-be6e-4133a7c8f54f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854198495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853168226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727707997384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363309147208137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727707567697'] for port, after_update {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:13:00.021284 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [None req-08e5d76f-3fe5-4242-a4b8-30f374028052 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86332) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 20:13:00.058877 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd616c6e1-d546-4a9f-b554-32f3d3db4bd0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab98a8b7-cffc-4aed-99c1-aee742abf54d', 'code': 200}
Apr 22 20:13:00.092218 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbbe70c9-0b39-4f9d-be6e-4133a7c8f54f None None] Pushing event updated for resources: {'Port': ['ID=ab98a8b7-cffc-4aed-99c1-aee742abf54d,revision_number=5']} {{(pid=86332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 20:13:00.095459 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [None req-cbbe70c9-0b39-4f9d-be6e-4133a7c8f54f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=86332) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 20:13:00.197131 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-77fc9508-bbbe-4662-bfa7-f4837e5c3abe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309146858885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640583'] for agent, after_update {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:13:00.570144 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79d566b-6b3a-40a8-b1ba-2848f6b31a1d req-b038892c-7e8d-4d87-b490-b45311a89b79 tempest-ServerRescueNegativeTestJSON-1009389569 tempest-ServerRescueNegativeTestJSON-1009389569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 20:13:00.571734 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-d79d566b-6b3a-40a8-b1ba-2848f6b31a1d req-b038892c-7e8d-4d87-b490-b45311a89b79 tempest-ServerRescueNegativeTestJSON-1009389569 tempest-ServerRescueNegativeTestJSON-1009389569-project] 10.222.0.30 "GET /v2.0/ports?device_id=c716f776-b175-41ed-8d8a-055fa4548224 HTTP/1.1" status: 200  len: 946 time: 0.0875411
Apr 22 20:13:00.618212 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-d79d566b-6b3a-40a8-b1ba-2848f6b31a1d req-8655be49-f1c8-453b-bff1-81fb0c81e6fb tempest-ServerRescueNegativeTestJSON-1009389569 tempest-ServerRescueNegativeTestJSON-1009389569-project] 10.222.0.30 "GET /v2.0/security-groups?id=6f3d9104-7f67-4d9e-bcf5-b704aabb6c6e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0395188
Apr 22 20:13:00.814794 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b8475df-bed3-4d8b-8ca2-0866c756ae6c req-32088739-e1ab-4110-9ded-aef71c4daf62 tempest-AttachVolumeNegativeTest-423716770 tempest-AttachVolumeNegativeTest-423716770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 20:13:00.816463 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-0b8475df-bed3-4d8b-8ca2-0866c756ae6c req-32088739-e1ab-4110-9ded-aef71c4daf62 tempest-AttachVolumeNegativeTest-423716770 tempest-AttachVolumeNegativeTest-423716770-project] 10.222.0.30 "GET /v2.0/ports?device_id=d616c6e1-d546-4a9f-b554-32f3d3db4bd0 HTTP/1.1" status: 200  len: 945 time: 0.0971498
Apr 22 20:13:00.905294 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-0b8475df-bed3-4d8b-8ca2-0866c756ae6c req-c5496f2e-b95d-4ab9-8369-676ed5b65dd9 tempest-AttachVolumeNegativeTest-423716770 tempest-AttachVolumeNegativeTest-423716770-project] 10.222.0.30 "GET /v2.0/security-groups?id=12e357dc-1d76-4f4d-8ec3-cba1cfd90e7f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0816088
Apr 22 20:13:01.111257 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f95f29-ffdd-421d-9c7f-1d77c4be6101 req-cc1957ec-2a51-47ca-b2d9-670a2969e0b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 20:13:01.112865 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-14f95f29-ffdd-421d-9c7f-1d77c4be6101 req-cc1957ec-2a51-47ca-b2d9-670a2969e0b3 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=d616c6e1-d546-4a9f-b554-32f3d3db4bd0 HTTP/1.1" status: 200  len: 1098 time: 0.0865695
Apr 22 20:13:01.159629 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-14f95f29-ffdd-421d-9c7f-1d77c4be6101 req-98bf6301-36b8-4bc1-9b8e-9abc2dc0105a service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=12e357dc-1d76-4f4d-8ec3-cba1cfd90e7f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0393243
Apr 22 20:13:01.825674 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee806b5e-f0a4-422d-bdde-f22efe0cf1ab req-a2dfad74-5cfd-4ee1-b867-a51a44987f38 tempest-ServerRescueNegativeTestJSON-1009389569 tempest-ServerRescueNegativeTestJSON-1009389569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 20:13:01.827396 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-ee806b5e-f0a4-422d-bdde-f22efe0cf1ab req-a2dfad74-5cfd-4ee1-b867-a51a44987f38 tempest-ServerRescueNegativeTestJSON-1009389569 tempest-ServerRescueNegativeTestJSON-1009389569-project] 10.222.0.30 "GET /v2.0/ports?device_id=c716f776-b175-41ed-8d8a-055fa4548224 HTTP/1.1" status: 200  len: 946 time: 0.0910728
Apr 22 20:13:01.880929 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-ee806b5e-f0a4-422d-bdde-f22efe0cf1ab req-91ff1161-b5c5-4da7-92be-ec80455f21a1 tempest-ServerRescueNegativeTestJSON-1009389569 tempest-ServerRescueNegativeTestJSON-1009389569-project] 10.222.0.30 "GET /v2.0/security-groups?id=6f3d9104-7f67-4d9e-bcf5-b704aabb6c6e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0467823
Apr 22 20:13:02.101280 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47440a1b-27ca-4752-ac18-d5449bb280f0 req-cd3203a6-e245-438f-8846-7d5ceb108aaf tempest-AttachVolumeNegativeTest-423716770 tempest-AttachVolumeNegativeTest-423716770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 20:13:02.102981 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-47440a1b-27ca-4752-ac18-d5449bb280f0 req-cd3203a6-e245-438f-8846-7d5ceb108aaf tempest-AttachVolumeNegativeTest-423716770 tempest-AttachVolumeNegativeTest-423716770-project] 10.222.0.30 "GET /v2.0/ports?device_id=d616c6e1-d546-4a9f-b554-32f3d3db4bd0 HTTP/1.1" status: 200  len: 945 time: 0.0907600
Apr 22 20:13:02.160913 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-47440a1b-27ca-4752-ac18-d5449bb280f0 req-e9900832-5fb0-45bb-8536-3d17e4352054 tempest-AttachVolumeNegativeTest-423716770 tempest-AttachVolumeNegativeTest-423716770-project] 10.222.0.30 "GET /v2.0/security-groups?id=12e357dc-1d76-4f4d-8ec3-cba1cfd90e7f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0512540
Apr 22 20:13:03.099183 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fdff908-173d-4bef-8679-f5d76ae690d7 req-3a6bf7f4-ffce-4435-b062-41841f4ba06c tempest-ServerRescueNegativeTestJSON-1009389569 tempest-ServerRescueNegativeTestJSON-1009389569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 20:13:03.100785 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-5fdff908-173d-4bef-8679-f5d76ae690d7 req-3a6bf7f4-ffce-4435-b062-41841f4ba06c tempest-ServerRescueNegativeTestJSON-1009389569 tempest-ServerRescueNegativeTestJSON-1009389569-project] 10.222.0.30 "GET /v2.0/ports?device_id=c716f776-b175-41ed-8d8a-055fa4548224 HTTP/1.1" status: 200  len: 946 time: 0.0947871
Apr 22 20:13:03.150148 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-5fdff908-173d-4bef-8679-f5d76ae690d7 req-baa495a8-0d23-439b-acf3-f540f6bf23bd tempest-ServerRescueNegativeTestJSON-1009389569 tempest-ServerRescueNegativeTestJSON-1009389569-project] 10.222.0.30 "GET /v2.0/security-groups?id=6f3d9104-7f67-4d9e-bcf5-b704aabb6c6e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0424566
Apr 22 20:13:03.371839 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b6a87f1-9ee6-444c-b34f-1e719ca4fd70 req-16a13c7f-c474-4e38-bf19-887f02bc7883 tempest-AttachVolumeNegativeTest-423716770 tempest-AttachVolumeNegativeTest-423716770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 20:13:03.373642 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-2b6a87f1-9ee6-444c-b34f-1e719ca4fd70 req-16a13c7f-c474-4e38-bf19-887f02bc7883 tempest-AttachVolumeNegativeTest-423716770 tempest-AttachVolumeNegativeTest-423716770-project] 10.222.0.30 "GET /v2.0/ports?device_id=d616c6e1-d546-4a9f-b554-32f3d3db4bd0 HTTP/1.1" status: 200  len: 945 time: 0.0923007
Apr 22 20:13:03.429587 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-2b6a87f1-9ee6-444c-b34f-1e719ca4fd70 req-b39f973e-d04e-4a7d-9e30-c13ede2ee7cd tempest-AttachVolumeNegativeTest-423716770 tempest-AttachVolumeNegativeTest-423716770-project] 10.222.0.30 "GET /v2.0/security-groups?id=12e357dc-1d76-4f4d-8ec3-cba1cfd90e7f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0449085
Apr 22 20:13:03.712088 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.wsgi [-] (86330) accepted ('10.222.0.30', 36704) {{(pid=86330) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 20:13:03.820735 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.wsgi [-] (86331) accepted ('10.222.0.30', 36714) {{(pid=86331) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 20:13:03.992264 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-56ab9f4b-f104-49a9-9e57-5570d544f32c admin admin] Notify callbacks [] for security_group, before_create {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:13:03.992622 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-60b6aa2d-dc24-4d8d-918a-9057457128a3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:13:04.008642 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.quota.driver [None req-56ab9f4b-f104-49a9-9e57-5570d544f32c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86330) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 22 20:13:04.014800 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.quota.resource [None req-56ab9f4b-f104-49a9-9e57-5570d544f32c admin admin] Usage tracker for resource:security_group_rule and tenant:c6296fb685234cac97859310baa95fcf is out of sync, need to count used quota {{(pid=86330) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 22 20:13:04.016104 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.quota.driver [None req-60b6aa2d-dc24-4d8d-918a-9057457128a3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 22 20:13:04.018291 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.quota.resource [None req-56ab9f4b-f104-49a9-9e57-5570d544f32c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86330) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 22 20:13:04.020839 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.quota.resource [None req-60b6aa2d-dc24-4d8d-918a-9057457128a3 admin admin] Usage tracker for resource:security_group_rule and tenant:94a5638ef4354db2a3565616bacb31f2 is out of sync, need to count used quota {{(pid=86331) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 22 20:13:04.024929 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.quota.resource [None req-60b6aa2d-dc24-4d8d-918a-9057457128a3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86331) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 22 20:13:04.026527 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.quota.driver [None req-56ab9f4b-f104-49a9-9e57-5570d544f32c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86330) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 22 20:13:04.032906 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.quota.driver [None req-60b6aa2d-dc24-4d8d-918a-9057457128a3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 22 20:13:04.177953 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-56ab9f4b-f104-49a9-9e57-5570d544f32c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:13:04.180738 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-60b6aa2d-dc24-4d8d-918a-9057457128a3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:13:04.183831 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-56ab9f4b-f104-49a9-9e57-5570d544f32c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393900'] for security_group, after_create {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:13:04.192658 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-60b6aa2d-dc24-4d8d-918a-9057457128a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393900'] for security_group, after_create {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:13:04.200844 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [None req-3b67ba9b-a6b1-4ac6-a3a9-f7860c520bfb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 20:13:04.216836 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [None req-54301c74-a42f-4cf7-ac6e-1a80aae0edb3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 20:13:04.255389 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [None req-56ab9f4b-f104-49a9-9e57-5570d544f32c admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=c6296fb685234cac97859310baa95fcf&name=default HTTP/1.1" status: 200  len: 2979 time: 0.5416448
Apr 22 20:13:04.256918 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.wsgi [-] (86330) accepted ('10.222.0.30', 36740) {{(pid=86330) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 20:13:04.260889 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56ab9f4b-f104-49a9-9e57-5570d544f32c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3fceaa6-0f05-4918-b18e-6731e2ee4b0f,revision_number=1']} {{(pid=86330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 20:13:04.264483 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [None req-56ab9f4b-f104-49a9-9e57-5570d544f32c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=86330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 20:13:04.292015 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60b6aa2d-dc24-4d8d-918a-9057457128a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63398b95-9670-4a39-981a-913a52b954e8,revision_number=1']} {{(pid=86331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 20:13:04.317517 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [None req-60b6aa2d-dc24-4d8d-918a-9057457128a3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 20:13:04.332805 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [None req-60b6aa2d-dc24-4d8d-918a-9057457128a3 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=94a5638ef4354db2a3565616bacb31f2&name=default HTTP/1.1" status: 200  len: 2979 time: 0.5101006
Apr 22 20:13:04.334560 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-010e0302-8e83-47c4-aef3-208777d420d9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:13:04.335128 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.wsgi [-] (86331) accepted ('10.222.0.30', 36744) {{(pid=86331) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 20:13:04.370316 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-010e0302-8e83-47c4-aef3-208777d420d9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:13:04.444643 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-010e0302-8e83-47c4-aef3-208777d420d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393900'] for security_group, after_delete {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:13:04.449717 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [None req-5f53dfc9-f4ec-47c8-af07-93a2074f964a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 20:13:04.461315 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-010e0302-8e83-47c4-aef3-208777d420d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3fceaa6-0f05-4918-b18e-6731e2ee4b0f,revision_number=None']} {{(pid=86330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 20:13:04.464175 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [None req-010e0302-8e83-47c4-aef3-208777d420d9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=86330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 20:13:04.470652 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-010e0302-8e83-47c4-aef3-208777d420d9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:13:04.474780 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [None req-010e0302-8e83-47c4-aef3-208777d420d9 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/d3fceaa6-0f05-4918-b18e-6731e2ee4b0f HTTP/1.1" status: 204  len: 168 time: 0.2168598
Apr 22 20:13:04.501306 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-7370025e-f3e8-4fd4-9d63-2f2d784fed9a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:13:04.535098 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-7370025e-f3e8-4fd4-9d63-2f2d784fed9a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:13:04.680623 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e5a5e88-5dd1-47bd-9a09-5cfa5ac9844c req-ba77af38-e456-4c2c-b85a-050cca8c6133 tempest-ServerRescueNegativeTestJSON-1009389569 tempest-ServerRescueNegativeTestJSON-1009389569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 20:13:04.682905 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-8e5a5e88-5dd1-47bd-9a09-5cfa5ac9844c req-ba77af38-e456-4c2c-b85a-050cca8c6133 tempest-ServerRescueNegativeTestJSON-1009389569 tempest-ServerRescueNegativeTestJSON-1009389569-project] 10.222.0.30 "GET /v2.0/ports?device_id=c716f776-b175-41ed-8d8a-055fa4548224 HTTP/1.1" status: 200  len: 946 time: 0.1357651
Apr 22 20:13:04.687182 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-7370025e-f3e8-4fd4-9d63-2f2d784fed9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393900'] for security_group, after_delete {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:13:04.695585 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [None req-cff2ce1f-5038-4cc2-bf57-6c0ed592fce7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 20:13:04.711206 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7370025e-f3e8-4fd4-9d63-2f2d784fed9a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63398b95-9670-4a39-981a-913a52b954e8,revision_number=None']} {{(pid=86331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 20:13:04.714534 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [None req-7370025e-f3e8-4fd4-9d63-2f2d784fed9a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 20:13:04.760833 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-7370025e-f3e8-4fd4-9d63-2f2d784fed9a admin admin] Notify callbacks [] for security_group, before_response {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:13:04.764760 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [None req-7370025e-f3e8-4fd4-9d63-2f2d784fed9a admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/63398b95-9670-4a39-981a-913a52b954e8 HTTP/1.1" status: 204  len: 168 time: 0.4259379
Apr 22 20:13:04.813942 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-8e5a5e88-5dd1-47bd-9a09-5cfa5ac9844c req-22bd1487-fd80-4e7f-977e-0c31abf7b65f tempest-ServerRescueNegativeTestJSON-1009389569 tempest-ServerRescueNegativeTestJSON-1009389569-project] 10.222.0.30 "GET /v2.0/security-groups?id=6f3d9104-7f67-4d9e-bcf5-b704aabb6c6e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0904403
Apr 22 20:13:04.913583 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.wsgi [-] (86331) accepted ('10.222.0.30', 36766) {{(pid=86331) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 20:13:04.933440 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-5b103f7b-a21e-44f5-9031-2c38ac4449a8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:13:04.949431 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.quota.driver [None req-5b103f7b-a21e-44f5-9031-2c38ac4449a8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 22 20:13:04.953602 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.quota.resource [None req-5b103f7b-a21e-44f5-9031-2c38ac4449a8 admin admin] Usage tracker for resource:security_group_rule and tenant:d8d2e2a9254d4d9484fd0be41ec29488 is out of sync, need to count used quota {{(pid=86331) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 22 20:13:04.957132 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.quota.resource [None req-5b103f7b-a21e-44f5-9031-2c38ac4449a8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86331) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 22 20:13:04.969010 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.quota.driver [None req-5b103f7b-a21e-44f5-9031-2c38ac4449a8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 22 20:13:05.060714 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-5b103f7b-a21e-44f5-9031-2c38ac4449a8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:13:05.063481 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-5b103f7b-a21e-44f5-9031-2c38ac4449a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393900'] for security_group, after_create {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:13:05.071760 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 20:13:05.119913 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [None req-5b103f7b-a21e-44f5-9031-2c38ac4449a8 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=d8d2e2a9254d4d9484fd0be41ec29488&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2052374
Apr 22 20:13:05.120862 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b103f7b-a21e-44f5-9031-2c38ac4449a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad6fb4bc-a341-46af-983c-02cd04e86b6b,revision_number=1']} {{(pid=86331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 20:13:05.122808 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.wsgi [-] (86330) accepted ('10.222.0.30', 36776) {{(pid=86330) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 20:13:05.124111 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [None req-5b103f7b-a21e-44f5-9031-2c38ac4449a8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 20:13:05.192516 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-046e0cd6-41ec-4f82-ad31-7a6891234218 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:13:05.221192 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-046e0cd6-41ec-4f82-ad31-7a6891234218 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:13:05.271310 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-046e0cd6-41ec-4f82-ad31-7a6891234218 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393900'] for security_group, after_delete {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:13:05.276989 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [None req-010e0302-8e83-47c4-aef3-208777d420d9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 20:13:05.290948 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-046e0cd6-41ec-4f82-ad31-7a6891234218 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad6fb4bc-a341-46af-983c-02cd04e86b6b,revision_number=None']} {{(pid=86330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 20:13:05.294175 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [None req-046e0cd6-41ec-4f82-ad31-7a6891234218 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=86330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 20:13:05.295159 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-046e0cd6-41ec-4f82-ad31-7a6891234218 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:13:05.296373 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [None req-046e0cd6-41ec-4f82-ad31-7a6891234218 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/ad6fb4bc-a341-46af-983c-02cd04e86b6b HTTP/1.1" status: 204  len: 168 time: 0.1723249
Apr 22 20:13:06.101382 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fcf79a4-b3ec-4cc2-9e71-0a71da03ea21 req-b497fae1-9c03-4c12-8de9-51feee75a6ea tempest-ServerRescueNegativeTestJSON-1009389569 tempest-ServerRescueNegativeTestJSON-1009389569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 20:13:06.103218 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-4fcf79a4-b3ec-4cc2-9e71-0a71da03ea21 req-b497fae1-9c03-4c12-8de9-51feee75a6ea tempest-ServerRescueNegativeTestJSON-1009389569 tempest-ServerRescueNegativeTestJSON-1009389569-project] 10.222.0.30 "GET /v2.0/ports?device_id=c716f776-b175-41ed-8d8a-055fa4548224 HTTP/1.1" status: 200  len: 946 time: 0.1200132
Apr 22 20:13:06.157082 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-4fcf79a4-b3ec-4cc2-9e71-0a71da03ea21 req-cd4f0734-3dae-470d-a8e7-f7162de2a75a tempest-ServerRescueNegativeTestJSON-1009389569 tempest-ServerRescueNegativeTestJSON-1009389569-project] 10.222.0.30 "GET /v2.0/security-groups?id=6f3d9104-7f67-4d9e-bcf5-b704aabb6c6e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0447719
Apr 22 20:13:07.308556 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890562e2-a14f-47db-9207-50dcebaa93cc req-a36b89dd-6e67-4357-b90a-8f8352331505 tempest-AttachVolumeNegativeTest-423716770 tempest-AttachVolumeNegativeTest-423716770-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 20:13:07.310609 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-890562e2-a14f-47db-9207-50dcebaa93cc req-a36b89dd-6e67-4357-b90a-8f8352331505 tempest-AttachVolumeNegativeTest-423716770 tempest-AttachVolumeNegativeTest-423716770-project] 10.222.0.30 "GET /v2.0/networks?id=2f71bdb9-006a-4ab4-9335-9bbccd5c61c9 HTTP/1.1" status: 200  len: 815 time: 0.1751454
Apr 22 20:13:07.331701 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-890562e2-a14f-47db-9207-50dcebaa93cc req-c2d439cb-9f9f-446b-beda-ef5a28410350 tempest-AttachVolumeNegativeTest-423716770 tempest-AttachVolumeNegativeTest-423716770-project] 10.222.0.30 "GET /v2.0/quotas/48229d4d53b042958a9ce5577ce62d8e HTTP/1.1" status: 200  len: 375 time: 0.0106289
Apr 22 20:13:07.381822 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317b59bd-08f0-4ca7-ab40-54e7e2f7254d req-7bb8b009-c4fb-4129-885d-4481f9f9041c tempest-ServerRescueNegativeTestJSON-1009389569 tempest-ServerRescueNegativeTestJSON-1009389569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 20:13:07.383485 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-317b59bd-08f0-4ca7-ab40-54e7e2f7254d req-7bb8b009-c4fb-4129-885d-4481f9f9041c tempest-ServerRescueNegativeTestJSON-1009389569 tempest-ServerRescueNegativeTestJSON-1009389569-project] 10.222.0.30 "GET /v2.0/ports?device_id=c716f776-b175-41ed-8d8a-055fa4548224 HTTP/1.1" status: 200  len: 946 time: 0.0950384
Apr 22 20:13:07.427947 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-890562e2-a14f-47db-9207-50dcebaa93cc req-d08ef706-7561-470e-a3b6-3d2f8ce36014 tempest-AttachVolumeNegativeTest-423716770 tempest-AttachVolumeNegativeTest-423716770-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=48229d4d53b042958a9ce5577ce62d8e&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0931861
Apr 22 20:13:07.440319 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-317b59bd-08f0-4ca7-ab40-54e7e2f7254d req-8f3cced6-127b-497b-ab03-aca067fe6900 tempest-ServerRescueNegativeTestJSON-1009389569 tempest-ServerRescueNegativeTestJSON-1009389569-project] 10.222.0.30 "GET /v2.0/security-groups?id=6f3d9104-7f67-4d9e-bcf5-b704aabb6c6e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0498195
Apr 22 20:13:07.578779 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-890562e2-a14f-47db-9207-50dcebaa93cc req-947f9f42-57a1-40a5-9512-fcd72526ab07 service neutron] 10.222.0.30 "GET /v2.0/networks/2f71bdb9-006a-4ab4-9335-9bbccd5c61c9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1422036
Apr 22 20:13:07.722479 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-890562e2-a14f-47db-9207-50dcebaa93cc req-32312b29-8694-4f10-ad3f-1d1697fdffde service neutron] 10.222.0.30 "GET /v2.0/networks/2f71bdb9-006a-4ab4-9335-9bbccd5c61c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1372867
Apr 22 20:13:07.907795 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.wsgi [-] (86330) accepted ('10.222.0.30', 36938) {{(pid=86330) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 20:13:08.035604 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-8aae542e-72ef-4c0f-84a3-99b82a6a12dc req-ebe77fa6-b06f-48b1-904f-15f5c3c8cd2a tempest-AttachVolumeNegativeTest-423716770 tempest-AttachVolumeNegativeTest-423716770-project] 10.222.0.30 "GET /v2.0/ports?device_id=7e6b483d-23c3-4b8a-aa55-bcaa0fb31737 HTTP/1.1" status: 200  len: 210 time: 0.1122427
Apr 22 20:13:08.121916 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-a2f706b2-b376-4c80-8b13-18b30d91581f admin admin] Notify callbacks [] for security_group, before_create {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:13:08.138568 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.quota.driver [None req-a2f706b2-b376-4c80-8b13-18b30d91581f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86330) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 22 20:13:08.142791 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.quota.resource [None req-a2f706b2-b376-4c80-8b13-18b30d91581f admin admin] Usage tracker for resource:security_group_rule and tenant:fcc4b9198cf849afb2167acb218fb3f0 is out of sync, need to count used quota {{(pid=86330) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 22 20:13:08.146146 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.quota.resource [None req-a2f706b2-b376-4c80-8b13-18b30d91581f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86330) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 22 20:13:08.153872 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.quota.driver [None req-a2f706b2-b376-4c80-8b13-18b30d91581f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86330) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 22 20:13:08.292346 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-a2f706b2-b376-4c80-8b13-18b30d91581f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:13:08.296136 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-a2f706b2-b376-4c80-8b13-18b30d91581f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393900'] for security_group, after_create {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:13:08.307786 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [None req-4ef19b58-f5ce-429d-9af2-748054419ad3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 20:13:08.348591 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2f706b2-b376-4c80-8b13-18b30d91581f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82013b94-3267-480b-9e0a-37fe894e5fca,revision_number=1']} {{(pid=86330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 20:13:08.354543 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [None req-a2f706b2-b376-4c80-8b13-18b30d91581f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=86330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 20:13:08.375752 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.wsgi [-] (86331) accepted ('10.222.0.30', 36968) {{(pid=86331) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 20:13:08.375896 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [None req-a2f706b2-b376-4c80-8b13-18b30d91581f admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=fcc4b9198cf849afb2167acb218fb3f0&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4668729
Apr 22 20:13:08.449093 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-c9f3a7e3-2ff2-4a3c-928b-3f8ccf0cc194 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:13:08.481453 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-c9f3a7e3-2ff2-4a3c-928b-3f8ccf0cc194 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:13:08.542320 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-c9f3a7e3-2ff2-4a3c-928b-3f8ccf0cc194 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393900'] for security_group, after_delete {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:13:08.547327 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 20:13:08.564018 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9f3a7e3-2ff2-4a3c-928b-3f8ccf0cc194 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82013b94-3267-480b-9e0a-37fe894e5fca,revision_number=None']} {{(pid=86331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 20:13:08.569802 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [None req-c9f3a7e3-2ff2-4a3c-928b-3f8ccf0cc194 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 20:13:08.571594 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-c9f3a7e3-2ff2-4a3c-928b-3f8ccf0cc194 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:13:08.576204 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [None req-c9f3a7e3-2ff2-4a3c-928b-3f8ccf0cc194 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/82013b94-3267-480b-9e0a-37fe894e5fca HTTP/1.1" status: 204  len: 168 time: 0.1990888
Apr 22 20:13:08.599592 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.wsgi [-] (86330) accepted ('10.222.0.30', 36982) {{(pid=86330) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 20:13:08.670878 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e376a9-2892-48bf-adf9-75fcb056aa0d req-982949ed-b209-406f-a34b-d7af76344bfb tempest-ServerRescueNegativeTestJSON-1009389569 tempest-ServerRescueNegativeTestJSON-1009389569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 20:13:08.672270 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.db_base_plugin_v2 [None req-6a574f15-9e10-4d58-971a-9736f078ff36 admin admin] Deleting subnet df2885db-c39c-4960-9b13-2d927966f57a {{(pid=86330) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Apr 22 20:13:08.672518 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-e0e376a9-2892-48bf-adf9-75fcb056aa0d req-982949ed-b209-406f-a34b-d7af76344bfb tempest-ServerRescueNegativeTestJSON-1009389569 tempest-ServerRescueNegativeTestJSON-1009389569-project] 10.222.0.30 "GET /v2.0/ports?device_id=c716f776-b175-41ed-8d8a-055fa4548224 HTTP/1.1" status: 200  len: 946 time: 0.0951920
Apr 22 20:13:08.675626 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-6a574f15-9e10-4d58-971a-9736f078ff36 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:13:08.723247 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-e0e376a9-2892-48bf-adf9-75fcb056aa0d req-4a012d62-3f3f-43d6-b4e0-02e8ee09a5ce tempest-ServerRescueNegativeTestJSON-1009389569 tempest-ServerRescueNegativeTestJSON-1009389569-project] 10.222.0.30 "GET /v2.0/security-groups?id=6f3d9104-7f67-4d9e-bcf5-b704aabb6c6e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0430415
Apr 22 20:13:08.729418 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-6a574f15-9e10-4d58-971a-9736f078ff36 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036850744753'] for subnet, precommit_delete_associations {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:13:08.787850 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-6a574f15-9e10-4d58-971a-9736f078ff36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853244368'] for subnet, precommit_delete {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:13:08.887321 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.wsgi [-] (86331) accepted ('10.222.0.30', 36990) {{(pid=86331) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 20:13:08.918160 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-d9737e0a-3b6b-4ac2-8721-60e3aac26156 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:13:08.935181 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.quota.driver [None req-d9737e0a-3b6b-4ac2-8721-60e3aac26156 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 22 20:13:08.939547 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.quota.resource [None req-d9737e0a-3b6b-4ac2-8721-60e3aac26156 admin admin] Usage tracker for resource:security_group_rule and tenant:83975b97a7df46d69cb0999e545b1fd8 is out of sync, need to count used quota {{(pid=86331) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 22 20:13:08.942509 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.quota.resource [None req-d9737e0a-3b6b-4ac2-8721-60e3aac26156 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86331) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 22 20:13:08.948522 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.quota.driver [None req-d9737e0a-3b6b-4ac2-8721-60e3aac26156 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 22 20:13:09.004351 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.agents_db [None req-d2e1aac6-b006-4d71-afe2-c4a5b694a422 None None] Agent healthcheck: found 6 active agents {{(pid=86333) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 22 20:13:09.035409 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-d9737e0a-3b6b-4ac2-8721-60e3aac26156 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:13:09.038969 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-d9737e0a-3b6b-4ac2-8721-60e3aac26156 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393900'] for security_group, after_create {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:13:09.048422 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [None req-7370025e-f3e8-4fd4-9d63-2f2d784fed9a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 20:13:09.052889 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-6a574f15-9e10-4d58-971a-9736f078ff36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1531400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853168226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4127903', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3347985'] for subnet, after_delete {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:13:09.059007 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [None req-b5bbc289-8a6f-4bf4-b41f-f51415e8a99c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 20:13:09.094690 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [None req-d9737e0a-3b6b-4ac2-8721-60e3aac26156 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=83975b97a7df46d69cb0999e545b1fd8&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2037058
Apr 22 20:13:09.094690 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9737e0a-3b6b-4ac2-8721-60e3aac26156 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2e2c1da-4847-4a87-a87d-b152ad78f50d,revision_number=1']} {{(pid=86331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 20:13:09.094937 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a574f15-9e10-4d58-971a-9736f078ff36 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=df2885db-c39c-4960-9b13-2d927966f57a,revision_number=None']} {{(pid=86330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 20:13:09.096378 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [None req-d9737e0a-3b6b-4ac2-8721-60e3aac26156 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 20:13:09.097088 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.wsgi [-] (86331) accepted ('10.222.0.30', 37000) {{(pid=86331) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 20:13:09.101509 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [None req-6a574f15-9e10-4d58-971a-9736f078ff36 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=86330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 20:13:09.105055 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-6a574f15-9e10-4d58-971a-9736f078ff36 admin admin] Notify callbacks [] for subnet, before_response {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:13:09.126411 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [None req-6a574f15-9e10-4d58-971a-9736f078ff36 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/df2885db-c39c-4960-9b13-2d927966f57a HTTP/1.1" status: 204  len: 168 time: 0.5253921
Apr 22 20:13:09.127089 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.wsgi [-] (86330) accepted ('10.222.0.30', 37004) {{(pid=86330) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 20:13:09.267757 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-023d8c1c-9038-47f6-b66e-9f5b85498fe1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854197124'] for network, before_delete {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:13:09.428770 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-d8ba198a-05a5-4e58-aec5-6897f9525aa3 req-be685550-9b3a-460d-ba92-4812f205a1cd tempest-AttachVolumeNegativeTest-423716770 tempest-AttachVolumeNegativeTest-423716770-project] 10.222.0.30 "GET /v2.0/ports?device_id=7e6b483d-23c3-4b8a-aa55-bcaa0fb31737 HTTP/1.1" status: 200  len: 210 time: 0.0651453
Apr 22 20:13:09.451371 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-e6e5fecc-bfe1-492b-9969-05ed22af3048 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:13:09.453945 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.wsgi [-] (86331) accepted ('10.222.0.30', 37014) {{(pid=86331) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 20:13:09.490711 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-e6e5fecc-bfe1-492b-9969-05ed22af3048 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:13:09.559294 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-e6e5fecc-bfe1-492b-9969-05ed22af3048 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393900'] for security_group, after_delete {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:13:09.568282 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [None req-5b103f7b-a21e-44f5-9031-2c38ac4449a8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 20:13:09.585618 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6e5fecc-bfe1-492b-9969-05ed22af3048 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2e2c1da-4847-4a87-a87d-b152ad78f50d,revision_number=None']} {{(pid=86331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 20:13:09.586610 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [None req-e6e5fecc-bfe1-492b-9969-05ed22af3048 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 20:13:09.587463 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-e6e5fecc-bfe1-492b-9969-05ed22af3048 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:13:09.591889 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [None req-e6e5fecc-bfe1-492b-9969-05ed22af3048 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/e2e2c1da-4847-4a87-a87d-b152ad78f50d HTTP/1.1" status: 204  len: 168 time: 0.4929895
Apr 22 20:13:09.624642 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-7948e6f1-a9b4-4498-b81a-733ba01af598 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:13:09.640771 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.quota.driver [None req-7948e6f1-a9b4-4498-b81a-733ba01af598 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 22 20:13:09.645452 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.quota.resource [None req-7948e6f1-a9b4-4498-b81a-733ba01af598 admin admin] Usage tracker for resource:security_group_rule and tenant:fe87089ba75a444896a71c3f6984a4ab is out of sync, need to count used quota {{(pid=86331) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 22 20:13:09.648843 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.quota.resource [None req-7948e6f1-a9b4-4498-b81a-733ba01af598 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86331) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 22 20:13:09.655415 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.quota.driver [None req-7948e6f1-a9b4-4498-b81a-733ba01af598 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 22 20:13:09.669739 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-023d8c1c-9038-47f6-b66e-9f5b85498fe1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1531493', 'neutron.services.segments.db._delete_segments_for_network-8727707916915'] for network, precommit_delete {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:13:09.758723 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-7948e6f1-a9b4-4498-b81a-733ba01af598 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:13:09.766185 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-7948e6f1-a9b4-4498-b81a-733ba01af598 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393900'] for security_group, after_create {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:13:09.777045 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [None req-e9123498-8256-44a3-854b-5ab9c094ca25 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 20:13:09.834299 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.services.segments.db [None req-023d8c1c-9038-47f6-b66e-9f5b85498fe1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f0137cc1b38>,) {'filters': {'network_id': ['048c585a-079d-4279-a635-8a7543c0a2c0']}} {{(pid=86330) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 22 20:13:09.844933 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7948e6f1-a9b4-4498-b81a-733ba01af598 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84f9a192-7041-4909-a4a7-01ef692c37c0,revision_number=1']} {{(pid=86331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 20:13:09.850527 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [None req-7948e6f1-a9b4-4498-b81a-733ba01af598 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 20:13:09.871883 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.services.segments.db [None req-023d8c1c-9038-47f6-b66e-9f5b85498fe1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f0137cc1b38>, '9e6af41c-e8fb-4eaf-b8a5-61f0d8ea4126') {'for_net_delete': True} {{(pid=86330) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 22 20:13:09.872806 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [None req-7948e6f1-a9b4-4498-b81a-733ba01af598 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=fe87089ba75a444896a71c3f6984a4ab&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4177661
Apr 22 20:13:09.873501 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.wsgi [-] (86331) accepted ('10.222.0.30', 37040) {{(pid=86331) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 20:13:09.874023 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.services.segments.db [None req-023d8c1c-9038-47f6-b66e-9f5b85498fe1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f0137cc1b38>, '9e6af41c-e8fb-4eaf-b8a5-61f0d8ea4126') {} {{(pid=86330) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 22 20:13:09.900791 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-023d8c1c-9038-47f6-b66e-9f5b85498fe1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363309146702435', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4031047'] for segment, before_delete {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:13:09.922259 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-023d8c1c-9038-47f6-b66e-9f5b85498fe1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1523030'] for segment, precommit_delete {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:13:09.939265 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-023d8c1c-9038-47f6-b66e-9f5b85498fe1 admin admin] Releasing vlan 390 on physical network physnet1 to pool {{(pid=86330) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}}
Apr 22 20:13:10.022696 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-676a8f2d-23cf-4780-969d-c5ba8c62f0ab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:13:10.071541 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-676a8f2d-23cf-4780-969d-c5ba8c62f0ab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:13:10.086665 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a55a0366-ede6-45c3-9dfb-b26c1349e460 req-40d11731-c301-4de5-afb4-673ad651ecb0 tempest-ServerRescueNegativeTestJSON-1009389569 tempest-ServerRescueNegativeTestJSON-1009389569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 20:13:10.095018 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-a55a0366-ede6-45c3-9dfb-b26c1349e460 req-40d11731-c301-4de5-afb4-673ad651ecb0 tempest-ServerRescueNegativeTestJSON-1009389569 tempest-ServerRescueNegativeTestJSON-1009389569-project] 10.222.0.30 "GET /v2.0/ports?device_id=c716f776-b175-41ed-8d8a-055fa4548224 HTTP/1.1" status: 200  len: 946 time: 0.1816061
Apr 22 20:13:10.170219 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.managers [None req-023d8c1c-9038-47f6-b66e-9f5b85498fe1 admin admin] Network 048c585a-079d-4279-a635-8a7543c0a2c0 has no segments {{(pid=86330) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 22 20:13:10.179271 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-a55a0366-ede6-45c3-9dfb-b26c1349e460 req-4249f5fd-d54d-40df-b123-9acbeb65f1f6 tempest-ServerRescueNegativeTestJSON-1009389569 tempest-ServerRescueNegativeTestJSON-1009389569-project] 10.222.0.30 "GET /v2.0/security-groups?id=6f3d9104-7f67-4d9e-bcf5-b704aabb6c6e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0832527
Apr 22 20:13:10.185044 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-023d8c1c-9038-47f6-b66e-9f5b85498fe1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853252831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036850650308'] for segment, after_delete {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:13:10.189859 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-676a8f2d-23cf-4780-969d-c5ba8c62f0ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393900'] for security_group, after_delete {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:13:10.198940 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [None req-b28a859e-75a3-442d-bf7e-edfc1193a1da admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 20:13:10.213722 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-676a8f2d-23cf-4780-969d-c5ba8c62f0ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84f9a192-7041-4909-a4a7-01ef692c37c0,revision_number=None']} {{(pid=86331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 20:13:10.217711 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [None req-676a8f2d-23cf-4780-969d-c5ba8c62f0ab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 20:13:10.219088 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-676a8f2d-23cf-4780-969d-c5ba8c62f0ab admin admin] Notify callbacks [] for security_group, before_response {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:13:10.219974 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [None req-676a8f2d-23cf-4780-969d-c5ba8c62f0ab admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/84f9a192-7041-4909-a4a7-01ef692c37c0 HTTP/1.1" status: 204  len: 168 time: 0.3452609
Apr 22 20:13:10.391333 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.managers [None req-023d8c1c-9038-47f6-b66e-9f5b85498fe1 admin admin] Network 048c585a-079d-4279-a635-8a7543c0a2c0 has no segments {{(pid=86330) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 22 20:13:10.417660 dv-cinder-787632-1-iscsi neutron-server[86219]: Traceback (most recent call last):
Apr 22 20:13:10.417660 dv-cinder-787632-1-iscsi neutron-server[86219]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 22 20:13:10.417660 dv-cinder-787632-1-iscsi neutron-server[86219]:     timer()
Apr 22 20:13:10.417660 dv-cinder-787632-1-iscsi neutron-server[86219]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 22 20:13:10.417660 dv-cinder-787632-1-iscsi neutron-server[86219]:     cb(*args, **kw)
Apr 22 20:13:10.417660 dv-cinder-787632-1-iscsi neutron-server[86219]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Apr 22 20:13:10.417660 dv-cinder-787632-1-iscsi neutron-server[86219]:     return func(*args, **kwargs)
Apr 22 20:13:10.417660 dv-cinder-787632-1-iscsi neutron-server[86219]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 22 20:13:10.417660 dv-cinder-787632-1-iscsi neutron-server[86219]:     self._notify()
Apr 22 20:13:10.417660 dv-cinder-787632-1-iscsi neutron-server[86219]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 22 20:13:10.417660 dv-cinder-787632-1-iscsi neutron-server[86219]:     self.callback(batched_events)
Apr 22 20:13:10.417660 dv-cinder-787632-1-iscsi neutron-server[86219]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 22 20:13:10.417660 dv-cinder-787632-1-iscsi neutron-server[86219]:     event.method(event)
Apr 22 20:13:10.417660 dv-cinder-787632-1-iscsi neutron-server[86219]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 22 20:13:10.417660 dv-cinder-787632-1-iscsi neutron-server[86219]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 22 20:13:10.417660 dv-cinder-787632-1-iscsi neutron-server[86219]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Apr 22 20:13:10.417660 dv-cinder-787632-1-iscsi neutron-server[86219]:     segment_id)['aggregates'][0]
Apr 22 20:13:10.417660 dv-cinder-787632-1-iscsi neutron-server[86219]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 22 20:13:10.417660 dv-cinder-787632-1-iscsi neutron-server[86219]:     return f(self, *a, **k)
Apr 22 20:13:10.417660 dv-cinder-787632-1-iscsi neutron-server[86219]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 22 20:13:10.417660 dv-cinder-787632-1-iscsi neutron-server[86219]:     return self._get(url).json()
Apr 22 20:13:10.417660 dv-cinder-787632-1-iscsi neutron-server[86219]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 22 20:13:10.417660 dv-cinder-787632-1-iscsi neutron-server[86219]:     **kwargs)
Apr 22 20:13:10.417660 dv-cinder-787632-1-iscsi neutron-server[86219]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 22 20:13:10.417660 dv-cinder-787632-1-iscsi neutron-server[86219]:     return self.request(url, 'GET', **kwargs)
Apr 22 20:13:10.417660 dv-cinder-787632-1-iscsi neutron-server[86219]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request
Apr 22 20:13:10.417660 dv-cinder-787632-1-iscsi neutron-server[86219]:     **endpoint_filter)
Apr 22 20:13:10.417660 dv-cinder-787632-1-iscsi neutron-server[86219]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 22 20:13:10.417660 dv-cinder-787632-1-iscsi neutron-server[86219]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 22 20:13:10.417660 dv-cinder-787632-1-iscsi neutron-server[86219]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 22 20:13:10.417660 dv-cinder-787632-1-iscsi neutron-server[86219]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 22 20:13:10.417660 dv-cinder-787632-1-iscsi neutron-server[86219]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 22 20:13:10.500996 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-023d8c1c-9038-47f6-b66e-9f5b85498fe1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853244307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853168226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-427906'] for network, after_delete {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:13:10.505007 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 20:13:10.523397 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-023d8c1c-9038-47f6-b66e-9f5b85498fe1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853168243'] for network, before_response {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:13:10.535360 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.wsgi [-] (86331) accepted ('10.222.0.30', 37074) {{(pid=86331) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 20:13:10.535523 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [None req-023d8c1c-9038-47f6-b66e-9f5b85498fe1 admin admin] 10.222.0.30 "DELETE /v2.0/networks/048c585a-079d-4279-a635-8a7543c0a2c0 HTTP/1.1" status: 204  len: 168 time: 1.4072027
Apr 22 20:13:10.539273 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-023d8c1c-9038-47f6-b66e-9f5b85498fe1 admin admin] Pushing event deleted for resources: {'Network': ['ID=048c585a-079d-4279-a635-8a7543c0a2c0,revision_number=None']} {{(pid=86330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 20:13:10.541937 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [None req-023d8c1c-9038-47f6-b66e-9f5b85498fe1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=86330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 20:13:10.641493 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-3a929568-4a9d-4809-b112-07a73ef7c3f3 req-95e1f166-f567-4181-b5a0-d915e312e5fa tempest-AttachVolumeNegativeTest-423716770 tempest-AttachVolumeNegativeTest-423716770-project] 10.222.0.30 "GET /v2.0/ports?device_id=7e6b483d-23c3-4b8a-aa55-bcaa0fb31737 HTTP/1.1" status: 200  len: 210 time: 0.0577202
Apr 22 20:13:10.660007 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.db_base_plugin_v2 [None req-9b708f88-d705-4bd0-920e-a40131f0b812 admin admin] Deleting subnet e46d9bd6-0c85-4660-8cb9-03b93bf9cb03 {{(pid=86331) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Apr 22 20:13:10.664153 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-9b708f88-d705-4bd0-920e-a40131f0b812 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:13:10.724970 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-9b708f88-d705-4bd0-920e-a40131f0b812 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:13:10.732607 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-9b708f88-d705-4bd0-920e-a40131f0b812 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853244368'] for subnet, precommit_delete {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:13:11.006917 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-9b708f88-d705-4bd0-920e-a40131f0b812 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1531400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853168226'] for subnet, after_delete {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:13:11.012671 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 20:13:11.053991 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b708f88-d705-4bd0-920e-a40131f0b812 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e46d9bd6-0c85-4660-8cb9-03b93bf9cb03,revision_number=None']} {{(pid=86331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 20:13:11.056180 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-9b708f88-d705-4bd0-920e-a40131f0b812 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853168243'] for subnet, before_response {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:13:11.060705 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [None req-9b708f88-d705-4bd0-920e-a40131f0b812 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 20:13:11.066079 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [None req-9b708f88-d705-4bd0-920e-a40131f0b812 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/e46d9bd6-0c85-4660-8cb9-03b93bf9cb03 HTTP/1.1" status: 204  len: 168 time: 0.5268419
Apr 22 20:13:11.068119 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.wsgi [-] (86331) accepted ('10.222.0.30', 37102) {{(pid=86331) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 20:13:11.186936 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-83485f9b-ae27-4379-b992-0ae834fbff1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854197124'] for network, before_delete {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:13:11.418382 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-83485f9b-ae27-4379-b992-0ae834fbff1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1531493', 'neutron.services.segments.db._delete_segments_for_network-8727707916915'] for network, precommit_delete {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:13:11.581192 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-83485f9b-ae27-4379-b992-0ae834fbff1d admin admin] Subscribe: <bound method Plugin._prevent_segment_delete_with_subnet_associated of <neutron.services.segments.plugin.Plugin object at 0x7f013d3d1da0>> segment before_delete 55550000 {{(pid=86331) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 22 20:13:11.582153 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-83485f9b-ae27-4379-b992-0ae834fbff1d admin admin] Subscribe: <bound method Plugin._validate_auto_address_subnet_delete of <neutron.services.segments.plugin.Plugin object at 0x7f013d3d1da0>> subnet precommit_delete_associations 55550000 {{(pid=86331) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 22 20:13:11.583037 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-83485f9b-ae27-4379-b992-0ae834fbff1d admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_host_addition_to_aggregate of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f013e284908>> segment_host_mapping after_create 55550000 {{(pid=86331) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 22 20:13:11.583421 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-83485f9b-ae27-4379-b992-0ae834fbff1d admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_created_or_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f013e284908>> port after_create 55550000 {{(pid=86331) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 22 20:13:11.583785 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-83485f9b-ae27-4379-b992-0ae834fbff1d admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_created_or_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f013e284908>> port after_delete 55550000 {{(pid=86331) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 22 20:13:11.584141 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-83485f9b-ae27-4379-b992-0ae834fbff1d admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f013e284908>> port after_update 55550000 {{(pid=86331) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 22 20:13:11.584478 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-83485f9b-ae27-4379-b992-0ae834fbff1d admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_segment_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f013e284908>> segment after_delete 55550000 {{(pid=86331) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 22 20:13:11.584834 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-83485f9b-ae27-4379-b992-0ae834fbff1d admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_created of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f013e284908>> subnet after_create 55550000 {{(pid=86331) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 22 20:13:11.585199 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-83485f9b-ae27-4379-b992-0ae834fbff1d admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f013e284908>> subnet after_delete 55550000 {{(pid=86331) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 22 20:13:11.585592 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-83485f9b-ae27-4379-b992-0ae834fbff1d admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f013e284908>> subnet after_update 55550000 {{(pid=86331) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 22 20:13:11.660947 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-83485f9b-ae27-4379-b992-0ae834fbff1d admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_after_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f013c888e10>> subnet after_create 55550000 {{(pid=86331) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 22 20:13:11.661279 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-83485f9b-ae27-4379-b992-0ae834fbff1d admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_after_delete of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f013c888e10>> subnet after_delete 55550000 {{(pid=86331) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 22 20:13:11.661651 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-83485f9b-ae27-4379-b992-0ae834fbff1d admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_before_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f013c888e10>> subnet before_create 55550000 {{(pid=86331) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 22 20:13:11.662055 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-83485f9b-ae27-4379-b992-0ae834fbff1d admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_before_update of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f013c888e10>> subnet before_update 55550000 {{(pid=86331) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 22 20:13:11.662695 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.services.segments.db [None req-83485f9b-ae27-4379-b992-0ae834fbff1d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f013caae6a0>,) {'filters': {'network_id': ['ec63f17d-4df2-4a67-b40e-e5fd7b82fbc5']}} {{(pid=86331) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 22 20:13:11.688621 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78291b10-402c-484d-b320-543472f68b31 req-46eda688-84a9-4956-9de1-95f415d9b768 tempest-ServerRescueNegativeTestJSON-1009389569 tempest-ServerRescueNegativeTestJSON-1009389569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 20:13:11.690388 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-78291b10-402c-484d-b320-543472f68b31 req-46eda688-84a9-4956-9de1-95f415d9b768 tempest-ServerRescueNegativeTestJSON-1009389569 tempest-ServerRescueNegativeTestJSON-1009389569-project] 10.222.0.30 "GET /v2.0/ports?device_id=c716f776-b175-41ed-8d8a-055fa4548224 HTTP/1.1" status: 200  len: 946 time: 0.3276908
Apr 22 20:13:11.692307 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.services.segments.db [None req-83485f9b-ae27-4379-b992-0ae834fbff1d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f013caae6a0>, 'c4d01b2c-7d1f-4c67-b16b-363722b685d4') {'for_net_delete': True} {{(pid=86331) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 22 20:13:11.692643 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.services.segments.db [None req-83485f9b-ae27-4379-b992-0ae834fbff1d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f013caae6a0>, 'c4d01b2c-7d1f-4c67-b16b-363722b685d4') {} {{(pid=86331) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 22 20:13:11.730418 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-83485f9b-ae27-4379-b992-0ae834fbff1d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363309146702435', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2356875'] for segment, before_delete {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:13:11.766547 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-83485f9b-ae27-4379-b992-0ae834fbff1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1523030'] for segment, precommit_delete {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:13:11.781025 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-78291b10-402c-484d-b320-543472f68b31 req-d9f3f8f6-5b2d-40c5-8e3c-7ab7a6b3a26e tempest-ServerRescueNegativeTestJSON-1009389569 tempest-ServerRescueNegativeTestJSON-1009389569-project] 10.222.0.30 "GET /v2.0/security-groups?id=6f3d9104-7f67-4d9e-bcf5-b704aabb6c6e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0780468
Apr 22 20:13:11.857379 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-83485f9b-ae27-4379-b992-0ae834fbff1d admin admin] Releasing vlan 392 on physical network physnet1 to pool {{(pid=86331) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}}
Apr 22 20:13:11.883168 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-4a1a4908-e75b-42d6-b888-80fd6bcf70c1 req-4c5bea63-3bfa-4077-8ed9-232bb70f4a01 tempest-AttachVolumeNegativeTest-423716770 tempest-AttachVolumeNegativeTest-423716770-project] 10.222.0.30 "GET /v2.0/ports?device_id=7e6b483d-23c3-4b8a-aa55-bcaa0fb31737 HTTP/1.1" status: 200  len: 210 time: 0.0939021
Apr 22 20:13:12.178288 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.managers [None req-83485f9b-ae27-4379-b992-0ae834fbff1d admin admin] Network ec63f17d-4df2-4a67-b40e-e5fd7b82fbc5 has no segments {{(pid=86331) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 22 20:13:12.189799 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-83485f9b-ae27-4379-b992-0ae834fbff1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853252831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036853551935'] for segment, after_delete {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:13:12.419499 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.managers [None req-83485f9b-ae27-4379-b992-0ae834fbff1d admin admin] Network ec63f17d-4df2-4a67-b40e-e5fd7b82fbc5 has no segments {{(pid=86331) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 22 20:13:12.446072 dv-cinder-787632-1-iscsi neutron-server[86219]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead
Apr 22 20:13:12.446072 dv-cinder-787632-1-iscsi neutron-server[86219]:   from cryptography.utils import int_from_bytes
Apr 22 20:13:12.446072 dv-cinder-787632-1-iscsi neutron-server[86219]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead
Apr 22 20:13:12.446072 dv-cinder-787632-1-iscsi neutron-server[86219]:   from cryptography.utils import int_from_bytes
Apr 22 20:13:12.446072 dv-cinder-787632-1-iscsi neutron-server[86219]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1998: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship.  (this warning may be suppressed after 10 occurrences)
Apr 22 20:13:12.446072 dv-cinder-787632-1-iscsi neutron-server[86219]:   (rel_b, rel_a, rel_b),
Apr 22 20:13:12.446072 dv-cinder-787632-1-iscsi neutron-server[86219]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1998: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship.  (this warning may be suppressed after 10 occurrences)
Apr 22 20:13:12.446072 dv-cinder-787632-1-iscsi neutron-server[86219]:   (rel_b, rel_a, rel_b),
Apr 22 20:13:12.446072 dv-cinder-787632-1-iscsi neutron-server[86219]: Traceback (most recent call last):
Apr 22 20:13:12.446072 dv-cinder-787632-1-iscsi neutron-server[86219]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 22 20:13:12.446072 dv-cinder-787632-1-iscsi neutron-server[86219]:     timer()
Apr 22 20:13:12.446072 dv-cinder-787632-1-iscsi neutron-server[86219]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 22 20:13:12.446072 dv-cinder-787632-1-iscsi neutron-server[86219]:     cb(*args, **kw)
Apr 22 20:13:12.446072 dv-cinder-787632-1-iscsi neutron-server[86219]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Apr 22 20:13:12.446072 dv-cinder-787632-1-iscsi neutron-server[86219]:     return func(*args, **kwargs)
Apr 22 20:13:12.446072 dv-cinder-787632-1-iscsi neutron-server[86219]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 22 20:13:12.446072 dv-cinder-787632-1-iscsi neutron-server[86219]:     self._notify()
Apr 22 20:13:12.446072 dv-cinder-787632-1-iscsi neutron-server[86219]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 22 20:13:12.446072 dv-cinder-787632-1-iscsi neutron-server[86219]:     self.callback(batched_events)
Apr 22 20:13:12.446072 dv-cinder-787632-1-iscsi neutron-server[86219]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 22 20:13:12.446072 dv-cinder-787632-1-iscsi neutron-server[86219]:     event.method(event)
Apr 22 20:13:12.446072 dv-cinder-787632-1-iscsi neutron-server[86219]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 22 20:13:12.446072 dv-cinder-787632-1-iscsi neutron-server[86219]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 22 20:13:12.446072 dv-cinder-787632-1-iscsi neutron-server[86219]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Apr 22 20:13:12.446072 dv-cinder-787632-1-iscsi neutron-server[86219]:     segment_id)['aggregates'][0]
Apr 22 20:13:12.446072 dv-cinder-787632-1-iscsi neutron-server[86219]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 22 20:13:12.446072 dv-cinder-787632-1-iscsi neutron-server[86219]:     return f(self, *a, **k)
Apr 22 20:13:12.446072 dv-cinder-787632-1-iscsi neutron-server[86219]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 22 20:13:12.446072 dv-cinder-787632-1-iscsi neutron-server[86219]:     return self._get(url).json()
Apr 22 20:13:12.446072 dv-cinder-787632-1-iscsi neutron-server[86219]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 22 20:13:12.446072 dv-cinder-787632-1-iscsi neutron-server[86219]:     **kwargs)
Apr 22 20:13:12.446072 dv-cinder-787632-1-iscsi neutron-server[86219]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 22 20:13:12.446072 dv-cinder-787632-1-iscsi neutron-server[86219]:     return self.request(url, 'GET', **kwargs)
Apr 22 20:13:12.446072 dv-cinder-787632-1-iscsi neutron-server[86219]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request
Apr 22 20:13:12.446072 dv-cinder-787632-1-iscsi neutron-server[86219]:     **endpoint_filter)
Apr 22 20:13:12.446072 dv-cinder-787632-1-iscsi neutron-server[86219]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 22 20:13:12.446072 dv-cinder-787632-1-iscsi neutron-server[86219]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 22 20:13:12.446072 dv-cinder-787632-1-iscsi neutron-server[86219]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 22 20:13:12.446072 dv-cinder-787632-1-iscsi neutron-server[86219]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 22 20:13:12.446072 dv-cinder-787632-1-iscsi neutron-server[86219]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 22 20:13:12.453298 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890562e2-a14f-47db-9207-50dcebaa93cc req-69182bc1-057b-4dbb-b112-d350e4033945 tempest-AttachVolumeNegativeTest-423716770 tempest-AttachVolumeNegativeTest-423716770-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 20:13:12.454898 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-890562e2-a14f-47db-9207-50dcebaa93cc req-69182bc1-057b-4dbb-b112-d350e4033945 tempest-AttachVolumeNegativeTest-423716770 tempest-AttachVolumeNegativeTest-423716770-project] 10.222.0.46 "GET /v2.0/networks?id=2f71bdb9-006a-4ab4-9335-9bbccd5c61c9 HTTP/1.1" status: 200  len: 815 time: 0.3879697
Apr 22 20:13:12.520114 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.v2.base [req-890562e2-a14f-47db-9207-50dcebaa93cc req-29b5a229-33a4-4e01-ac99-63c4687dcf31 tempest-AttachVolumeNegativeTest-423716770 tempest-AttachVolumeNegativeTest-423716770-project] Request body: {'port': {'device_id': '7e6b483d-23c3-4b8a-aa55-bcaa0fb31737', 'network_id': '2f71bdb9-006a-4ab4-9335-9bbccd5c61c9', 'admin_state_up': True, 'tenant_id': '48229d4d53b042958a9ce5577ce62d8e'}} {{(pid=86331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 22 20:13:12.638932 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-83485f9b-ae27-4379-b992-0ae834fbff1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853244307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853168226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-427906'] for network, after_delete {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:13:12.654149 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [None req-b28a859e-75a3-442d-bf7e-edfc1193a1da admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 20:13:12.692307 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-83485f9b-ae27-4379-b992-0ae834fbff1d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853168243'] for network, before_response {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:13:12.697781 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83485f9b-ae27-4379-b992-0ae834fbff1d admin admin] Pushing event deleted for resources: {'Network': ['ID=ec63f17d-4df2-4a67-b40e-e5fd7b82fbc5,revision_number=None']} {{(pid=86331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 20:13:12.704415 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [None req-83485f9b-ae27-4379-b992-0ae834fbff1d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 20:13:12.714993 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [None req-83485f9b-ae27-4379-b992-0ae834fbff1d admin admin] 10.222.0.30 "DELETE /v2.0/networks/ec63f17d-4df2-4a67-b40e-e5fd7b82fbc5 HTTP/1.1" status: 204  len: 168 time: 1.6458197
Apr 22 20:13:12.726906 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.quota.driver [req-890562e2-a14f-47db-9207-50dcebaa93cc req-29b5a229-33a4-4e01-ac99-63c4687dcf31 tempest-AttachVolumeNegativeTest-423716770 tempest-AttachVolumeNegativeTest-423716770-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 22 20:13:12.737068 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.quota.driver [req-890562e2-a14f-47db-9207-50dcebaa93cc req-29b5a229-33a4-4e01-ac99-63c4687dcf31 tempest-AttachVolumeNegativeTest-423716770 tempest-AttachVolumeNegativeTest-423716770-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=86331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 22 20:13:12.745931 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-890562e2-a14f-47db-9207-50dcebaa93cc req-29b5a229-33a4-4e01-ac99-63c4687dcf31 tempest-AttachVolumeNegativeTest-423716770 tempest-AttachVolumeNegativeTest-423716770-project] Made reservation on behalf of 48229d4d53b042958a9ce5577ce62d8e for: {'port': 1} {{(pid=86331) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 22 20:13:12.751955 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [req-890562e2-a14f-47db-9207-50dcebaa93cc req-29b5a229-33a4-4e01-ac99-63c4687dcf31 tempest-AttachVolumeNegativeTest-423716770 tempest-AttachVolumeNegativeTest-423716770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587983'] for port, before_create {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:13:12.946218 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.wsgi [-] (86330) accepted ('10.222.0.30', 37184) {{(pid=86330) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 20:13:13.012267 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.db_base_plugin_common [req-890562e2-a14f-47db-9207-50dcebaa93cc req-29b5a229-33a4-4e01-ac99-63c4687dcf31 tempest-AttachVolumeNegativeTest-423716770 tempest-AttachVolumeNegativeTest-423716770-project] Allocated IP 172.20.0.2 (2f71bdb9-006a-4ab4-9335-9bbccd5c61c9/9b9fb9ac-2966-4dc7-9c84-10a923d75111/0cfc2507-5acd-466a-b1c7-14264a7ab9ae) {{(pid=86331) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 22 20:13:13.088148 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [None req-04a61e58-8657-471e-84b9-41a212491b53 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=d8c58c9fb5484f0d9facc3bbf8335373&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1398616
Apr 22 20:13:13.093946 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.wsgi [-] (86330) accepted ('10.222.0.30', 37194) {{(pid=86330) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 20:13:13.192242 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-faa409eb-118e-4cca-b2bd-fb5750b9aac0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:13:13.223554 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-821548f2-1600-4d5f-a23d-27b2b9ae72a3 req-449f45e0-8e63-45a8-a970-ce521104f643 tempest-AttachVolumeNegativeTest-423716770 tempest-AttachVolumeNegativeTest-423716770-project] 10.222.0.30 "GET /v2.0/ports?device_id=7e6b483d-23c3-4b8a-aa55-bcaa0fb31737 HTTP/1.1" status: 200  len: 210 time: 0.1095376
Apr 22 20:13:13.225107 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-faa409eb-118e-4cca-b2bd-fb5750b9aac0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:13:13.288826 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d864ce-9ca3-45a0-81f8-9ff6621b17cf req-dc047008-47ff-4de0-b998-a751c9c77248 tempest-ServerRescueNegativeTestJSON-1009389569 tempest-ServerRescueNegativeTestJSON-1009389569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 20:13:13.297806 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-35d864ce-9ca3-45a0-81f8-9ff6621b17cf req-dc047008-47ff-4de0-b998-a751c9c77248 tempest-ServerRescueNegativeTestJSON-1009389569 tempest-ServerRescueNegativeTestJSON-1009389569-project] 10.222.0.30 "GET /v2.0/ports?device_id=c716f776-b175-41ed-8d8a-055fa4548224 HTTP/1.1" status: 200  len: 946 time: 0.3213029
Apr 22 20:13:13.319077 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [req-890562e2-a14f-47db-9207-50dcebaa93cc req-29b5a229-33a4-4e01-ac99-63c4687dcf31 tempest-AttachVolumeNegativeTest-423716770 tempest-AttachVolumeNegativeTest-423716770-project] Notify callbacks [] for port, precommit_create {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:13:13.354392 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-35d864ce-9ca3-45a0-81f8-9ff6621b17cf req-d80bc040-c322-406c-80e3-fc9cf9e83970 tempest-ServerRescueNegativeTestJSON-1009389569 tempest-ServerRescueNegativeTestJSON-1009389569-project] 10.222.0.30 "GET /v2.0/security-groups?id=6f3d9104-7f67-4d9e-bcf5-b704aabb6c6e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0555694
Apr 22 20:13:13.359816 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [req-890562e2-a14f-47db-9207-50dcebaa93cc req-29b5a229-33a4-4e01-ac99-63c4687dcf31 tempest-AttachVolumeNegativeTest-423716770 tempest-AttachVolumeNegativeTest-423716770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854198495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853168226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363309147208154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1223862'] for port, after_create {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:13:13.364622 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-faa409eb-118e-4cca-b2bd-fb5750b9aac0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393900'] for security_group, after_delete {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:13:13.371700 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 20:13:13.372058 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 20:13:13.384479 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faa409eb-118e-4cca-b2bd-fb5750b9aac0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25545b8b-97bd-4b29-b236-195a8a58000b,revision_number=None']} {{(pid=86330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 20:13:13.393306 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [None req-faa409eb-118e-4cca-b2bd-fb5750b9aac0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=86330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 20:13:13.398888 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-faa409eb-118e-4cca-b2bd-fb5750b9aac0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:13:13.400777 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [None req-faa409eb-118e-4cca-b2bd-fb5750b9aac0 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/25545b8b-97bd-4b29-b236-195a8a58000b HTTP/1.1" status: 204  len: 168 time: 0.3039777
Apr 22 20:13:13.445838 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.wsgi [-] (86330) accepted ('10.222.0.30', 37208) {{(pid=86330) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 20:13:13.605067 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-63d8cfc0-e85e-46b5-aec0-dc9e61fb137c admin admin] Notify callbacks [] for security_group, before_create {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:13:13.629247 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.quota.driver [None req-63d8cfc0-e85e-46b5-aec0-dc9e61fb137c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86330) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 22 20:13:13.634265 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.quota.resource [None req-63d8cfc0-e85e-46b5-aec0-dc9e61fb137c admin admin] Usage tracker for resource:security_group_rule and tenant:31e7c88b000e40ac96177ba73267235a is out of sync, need to count used quota {{(pid=86330) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 22 20:13:13.638381 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.quota.resource [None req-63d8cfc0-e85e-46b5-aec0-dc9e61fb137c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86330) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 22 20:13:13.645519 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.quota.driver [None req-63d8cfc0-e85e-46b5-aec0-dc9e61fb137c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86330) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 22 20:13:13.687952 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29b5a229-33a4-4e01-ac99-63c4687dcf31 tempest-AttachVolumeNegativeTest-423716770 tempest-AttachVolumeNegativeTest-423716770-project] Pushing event updated for resources: {'Port': ['ID=0cfc2507-5acd-466a-b1c7-14264a7ab9ae,revision_number=1']} {{(pid=86331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 20:13:13.694198 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [None req-29b5a229-33a4-4e01-ac99-63c4687dcf31 tempest-AttachVolumeNegativeTest-423716770 tempest-AttachVolumeNegativeTest-423716770-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.326s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 20:13:13.696148 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-890562e2-a14f-47db-9207-50dcebaa93cc req-29b5a229-33a4-4e01-ac99-63c4687dcf31 tempest-AttachVolumeNegativeTest-423716770 tempest-AttachVolumeNegativeTest-423716770-project] Network 2f71bdb9-006a-4ab4-9335-9bbccd5c61c9 is already hosted by enough agents. {{(pid=86331) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 22 20:13:13.697399 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.scheduler.base_scheduler [req-890562e2-a14f-47db-9207-50dcebaa93cc req-29b5a229-33a4-4e01-ac99-63c4687dcf31 tempest-AttachVolumeNegativeTest-423716770 tempest-AttachVolumeNegativeTest-423716770-project] Resources bound (agent type, host, resource id):  {{(pid=86331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 22 20:13:13.700006 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.l3_dvrscheduler_db [req-890562e2-a14f-47db-9207-50dcebaa93cc req-29b5a229-33a4-4e01-ac99-63c4687dcf31 tempest-AttachVolumeNegativeTest-423716770 tempest-AttachVolumeNegativeTest-423716770-project] Received port after_create {{(pid=86331) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 22 20:13:13.757391 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-63d8cfc0-e85e-46b5-aec0-dc9e61fb137c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:13:13.760782 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-63d8cfc0-e85e-46b5-aec0-dc9e61fb137c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393900'] for security_group, after_create {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:13:13.769984 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [None req-223784c7-c941-447d-bdc0-b094aaaf285b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 20:13:13.773907 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890562e2-a14f-47db-9207-50dcebaa93cc req-29b5a229-33a4-4e01-ac99-63c4687dcf31 tempest-AttachVolumeNegativeTest-423716770 tempest-AttachVolumeNegativeTest-423716770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 20:13:13.774650 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [req-890562e2-a14f-47db-9207-50dcebaa93cc req-29b5a229-33a4-4e01-ac99-63c4687dcf31 tempest-AttachVolumeNegativeTest-423716770 tempest-AttachVolumeNegativeTest-423716770-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-743'] for port, before_response {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:13:13.817359 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [None req-63d8cfc0-e85e-46b5-aec0-dc9e61fb137c admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=31e7c88b000e40ac96177ba73267235a&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3703220
Apr 22 20:13:13.818078 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-890562e2-a14f-47db-9207-50dcebaa93cc req-29b5a229-33a4-4e01-ac99-63c4687dcf31 tempest-AttachVolumeNegativeTest-423716770 tempest-AttachVolumeNegativeTest-423716770-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.3006222
Apr 22 20:13:13.818190 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.wsgi [-] (86330) accepted ('10.222.0.30', 37220) {{(pid=86330) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 20:13:13.818865 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63d8cfc0-e85e-46b5-aec0-dc9e61fb137c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c958d47-8ac5-4135-886a-87bfe988fc56,revision_number=1']} {{(pid=86330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 20:13:13.830199 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [None req-63d8cfc0-e85e-46b5-aec0-dc9e61fb137c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=86330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 20:13:13.882843 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.wsgi [-] (86331) accepted ('10.222.0.30', 37224) {{(pid=86331) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 20:13:13.893102 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-e24dea5f-64cd-4a55-9bd5-9cf8081022ce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:13:13.921389 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-e24dea5f-64cd-4a55-9bd5-9cf8081022ce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:13:13.937707 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [None req-56cf7ca4-b3c2-4786-853f-5e44174a993a admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=03ea61ba775c498e9302e27f52d9e490&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0512326
Apr 22 20:13:13.938032 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.wsgi [-] (86331) accepted ('10.222.0.30', 37228) {{(pid=86331) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 20:13:13.965420 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-e24dea5f-64cd-4a55-9bd5-9cf8081022ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393900'] for security_group, after_delete {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:13:13.970382 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [None req-04406c92-1824-4709-8610-f7029958c609 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 20:13:13.984776 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e24dea5f-64cd-4a55-9bd5-9cf8081022ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c958d47-8ac5-4135-886a-87bfe988fc56,revision_number=None']} {{(pid=86330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 20:13:13.988465 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [None req-e24dea5f-64cd-4a55-9bd5-9cf8081022ce admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=86330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 20:13:13.991730 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-e24dea5f-64cd-4a55-9bd5-9cf8081022ce admin admin] Notify callbacks [] for security_group, before_response {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:13:13.995826 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [None req-e24dea5f-64cd-4a55-9bd5-9cf8081022ce admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/6c958d47-8ac5-4135-886a-87bfe988fc56 HTTP/1.1" status: 204  len: 168 time: 0.1649954
Apr 22 20:13:14.009698 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-043f2daf-29fe-4621-a913-ed8af1c45de4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:13:14.043120 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-043f2daf-29fe-4621-a913-ed8af1c45de4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:13:14.086851 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-043f2daf-29fe-4621-a913-ed8af1c45de4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393900'] for security_group, after_delete {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:13:14.092409 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [None req-e7c24274-27d5-4852-9c4d-ee6ba1d9f4ec admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 20:13:14.105532 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-043f2daf-29fe-4621-a913-ed8af1c45de4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee2fd218-b6ef-4cea-a671-632be37e9ef4,revision_number=None']} {{(pid=86331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 20:13:14.108673 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [None req-043f2daf-29fe-4621-a913-ed8af1c45de4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 20:13:14.110869 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-043f2daf-29fe-4621-a913-ed8af1c45de4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:13:14.112322 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [None req-043f2daf-29fe-4621-a913-ed8af1c45de4 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/ee2fd218-b6ef-4cea-a671-632be37e9ef4 HTTP/1.1" status: 204  len: 168 time: 0.1730838
Apr 22 20:13:14.434680 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.wsgi [-] (86331) accepted ('10.222.0.30', 37248) {{(pid=86331) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 20:13:14.454491 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-4469113a-415e-4a1f-afe6-6ca47f08da88 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:13:14.456213 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-127a7ad7-7c61-4739-b169-e6853e925641 req-775b2322-eae4-476b-be06-1cac57cbe5c1 tempest-AttachVolumeNegativeTest-423716770 tempest-AttachVolumeNegativeTest-423716770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 20:13:14.457920 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-127a7ad7-7c61-4739-b169-e6853e925641 req-775b2322-eae4-476b-be06-1cac57cbe5c1 tempest-AttachVolumeNegativeTest-423716770 tempest-AttachVolumeNegativeTest-423716770-project] 10.222.0.30 "GET /v2.0/ports?device_id=7e6b483d-23c3-4b8a-aa55-bcaa0fb31737 HTTP/1.1" status: 200  len: 931 time: 0.1037996
Apr 22 20:13:14.470420 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.quota.driver [None req-4469113a-415e-4a1f-afe6-6ca47f08da88 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 22 20:13:14.474835 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.quota.resource [None req-4469113a-415e-4a1f-afe6-6ca47f08da88 admin admin] Usage tracker for resource:security_group_rule and tenant:ef619f745614401b8383db9042ea77d1 is out of sync, need to count used quota {{(pid=86331) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 22 20:13:14.477893 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.quota.resource [None req-4469113a-415e-4a1f-afe6-6ca47f08da88 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86331) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 22 20:13:14.484321 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.quota.driver [None req-4469113a-415e-4a1f-afe6-6ca47f08da88 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 22 20:13:14.516790 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-127a7ad7-7c61-4739-b169-e6853e925641 req-76c31a89-944d-4588-83bc-9bb327d471cd tempest-AttachVolumeNegativeTest-423716770 tempest-AttachVolumeNegativeTest-423716770-project] 10.222.0.30 "GET /v2.0/security-groups?id=12e357dc-1d76-4f4d-8ec3-cba1cfd90e7f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0507593
Apr 22 20:13:14.594478 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-4469113a-415e-4a1f-afe6-6ca47f08da88 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:13:14.597419 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-4469113a-415e-4a1f-afe6-6ca47f08da88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393900'] for security_group, after_create {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:13:14.607082 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [None req-d435011b-2a65-4db7-b196-76a25f9175ed admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 20:13:14.654279 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [None req-4469113a-415e-4a1f-afe6-6ca47f08da88 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=ef619f745614401b8383db9042ea77d1&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2184520
Apr 22 20:13:14.656035 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4469113a-415e-4a1f-afe6-6ca47f08da88 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c31b5d8-070e-425c-8918-f044715d73a8,revision_number=1']} {{(pid=86331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 20:13:14.658559 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.wsgi [-] (86331) accepted ('10.222.0.30', 37260) {{(pid=86331) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 20:13:14.661153 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [None req-4469113a-415e-4a1f-afe6-6ca47f08da88 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 20:13:14.721750 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c8d014-6314-4b7a-b5a4-65265c18b3f0 req-36e23141-4124-4574-8d7b-4497c009a5e5 tempest-ServerRescueNegativeTestJSON-1009389569 tempest-ServerRescueNegativeTestJSON-1009389569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 20:13:14.723372 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-e3c8d014-6314-4b7a-b5a4-65265c18b3f0 req-36e23141-4124-4574-8d7b-4497c009a5e5 tempest-ServerRescueNegativeTestJSON-1009389569 tempest-ServerRescueNegativeTestJSON-1009389569-project] 10.222.0.30 "GET /v2.0/ports?device_id=c716f776-b175-41ed-8d8a-055fa4548224 HTTP/1.1" status: 200  len: 946 time: 0.0947587
Apr 22 20:13:14.732301 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-915f3721-fcd2-44b6-be7f-d82b0e73d607 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:13:14.767466 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-915f3721-fcd2-44b6-be7f-d82b0e73d607 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:13:14.779672 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-e3c8d014-6314-4b7a-b5a4-65265c18b3f0 req-ac840510-ffe0-4f46-b001-84d4202b5a9e tempest-ServerRescueNegativeTestJSON-1009389569 tempest-ServerRescueNegativeTestJSON-1009389569-project] 10.222.0.30 "GET /v2.0/security-groups?id=6f3d9104-7f67-4d9e-bcf5-b704aabb6c6e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0487828
Apr 22 20:13:14.827465 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-915f3721-fcd2-44b6-be7f-d82b0e73d607 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393900'] for security_group, after_delete {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:13:14.832753 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [None req-c0de9654-b6e8-4b37-b0a5-aec9e2dc4af5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 20:13:14.846141 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-915f3721-fcd2-44b6-be7f-d82b0e73d607 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c31b5d8-070e-425c-8918-f044715d73a8,revision_number=None']} {{(pid=86331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 20:13:14.862883 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [None req-915f3721-fcd2-44b6-be7f-d82b0e73d607 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 20:13:14.862883 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-915f3721-fcd2-44b6-be7f-d82b0e73d607 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:13:14.862883 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [None req-915f3721-fcd2-44b6-be7f-d82b0e73d607 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/2c31b5d8-070e-425c-8918-f044715d73a8 HTTP/1.1" status: 204  len: 168 time: 0.2025497
Apr 22 20:13:15.647856 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.db [None req-cbbe70c9-0b39-4f9d-be6e-4133a7c8f54f None None] get_ports_and_sgs() called for port_ids ['ac20feeb-ec82-4731-bb0e-f1e77bc564d5', 'ab98a8b7-cffc-4aed-99c1-aee742abf54d'] {{(pid=86332) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 22 20:13:15.657983 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.v2.base [req-890562e2-a14f-47db-9207-50dcebaa93cc req-c7b22cab-e399-4125-b98b-0507595e05db service neutron] Request body: {'port': {'device_id': '7e6b483d-23c3-4b8a-aa55-bcaa0fb31737', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78763'}} {{(pid=86331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 22 20:13:15.754193 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f87da15f-ab87-4562-9dde-85da1d2b8a12 req-c3735782-4cf4-439a-969b-69bf9b64a31e tempest-AttachVolumeNegativeTest-423716770 tempest-AttachVolumeNegativeTest-423716770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 20:13:15.762711 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-f87da15f-ab87-4562-9dde-85da1d2b8a12 req-c3735782-4cf4-439a-969b-69bf9b64a31e tempest-AttachVolumeNegativeTest-423716770 tempest-AttachVolumeNegativeTest-423716770-project] 10.222.0.30 "GET /v2.0/ports?device_id=7e6b483d-23c3-4b8a-aa55-bcaa0fb31737 HTTP/1.1" status: 200  len: 931 time: 0.1158834
Apr 22 20:13:15.808485 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [req-890562e2-a14f-47db-9207-50dcebaa93cc req-c7b22cab-e399-4125-b98b-0507595e05db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587983'] for port, before_update {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:13:15.856107 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-f87da15f-ab87-4562-9dde-85da1d2b8a12 req-52f8bd09-0562-4542-8358-d71795b7d67e tempest-AttachVolumeNegativeTest-423716770 tempest-AttachVolumeNegativeTest-423716770-project] 10.222.0.30 "GET /v2.0/security-groups?id=12e357dc-1d76-4f4d-8ec3-cba1cfd90e7f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0921807
Apr 22 20:13:16.227034 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-725383d7-c0ef-4dda-a3ca-0de3dd9bc6f7 req-4ec61cc8-8450-47f1-97bf-a6ee2ca7ae76 tempest-ServerRescueNegativeTestJSON-1009389569 tempest-ServerRescueNegativeTestJSON-1009389569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 20:13:16.228998 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-725383d7-c0ef-4dda-a3ca-0de3dd9bc6f7 req-4ec61cc8-8450-47f1-97bf-a6ee2ca7ae76 tempest-ServerRescueNegativeTestJSON-1009389569 tempest-ServerRescueNegativeTestJSON-1009389569-project] 10.222.0.30 "GET /v2.0/ports?device_id=c716f776-b175-41ed-8d8a-055fa4548224 HTTP/1.1" status: 200  len: 946 time: 0.2551234
Apr 22 20:13:16.292758 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-725383d7-c0ef-4dda-a3ca-0de3dd9bc6f7 req-d430467a-b388-48e9-a034-2e7d50f50289 tempest-ServerRescueNegativeTestJSON-1009389569 tempest-ServerRescueNegativeTestJSON-1009389569-project] 10.222.0.30 "GET /v2.0/security-groups?id=6f3d9104-7f67-4d9e-bcf5-b704aabb6c6e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0529571
Apr 22 20:13:16.435343 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.notifiers.nova [req-890562e2-a14f-47db-9207-50dcebaa93cc req-c7b22cab-e399-4125-b98b-0507595e05db service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0cfc2507-5acd-466a-b1c7-14264a7ab9ae {{(pid=86331) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 22 20:13:16.443345 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [req-890562e2-a14f-47db-9207-50dcebaa93cc req-c7b22cab-e399-4125-b98b-0507595e05db service neutron] Notify callbacks [] for port, precommit_update {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:13:16.458799 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.provisioning_blocks [req-890562e2-a14f-47db-9207-50dcebaa93cc req-c7b22cab-e399-4125-b98b-0507595e05db service neutron] Transition to ACTIVE for port object 0cfc2507-5acd-466a-b1c7-14264a7ab9ae will not be triggered until provisioned by entity L2. {{(pid=86331) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 22 20:13:16.461366 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [req-890562e2-a14f-47db-9207-50dcebaa93cc req-c7b22cab-e399-4125-b98b-0507595e05db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854198495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853168226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727707997384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363309147208137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727707567697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036853551937'] for port, after_update {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:13:16.466395 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [None req-a9cec021-fb5e-4ea7-acc5-aa2f05569325 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 20:13:16.634353 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7b22cab-e399-4125-b98b-0507595e05db service neutron] Pushing event updated for resources: {'Port': ['ID=0cfc2507-5acd-466a-b1c7-14264a7ab9ae,revision_number=2']} {{(pid=86331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 20:13:16.664933 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [None req-c7b22cab-e399-4125-b98b-0507595e05db service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 20:13:16.718918 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.managers [req-890562e2-a14f-47db-9207-50dcebaa93cc req-c7b22cab-e399-4125-b98b-0507595e05db service neutron] Attempting to bind port 0cfc2507-5acd-466a-b1c7-14264a7ab9ae on host hv-cinder-78763 for vnic_type normal with profile  {{(pid=86331) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 22 20:13:16.719293 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.managers [req-890562e2-a14f-47db-9207-50dcebaa93cc req-c7b22cab-e399-4125-b98b-0507595e05db service neutron] Attempting to bind port 0cfc2507-5acd-466a-b1c7-14264a7ab9ae by drivers openvswitch,hyperv on host hv-cinder-78763 at level 0 using segments [{'id': '3a7c8a3c-d8a5-4ea6-9c7e-398752a60d2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '2f71bdb9-006a-4ab4-9335-9bbccd5c61c9'}] {{(pid=86331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 22 20:13:16.720209 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-890562e2-a14f-47db-9207-50dcebaa93cc req-c7b22cab-e399-4125-b98b-0507595e05db service neutron] Attempting to bind port 0cfc2507-5acd-466a-b1c7-14264a7ab9ae on network 2f71bdb9-006a-4ab4-9335-9bbccd5c61c9 {{(pid=86331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 22 20:13:16.725928 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-890562e2-a14f-47db-9207-50dcebaa93cc req-c7b22cab-e399-4125-b98b-0507595e05db service neutron] Port 0cfc2507-5acd-466a-b1c7-14264a7ab9ae on network 2f71bdb9-006a-4ab4-9335-9bbccd5c61c9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78763 {{(pid=86331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 22 20:13:16.726296 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-890562e2-a14f-47db-9207-50dcebaa93cc req-c7b22cab-e399-4125-b98b-0507595e05db service neutron] Attempting to bind port 0cfc2507-5acd-466a-b1c7-14264a7ab9ae on network 2f71bdb9-006a-4ab4-9335-9bbccd5c61c9 {{(pid=86331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 22 20:13:16.733282 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-890562e2-a14f-47db-9207-50dcebaa93cc req-c7b22cab-e399-4125-b98b-0507595e05db service neutron] Checking agent: {'id': 'b4f1961c-1932-496b-a656-3b148bb81a73', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78763', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 22, 20, 9, 49), 'started_at': datetime.datetime(2021, 4, 22, 20, 9, 49), 'heartbeat_timestamp': datetime.datetime(2021, 4, 22, 20, 12, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 22 20:13:16.733610 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-890562e2-a14f-47db-9207-50dcebaa93cc req-c7b22cab-e399-4125-b98b-0507595e05db service neutron] Checking segment: {'id': '3a7c8a3c-d8a5-4ea6-9c7e-398752a60d2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '2f71bdb9-006a-4ab4-9335-9bbccd5c61c9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86331) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 22 20:13:16.734101 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-890562e2-a14f-47db-9207-50dcebaa93cc req-c7b22cab-e399-4125-b98b-0507595e05db service neutron] Bound using segment: {'id': '3a7c8a3c-d8a5-4ea6-9c7e-398752a60d2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '2f71bdb9-006a-4ab4-9335-9bbccd5c61c9'} {{(pid=86331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 22 20:13:16.734501 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.managers [req-890562e2-a14f-47db-9207-50dcebaa93cc req-c7b22cab-e399-4125-b98b-0507595e05db service neutron] Bound port: 0cfc2507-5acd-466a-b1c7-14264a7ab9ae, host: hv-cinder-78763, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3a7c8a3c-d8a5-4ea6-9c7e-398752a60d2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '2f71bdb9-006a-4ab4-9335-9bbccd5c61c9'}}] {{(pid=86331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 22 20:13:16.734886 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [req-890562e2-a14f-47db-9207-50dcebaa93cc req-c7b22cab-e399-4125-b98b-0507595e05db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587983'] for port, before_update {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:13:16.857267 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.db [req-890562e2-a14f-47db-9207-50dcebaa93cc req-c7b22cab-e399-4125-b98b-0507595e05db service neutron] For port 0cfc2507-5acd-466a-b1c7-14264a7ab9ae, host hv-cinder-78763, cleared binding levels {{(pid=86331) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 22 20:13:16.862011 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.db [req-890562e2-a14f-47db-9207-50dcebaa93cc req-c7b22cab-e399-4125-b98b-0507595e05db service neutron] For port 0cfc2507-5acd-466a-b1c7-14264a7ab9ae, host hv-cinder-78763, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78763',level=0,port_id=0cfc2507-5acd-466a-b1c7-14264a7ab9ae,segment=NetworkSegment(3a7c8a3c-d8a5-4ea6-9c7e-398752a60d2f),segment_id=3a7c8a3c-d8a5-4ea6-9c7e-398752a60d2f)] {{(pid=86331) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 22 20:13:16.866295 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [req-890562e2-a14f-47db-9207-50dcebaa93cc req-c7b22cab-e399-4125-b98b-0507595e05db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854198495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853168226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727707997384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363309147208137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727707567697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036853551937'] for port, after_update {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:13:16.876627 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 20:13:16.932257 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890562e2-a14f-47db-9207-50dcebaa93cc req-c7b22cab-e399-4125-b98b-0507595e05db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 20:13:16.932940 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [req-890562e2-a14f-47db-9207-50dcebaa93cc req-c7b22cab-e399-4125-b98b-0507595e05db service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-743'] for port, before_response {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:13:16.934469 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-890562e2-a14f-47db-9207-50dcebaa93cc req-c7b22cab-e399-4125-b98b-0507595e05db service neutron] 10.222.0.46 "PUT /v2.0/ports/0cfc2507-5acd-466a-b1c7-14264a7ab9ae HTTP/1.1" status: 200  len: 1093 time: 1.2815318
Apr 22 20:13:16.934995 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7e6b483d-23c3-4b8a-aa55-bcaa0fb31737', 'tag': '0cfc2507-5acd-466a-b1c7-14264a7ab9ae'}] {{(pid=86331) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 22 20:13:16.969592 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7b22cab-e399-4125-b98b-0507595e05db service neutron] Pushing event updated for resources: {'Port': ['ID=0cfc2507-5acd-466a-b1c7-14264a7ab9ae,revision_number=3']} {{(pid=86331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 20:13:16.973396 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [None req-c7b22cab-e399-4125-b98b-0507595e05db service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 20:13:17.152969 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71df57dd-f0bb-4504-8fb8-797ae449aa25 req-b626beb0-1ddb-4076-a342-12131e36aff7 tempest-AttachVolumeNegativeTest-423716770 tempest-AttachVolumeNegativeTest-423716770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 20:13:17.153750 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.quota.resource [req-71df57dd-f0bb-4504-8fb8-797ae449aa25 req-b626beb0-1ddb-4076-a342-12131e36aff7 tempest-AttachVolumeNegativeTest-423716770 tempest-AttachVolumeNegativeTest-423716770-project] Synchronizing usage tracker for tenant:48229d4d53b042958a9ce5577ce62d8e on resource:port {{(pid=86331) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 22 20:13:17.170975 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.quota.resource [req-71df57dd-f0bb-4504-8fb8-797ae449aa25 req-b626beb0-1ddb-4076-a342-12131e36aff7 tempest-AttachVolumeNegativeTest-423716770 tempest-AttachVolumeNegativeTest-423716770-project] Unset dirty status for tenant:48229d4d53b042958a9ce5577ce62d8e on resource:port {{(pid=86331) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 22 20:13:17.172277 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-71df57dd-f0bb-4504-8fb8-797ae449aa25 req-b626beb0-1ddb-4076-a342-12131e36aff7 tempest-AttachVolumeNegativeTest-423716770 tempest-AttachVolumeNegativeTest-423716770-project] 10.222.0.30 "GET /v2.0/ports?device_id=7e6b483d-23c3-4b8a-aa55-bcaa0fb31737 HTTP/1.1" status: 200  len: 943 time: 0.1399872
Apr 22 20:13:17.199037 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.wsgi [-] (86330) accepted ('10.222.0.30', 37372) {{(pid=86330) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 20:13:17.233154 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-71df57dd-f0bb-4504-8fb8-797ae449aa25 req-eade75c1-9e34-4e12-b5cb-0909e8ef178a tempest-AttachVolumeNegativeTest-423716770 tempest-AttachVolumeNegativeTest-423716770-project] 10.222.0.30 "GET /v2.0/security-groups?id=12e357dc-1d76-4f4d-8ec3-cba1cfd90e7f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0544436
Apr 22 20:13:17.301421 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7e6b483d-23c3-4b8a-aa55-bcaa0fb31737', 'tag': '0cfc2507-5acd-466a-b1c7-14264a7ab9ae', 'status': 'completed', 'code': 200}
Apr 22 20:13:17.342154 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-adffc2ad-bba6-465e-9dd3-177af7ea08af admin admin] Notify callbacks [] for security_group, before_create {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:13:17.360191 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.quota.driver [None req-adffc2ad-bba6-465e-9dd3-177af7ea08af admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86330) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 22 20:13:17.366401 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.quota.resource [None req-adffc2ad-bba6-465e-9dd3-177af7ea08af admin admin] Usage tracker for resource:security_group_rule and tenant:b2d3b8b8e16a404fac67082fa88f0916 is out of sync, need to count used quota {{(pid=86330) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 22 20:13:17.369599 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.quota.resource [None req-adffc2ad-bba6-465e-9dd3-177af7ea08af admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86330) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 22 20:13:17.376421 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.quota.driver [None req-adffc2ad-bba6-465e-9dd3-177af7ea08af admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86330) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 22 20:13:17.503044 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-adffc2ad-bba6-465e-9dd3-177af7ea08af admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:13:17.506735 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-adffc2ad-bba6-465e-9dd3-177af7ea08af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393900'] for security_group, after_create {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:13:17.532567 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1679261-58db-4d6a-b55c-e16009718929 req-2daae285-03b5-41ca-8495-750ecde0580c tempest-ServerRescueNegativeTestJSON-1009389569 tempest-ServerRescueNegativeTestJSON-1009389569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 20:13:17.534416 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-f1679261-58db-4d6a-b55c-e16009718929 req-2daae285-03b5-41ca-8495-750ecde0580c tempest-ServerRescueNegativeTestJSON-1009389569 tempest-ServerRescueNegativeTestJSON-1009389569-project] 10.222.0.30 "GET /v2.0/ports?device_id=c716f776-b175-41ed-8d8a-055fa4548224 HTTP/1.1" status: 200  len: 946 time: 0.0999031
Apr 22 20:13:17.537277 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [None req-4d95eb2a-8561-4ee2-9139-8593f784ebd6 tempest-AttachVolumeTestJSON-431678780 tempest-AttachVolumeTestJSON-431678780-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 20:13:17.558166 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [None req-adffc2ad-bba6-465e-9dd3-177af7ea08af admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=b2d3b8b8e16a404fac67082fa88f0916&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3549688
Apr 22 20:13:17.558924 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.wsgi [-] (86330) accepted ('10.222.0.30', 37396) {{(pid=86330) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 20:13:17.610539 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-f1679261-58db-4d6a-b55c-e16009718929 req-d149d3dd-d582-4516-80eb-e557381a0040 tempest-ServerRescueNegativeTestJSON-1009389569 tempest-ServerRescueNegativeTestJSON-1009389569-project] 10.222.0.30 "GET /v2.0/security-groups?id=6f3d9104-7f67-4d9e-bcf5-b704aabb6c6e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0634873
Apr 22 20:13:17.614975 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adffc2ad-bba6-465e-9dd3-177af7ea08af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13aba1ce-a8a1-417d-8253-9ac761c912e2,revision_number=1']} {{(pid=86330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 20:13:17.624704 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [None req-adffc2ad-bba6-465e-9dd3-177af7ea08af admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=86330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 20:13:17.646568 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-14a40234-d99f-4010-afb6-763f28b3832a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:13:17.674501 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-14a40234-d99f-4010-afb6-763f28b3832a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:13:17.719982 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-14a40234-d99f-4010-afb6-763f28b3832a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393900'] for security_group, after_delete {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:13:17.725072 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [None req-ea5cae29-6068-4245-a8c6-eafe426a33e4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 20:13:17.739410 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14a40234-d99f-4010-afb6-763f28b3832a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13aba1ce-a8a1-417d-8253-9ac761c912e2,revision_number=None']} {{(pid=86330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 20:13:17.741927 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [None req-14a40234-d99f-4010-afb6-763f28b3832a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=86330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 20:13:17.744971 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-14a40234-d99f-4010-afb6-763f28b3832a admin admin] Notify callbacks [] for security_group, before_response {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:13:17.746384 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [None req-14a40234-d99f-4010-afb6-763f28b3832a admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/13aba1ce-a8a1-417d-8253-9ac761c912e2 HTTP/1.1" status: 204  len: 168 time: 0.1864870
Apr 22 20:13:17.995612 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.wsgi [-] (86330) accepted ('10.222.0.30', 37416) {{(pid=86330) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 20:13:18.124472 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-969297d2-a455-4da9-9ae0-569cdad6b648 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:13:18.140199 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.quota.driver [None req-969297d2-a455-4da9-9ae0-569cdad6b648 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86330) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 22 20:13:18.144233 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.quota.resource [None req-969297d2-a455-4da9-9ae0-569cdad6b648 admin admin] Usage tracker for resource:security_group_rule and tenant:960581d2062241a1ae7c2aa6fa662e4e is out of sync, need to count used quota {{(pid=86330) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 22 20:13:18.147162 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.quota.resource [None req-969297d2-a455-4da9-9ae0-569cdad6b648 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86330) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 22 20:13:18.153719 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.quota.driver [None req-969297d2-a455-4da9-9ae0-569cdad6b648 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86330) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 22 20:13:18.239421 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-969297d2-a455-4da9-9ae0-569cdad6b648 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:13:18.242265 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-969297d2-a455-4da9-9ae0-569cdad6b648 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393900'] for security_group, after_create {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:13:18.249609 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [None req-a571e537-4661-41ab-94ff-5565aa0b981a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 20:13:18.292196 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-969297d2-a455-4da9-9ae0-569cdad6b648 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e22cde0-ef3d-4679-8a7c-9c6eaf2e53f2,revision_number=1']} {{(pid=86330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 20:13:18.295877 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [None req-969297d2-a455-4da9-9ae0-569cdad6b648 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=86330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 20:13:18.301379 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.wsgi [-] (86331) accepted ('10.222.0.30', 37438) {{(pid=86331) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 20:13:18.301511 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [None req-969297d2-a455-4da9-9ae0-569cdad6b648 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=960581d2062241a1ae7c2aa6fa662e4e&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3046548
Apr 22 20:13:18.416390 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-1e1c18df-24ca-4c00-bf6e-d3869d2511ef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:13:18.452573 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-1e1c18df-24ca-4c00-bf6e-d3869d2511ef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:13:18.460038 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.wsgi [-] (86330) accepted ('10.222.0.30', 37444) {{(pid=86330) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 20:13:18.516516 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0222ff19-2e27-4162-a1f5-f1267c732848 req-ab24c25f-4461-4868-976c-6914d71e4f68 tempest-AttachVolumeNegativeTest-423716770 tempest-AttachVolumeNegativeTest-423716770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 20:13:18.518150 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-0222ff19-2e27-4162-a1f5-f1267c732848 req-ab24c25f-4461-4868-976c-6914d71e4f68 tempest-AttachVolumeNegativeTest-423716770 tempest-AttachVolumeNegativeTest-423716770-project] 10.222.0.30 "GET /v2.0/ports?device_id=7e6b483d-23c3-4b8a-aa55-bcaa0fb31737 HTTP/1.1" status: 200  len: 943 time: 0.1578970
Apr 22 20:13:18.528673 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-1e1c18df-24ca-4c00-bf6e-d3869d2511ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393900'] for security_group, after_delete {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:13:18.545666 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 20:13:18.566192 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e1c18df-24ca-4c00-bf6e-d3869d2511ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e22cde0-ef3d-4679-8a7c-9c6eaf2e53f2,revision_number=None']} {{(pid=86331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 20:13:18.570159 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [None req-1e1c18df-24ca-4c00-bf6e-d3869d2511ef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 20:13:18.578058 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.v2.base [None req-0077415f-0128-4e79-aa54-275683d944c0 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1266787155-network', 'tenant_id': 'ed8e9232a3ce48d39526eecdc431aec3'}} {{(pid=86330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 22 20:13:18.580136 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-1e1c18df-24ca-4c00-bf6e-d3869d2511ef admin admin] Notify callbacks [] for security_group, before_response {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:13:18.581321 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [None req-1e1c18df-24ca-4c00-bf6e-d3869d2511ef admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/3e22cde0-ef3d-4679-8a7c-9c6eaf2e53f2 HTTP/1.1" status: 204  len: 168 time: 0.2788577
Apr 22 20:13:18.585431 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.quota.driver [None req-0077415f-0128-4e79-aa54-275683d944c0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86330) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 22 20:13:18.592302 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.quota.resource [None req-0077415f-0128-4e79-aa54-275683d944c0 admin admin] Usage tracker for resource:network and tenant:ed8e9232a3ce48d39526eecdc431aec3 is out of sync, need to count used quota {{(pid=86330) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 22 20:13:18.596133 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.quota.resource [None req-0077415f-0128-4e79-aa54-275683d944c0 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86330) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 22 20:13:18.600485 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-0222ff19-2e27-4162-a1f5-f1267c732848 req-be47e874-8819-4653-b0b8-5680c8129c3d tempest-AttachVolumeNegativeTest-423716770 tempest-AttachVolumeNegativeTest-423716770-project] 10.222.0.30 "GET /v2.0/security-groups?id=12e357dc-1d76-4f4d-8ec3-cba1cfd90e7f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0738268
Apr 22 20:13:18.604713 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.quota.driver [None req-0077415f-0128-4e79-aa54-275683d944c0 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86330) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 22 20:13:18.616512 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0077415f-0128-4e79-aa54-275683d944c0 admin admin] Made reservation on behalf of ed8e9232a3ce48d39526eecdc431aec3 for: {'network': 1} {{(pid=86330) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 22 20:13:18.623025 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-0077415f-0128-4e79-aa54-275683d944c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587983'] for network, before_create {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:13:18.636542 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-cbbe70c9-0b39-4f9d-be6e-4133a7c8f54f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309146858885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640583'] for agent, after_update {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:13:18.639615 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-0077415f-0128-4e79-aa54-275683d944c0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:13:18.658160 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.quota.driver [None req-0077415f-0128-4e79-aa54-275683d944c0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86330) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 22 20:13:18.662978 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.quota.resource [None req-0077415f-0128-4e79-aa54-275683d944c0 admin admin] Usage tracker for resource:security_group_rule and tenant:ed8e9232a3ce48d39526eecdc431aec3 is out of sync, need to count used quota {{(pid=86330) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 22 20:13:18.667111 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.quota.resource [None req-0077415f-0128-4e79-aa54-275683d944c0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86330) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 22 20:13:18.673705 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.quota.driver [None req-0077415f-0128-4e79-aa54-275683d944c0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86330) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 22 20:13:18.784847 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-0077415f-0128-4e79-aa54-275683d944c0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:13:18.789504 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-0077415f-0128-4e79-aa54-275683d944c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393900'] for security_group, after_create {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:13:18.796275 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [None req-56ab9f4b-f104-49a9-9e57-5570d544f32c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 20:13:18.834596 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0077415f-0128-4e79-aa54-275683d944c0 admin admin] vlan segment allocate from pool success with {'vlan_id': 399, 'physical_network': 'physnet1'}  {{(pid=86330) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}}
Apr 22 20:13:18.844476 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0077415f-0128-4e79-aa54-275683d944c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7e930b8-31f1-4903-8cfc-d3b82305fe6e,revision_number=1']} {{(pid=86330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 20:13:18.852064 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [None req-0077415f-0128-4e79-aa54-275683d944c0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=86330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 20:13:18.861402 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-0077415f-0128-4e79-aa54-275683d944c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1523030'] for segment, precommit_create {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:13:18.861825 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.db.segments_db [None req-0077415f-0128-4e79-aa54-275683d944c0 admin admin] Added segment e8b93f7f-6c3d-4774-85c0-845d1db34c9d of type vlan for network 8c6beec9-2be5-42aa-b3d8-efd21a74a412
Apr 22 20:13:18.892851 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-0077415f-0128-4e79-aa54-275683d944c0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727707556023'] for network, precommit_create {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:13:18.924411 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.wsgi [-] (86330) accepted ('10.222.0.30', 37460) {{(pid=86330) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 20:13:18.940400 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-0077415f-0128-4e79-aa54-275683d944c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853168226'] for network, after_create {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:13:18.943448 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0077415f-0128-4e79-aa54-275683d944c0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 20:13:18.944102 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-0077415f-0128-4e79-aa54-275683d944c0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853168243'] for network, before_response {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:13:18.951106 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [None req-6d85fcc3-7054-435c-8547-ce95c57e3204 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 20:13:18.970816 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-9284890c-aa6a-4fb8-b352-def215e4fae0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:13:19.000079 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc9aeab2-8d8c-46e2-9ced-198b7c82899b req-6bb0c172-0f55-4f58-bf6b-0777a9f9171f tempest-ServerRescueNegativeTestJSON-1009389569 tempest-ServerRescueNegativeTestJSON-1009389569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 20:13:19.001694 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-bc9aeab2-8d8c-46e2-9ced-198b7c82899b req-6bb0c172-0f55-4f58-bf6b-0777a9f9171f tempest-ServerRescueNegativeTestJSON-1009389569 tempest-ServerRescueNegativeTestJSON-1009389569-project] 10.222.0.30 "GET /v2.0/ports?device_id=c716f776-b175-41ed-8d8a-055fa4548224 HTTP/1.1" status: 200  len: 946 time: 0.0934184
Apr 22 20:13:19.049035 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-bc9aeab2-8d8c-46e2-9ced-198b7c82899b req-f07fb52a-7d06-4b64-9b44-f2e396d1ce55 tempest-ServerRescueNegativeTestJSON-1009389569 tempest-ServerRescueNegativeTestJSON-1009389569-project] 10.222.0.30 "GET /v2.0/security-groups?id=6f3d9104-7f67-4d9e-bcf5-b704aabb6c6e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0406806
Apr 22 20:13:19.063503 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.quota.driver [None req-9284890c-aa6a-4fb8-b352-def215e4fae0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86330) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 22 20:13:19.075765 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.quota.resource [None req-9284890c-aa6a-4fb8-b352-def215e4fae0 admin admin] Usage tracker for resource:security_group_rule and tenant:d5c2dac507f043648ccc4a12dddba844 is out of sync, need to count used quota {{(pid=86330) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 22 20:13:19.081855 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.quota.resource [None req-9284890c-aa6a-4fb8-b352-def215e4fae0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86330) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 22 20:13:19.088250 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [None req-0077415f-0128-4e79-aa54-275683d944c0 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201  len: 882 time: 0.6265843
Apr 22 20:13:19.091463 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.wsgi [-] (86331) accepted ('10.222.0.30', 37464) {{(pid=86331) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 20:13:19.091935 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0077415f-0128-4e79-aa54-275683d944c0 admin admin] Pushing event updated for resources: {'Network': ['ID=8c6beec9-2be5-42aa-b3d8-efd21a74a412,revision_number=1']} {{(pid=86330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 20:13:19.094534 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.quota.driver [None req-9284890c-aa6a-4fb8-b352-def215e4fae0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86330) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 22 20:13:19.096722 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [None req-0077415f-0128-4e79-aa54-275683d944c0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=86330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 20:13:19.098568 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.v2.base [None req-a35e5037-e60b-4c73-8b50-b7b355d221a8 admin admin] Request body: {'subnet': {'network_id': '8c6beec9-2be5-42aa-b3d8-efd21a74a412', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1266787155-subnet', 'tenant_id': 'ed8e9232a3ce48d39526eecdc431aec3', 'ip_version': 4}} {{(pid=86331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 22 20:13:19.102991 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.rpc [None req-08e5d76f-3fe5-4242-a4b8-30f374028052 None None] Network 8c6beec9-2be5-42aa-b3d8-efd21a74a412 details requested by agent ovs-agent-dv-cinder-787632-1-iscsi with host dv-cinder-787632-1-iscsi {{(pid=86332) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Apr 22 20:13:19.104910 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.quota.driver [None req-a35e5037-e60b-4c73-8b50-b7b355d221a8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 22 20:13:19.109227 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.quota.resource [None req-a35e5037-e60b-4c73-8b50-b7b355d221a8 admin admin] Usage tracker for resource:subnet and tenant:ed8e9232a3ce48d39526eecdc431aec3 is out of sync, need to count used quota {{(pid=86331) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 22 20:13:19.112277 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.quota.resource [None req-a35e5037-e60b-4c73-8b50-b7b355d221a8 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86331) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 22 20:13:19.118543 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.quota.driver [None req-a35e5037-e60b-4c73-8b50-b7b355d221a8 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 22 20:13:19.128856 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a35e5037-e60b-4c73-8b50-b7b355d221a8 admin admin] Made reservation on behalf of ed8e9232a3ce48d39526eecdc431aec3 for: {'subnet': 1} {{(pid=86331) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 22 20:13:19.133657 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-a35e5037-e60b-4c73-8b50-b7b355d221a8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851064723'] for subnet, before_create {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:13:19.191265 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-9284890c-aa6a-4fb8-b352-def215e4fae0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:13:19.194218 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-9284890c-aa6a-4fb8-b352-def215e4fae0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393900'] for security_group, after_create {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:13:19.201199 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [None req-14a40234-d99f-4010-afb6-763f28b3832a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 20:13:19.248462 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [None req-9284890c-aa6a-4fb8-b352-def215e4fae0 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=d5c2dac507f043648ccc4a12dddba844&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3222682
Apr 22 20:13:19.250199 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9284890c-aa6a-4fb8-b352-def215e4fae0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=981a32c0-2872-4970-8cd1-87a1d84a8b00,revision_number=1']} {{(pid=86330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 20:13:19.251112 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.wsgi [-] (86331) accepted ('10.222.0.30', 37470) {{(pid=86331) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 20:13:19.255107 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [None req-9284890c-aa6a-4fb8-b352-def215e4fae0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=86330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 20:13:19.383686 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-aac46819-e0e7-423c-b9a0-40ffdf3a752e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:13:19.438982 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-aac46819-e0e7-423c-b9a0-40ffdf3a752e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:13:19.559684 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-aac46819-e0e7-423c-b9a0-40ffdf3a752e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393900'] for security_group, after_delete {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:13:19.564113 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [None req-e6e5fecc-bfe1-492b-9969-05ed22af3048 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 20:13:19.578193 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aac46819-e0e7-423c-b9a0-40ffdf3a752e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=981a32c0-2872-4970-8cd1-87a1d84a8b00,revision_number=None']} {{(pid=86331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 20:13:19.582776 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [None req-aac46819-e0e7-423c-b9a0-40ffdf3a752e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 20:13:19.610003 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-aac46819-e0e7-423c-b9a0-40ffdf3a752e admin admin] Notify callbacks [] for security_group, before_response {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:13:19.611201 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [None req-aac46819-e0e7-423c-b9a0-40ffdf3a752e admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/981a32c0-2872-4970-8cd1-87a1d84a8b00 HTTP/1.1" status: 204  len: 168 time: 0.3583794
Apr 22 20:13:19.683005 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-a35e5037-e60b-4c73-8b50-b7b355d221a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853168226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036853554393', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036851064708'] for subnet, after_create {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:13:19.688272 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [None req-b763eeb0-3686-4785-a4d3-61ac0cb8fbeb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 20:13:19.884478 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a35e5037-e60b-4c73-8b50-b7b355d221a8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7e154f7f-c6a5-48a3-9c75-a2bc01d89ad4,revision_number=0']} {{(pid=86331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 20:13:19.896399 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [None req-a35e5037-e60b-4c73-8b50-b7b355d221a8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.208s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 20:13:19.911122 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a35e5037-e60b-4c73-8b50-b7b355d221a8 admin admin] Checking segment: {'id': 'e8b93f7f-6c3d-4774-85c0-845d1db34c9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '8c6beec9-2be5-42aa-b3d8-efd21a74a412'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86331) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 22 20:13:19.911517 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a35e5037-e60b-4c73-8b50-b7b355d221a8 admin admin] Network hostable DHCP agents. Network: 8c6beec9-2be5-42aa-b3d8-efd21a74a412, hostable agents: ['e0877369-7b04-40ef-a371-0b097842c51e'], hosted agents: [] {{(pid=86331) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Apr 22 20:13:19.956141 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-025bc81a-0c61-4103-aaf8-359caec2a40e req-c791da49-4883-4829-a974-e168c76b6421 tempest-AttachVolumeNegativeTest-423716770 tempest-AttachVolumeNegativeTest-423716770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 20:13:19.957738 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-025bc81a-0c61-4103-aaf8-359caec2a40e req-c791da49-4883-4829-a974-e168c76b6421 tempest-AttachVolumeNegativeTest-423716770 tempest-AttachVolumeNegativeTest-423716770-project] 10.222.0.30 "GET /v2.0/ports?device_id=7e6b483d-23c3-4b8a-aa55-bcaa0fb31737 HTTP/1.1" status: 200  len: 943 time: 0.2041314
Apr 22 20:13:19.959326 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a35e5037-e60b-4c73-8b50-b7b355d221a8 admin admin] Network 8c6beec9-2be5-42aa-b3d8-efd21a74a412 is scheduled to be hosted by DHCP agent e0877369-7b04-40ef-a371-0b097842c51e with binding_index 1 {{(pid=86331) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Apr 22 20:13:19.968454 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a3b02a5-4d4c-43c6-b248-09a7c3a71f03 req-6863e0c4-96f7-4329-9e42-9057f9c21aa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 20:13:19.970004 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-6a3b02a5-4d4c-43c6-b248-09a7c3a71f03 req-6863e0c4-96f7-4329-9e42-9057f9c21aa2 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=48229d4d53b042958a9ce5577ce62d8e&device_id=7e6b483d-23c3-4b8a-aa55-bcaa0fb31737 HTTP/1.1" status: 200  len: 1096 time: 0.2545965
Apr 22 20:13:20.012320 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.scheduler.base_scheduler [None req-a35e5037-e60b-4c73-8b50-b7b355d221a8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-787632-1-iscsi, 8c6beec9-2be5-42aa-b3d8-efd21a74a412) {{(pid=86331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 22 20:13:20.021316 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00ffb11b-0095-47e3-88ba-dc37a295c705 None None] Network 8c6beec9-2be5-42aa-b3d8-efd21a74a412 requested from dv-cinder-787632-1-iscsi {{(pid=86332) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 22 20:13:20.107125 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a35e5037-e60b-4c73-8b50-b7b355d221a8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 20:13:20.107786 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-a35e5037-e60b-4c73-8b50-b7b355d221a8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853168243'] for subnet, before_response {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:13:20.124255 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-025bc81a-0c61-4103-aaf8-359caec2a40e req-7d953528-cca6-4783-9f91-6c941122ee88 tempest-AttachVolumeNegativeTest-423716770 tempest-AttachVolumeNegativeTest-423716770-project] 10.222.0.30 "GET /v2.0/security-groups?id=12e357dc-1d76-4f4d-8ec3-cba1cfd90e7f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1581759
Apr 22 20:13:20.181658 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [None req-a35e5037-e60b-4c73-8b50-b7b355d221a8 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 845 time: 1.0885856
Apr 22 20:13:20.184636 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.wsgi [-] (86330) accepted ('10.222.0.30', 37498) {{(pid=86330) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 20:13:20.190603 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.v2.base [None req-4c9af214-c5fa-4b6e-8159-9fec7d67d541 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1266787155-router', 'tenant_id': 'ed8e9232a3ce48d39526eecdc431aec3', 'external_gateway_info': {'network_id': '1b725cb4-6db6-4e68-9a61-1978e8a191a1'}}} {{(pid=86330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 22 20:13:20.198551 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.quota.driver [None req-4c9af214-c5fa-4b6e-8159-9fec7d67d541 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86330) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 22 20:13:20.206140 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.quota.resource [None req-4c9af214-c5fa-4b6e-8159-9fec7d67d541 admin admin] Usage tracker for resource:router and tenant:ed8e9232a3ce48d39526eecdc431aec3 is out of sync, need to count used quota {{(pid=86330) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 22 20:13:20.209498 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.quota.resource [None req-4c9af214-c5fa-4b6e-8159-9fec7d67d541 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=86330) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 22 20:13:20.217734 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a3b02a5-4d4c-43c6-b248-09a7c3a71f03 req-e542477e-f5f3-4e1c-9119-10b4d09b95db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 20:13:20.218259 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.quota.driver [None req-4c9af214-c5fa-4b6e-8159-9fec7d67d541 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86330) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 22 20:13:20.220117 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-6a3b02a5-4d4c-43c6-b248-09a7c3a71f03 req-e542477e-f5f3-4e1c-9119-10b4d09b95db service neutron] 10.222.0.46 "GET /v2.0/networks?tenant_id=48229d4d53b042958a9ce5577ce62d8e&shared=False HTTP/1.1" status: 200  len: 916 time: 0.2322032
Apr 22 20:13:20.280465 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-4c9af214-c5fa-4b6e-8159-9fec7d67d541 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-423916', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854773907'] for router, before_create {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:13:20.281737 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-4c9af214-c5fa-4b6e-8159-9fec7d67d541 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854351900', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854359550', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854378989', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1894'] for router, precommit_create {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:13:20.314210 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-4c9af214-c5fa-4b6e-8159-9fec7d67d541 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:13:20.347029 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50773709-e2a8-4d04-8dca-c11da29136a6 req-3d789936-c9c6-472c-b83f-fe8a3748bbc2 tempest-ServerRescueNegativeTestJSON-1009389569 tempest-ServerRescueNegativeTestJSON-1009389569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 20:13:20.354297 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-50773709-e2a8-4d04-8dca-c11da29136a6 req-3d789936-c9c6-472c-b83f-fe8a3748bbc2 tempest-ServerRescueNegativeTestJSON-1009389569 tempest-ServerRescueNegativeTestJSON-1009389569-project] 10.222.0.30 "GET /v2.0/ports?device_id=c716f776-b175-41ed-8d8a-055fa4548224 HTTP/1.1" status: 200  len: 946 time: 0.1514041
Apr 22 20:13:20.424663 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b655173-6392-4380-89f4-0326dda78bdb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0e86e177-c777-5841-8b38-a99bfcf73d2b-8c6beec9-2be5-42aa-b3d8-efd21a74a412', 'network_id': '8c6beec9-2be5-42aa-b3d8-efd21a74a412', 'tenant_id': 'ed8e9232a3ce48d39526eecdc431aec3', 'fixed_ips': [{'subnet_id': '7e154f7f-c6a5-48a3-9c75-a2bc01d89ad4'}]}} from dv-cinder-787632-1-iscsi. {{(pid=86332) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}}
Apr 22 20:13:20.425695 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-7b655173-6392-4380-89f4-0326dda78bdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587983'] for port, before_create {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:13:20.605572 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.db_base_plugin_common [None req-7b655173-6392-4380-89f4-0326dda78bdb None None] Allocated IP 172.20.0.2 (8c6beec9-2be5-42aa-b3d8-efd21a74a412/7e154f7f-c6a5-48a3-9c75-a2bc01d89ad4/5ea5b559-6c39-4c62-8a30-e0c0e912ab0f) {{(pid=86332) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 22 20:13:20.664580 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-50773709-e2a8-4d04-8dca-c11da29136a6 req-2337440f-2dc5-4353-9caa-a6f8b2f9450e tempest-ServerRescueNegativeTestJSON-1009389569 tempest-ServerRescueNegativeTestJSON-1009389569-project] 10.222.0.30 "GET /v2.0/security-groups?id=6f3d9104-7f67-4d9e-bcf5-b704aabb6c6e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3090696
Apr 22 20:13:20.682755 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-4c9af214-c5fa-4b6e-8159-9fec7d67d541 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854359307', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854346401', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1879'] for router, precommit_update {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:13:20.936241 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-7b655173-6392-4380-89f4-0326dda78bdb None None] Notify callbacks [] for port, precommit_create {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:13:20.949275 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.provisioning_blocks [None req-7b655173-6392-4380-89f4-0326dda78bdb None None] Transition to ACTIVE for port object 5ea5b559-6c39-4c62-8a30-e0c0e912ab0f will not be triggered until provisioned by entity L2. {{(pid=86332) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 22 20:13:20.987912 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.provisioning_blocks [None req-7b655173-6392-4380-89f4-0326dda78bdb None None] Transition to ACTIVE for port object 5ea5b559-6c39-4c62-8a30-e0c0e912ab0f will not be triggered until provisioned by entity DHCP. {{(pid=86332) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 22 20:13:20.994731 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-7b655173-6392-4380-89f4-0326dda78bdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854198495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853168226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363309147208154'] for port, after_create {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:13:21.012765 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86332) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 20:13:21.066875 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b655173-6392-4380-89f4-0326dda78bdb None None] Network 8c6beec9-2be5-42aa-b3d8-efd21a74a412 is already hosted by enough agents. {{(pid=86332) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 22 20:13:21.093884 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.scheduler.base_scheduler [None req-7b655173-6392-4380-89f4-0326dda78bdb None None] Resources bound (agent type, host, resource id):  {{(pid=86332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 22 20:13:21.098406 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b655173-6392-4380-89f4-0326dda78bdb None None] Received port after_create {{(pid=86332) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 22 20:13:21.107379 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b655173-6392-4380-89f4-0326dda78bdb None None] Pushing event updated for resources: {'Port': ['ID=5ea5b559-6c39-4c62-8a30-e0c0e912ab0f,revision_number=1']} {{(pid=86332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 20:13:21.150862 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [None req-7b655173-6392-4380-89f4-0326dda78bdb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=86332) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 20:13:21.159229 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-4c9af214-c5fa-4b6e-8159-9fec7d67d541 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:13:21.203597 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-4c9af214-c5fa-4b6e-8159-9fec7d67d541 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587983'] for port, before_create {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:13:21.230589 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.managers [None req-7b655173-6392-4380-89f4-0326dda78bdb None None] Attempting to bind port 5ea5b559-6c39-4c62-8a30-e0c0e912ab0f on host dv-cinder-787632-1-iscsi for vnic_type normal with profile  {{(pid=86332) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 22 20:13:21.231006 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.managers [None req-7b655173-6392-4380-89f4-0326dda78bdb None None] Attempting to bind port 5ea5b559-6c39-4c62-8a30-e0c0e912ab0f by drivers openvswitch,hyperv on host dv-cinder-787632-1-iscsi at level 0 using segments [{'id': 'e8b93f7f-6c3d-4774-85c0-845d1db34c9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '8c6beec9-2be5-42aa-b3d8-efd21a74a412'}] {{(pid=86332) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 22 20:13:21.231414 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b655173-6392-4380-89f4-0326dda78bdb None None] Attempting to bind port 5ea5b559-6c39-4c62-8a30-e0c0e912ab0f on network 8c6beec9-2be5-42aa-b3d8-efd21a74a412 {{(pid=86332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 22 20:13:21.240536 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b655173-6392-4380-89f4-0326dda78bdb None None] Checking agent: {'id': '802cefbf-f579-41fa-a7d7-d5cf274c80aa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-787632-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 22, 20, 3, 29), 'started_at': datetime.datetime(2021, 4, 22, 20, 3, 59), 'heartbeat_timestamp': datetime.datetime(2021, 4, 22, 20, 12, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-787632-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 22 20:13:21.240956 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b655173-6392-4380-89f4-0326dda78bdb None None] Checking segment: {'id': 'e8b93f7f-6c3d-4774-85c0-845d1db34c9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '8c6beec9-2be5-42aa-b3d8-efd21a74a412'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86332) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 22 20:13:21.241406 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-7b655173-6392-4380-89f4-0326dda78bdb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:13:21.241864 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b655173-6392-4380-89f4-0326dda78bdb None None] Bound using segment: {'id': 'e8b93f7f-6c3d-4774-85c0-845d1db34c9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '8c6beec9-2be5-42aa-b3d8-efd21a74a412'} {{(pid=86332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 22 20:13:21.242386 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.managers [None req-7b655173-6392-4380-89f4-0326dda78bdb None None] Bound port: 5ea5b559-6c39-4c62-8a30-e0c0e912ab0f, host: dv-cinder-787632-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e8b93f7f-6c3d-4774-85c0-845d1db34c9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '8c6beec9-2be5-42aa-b3d8-efd21a74a412'}}] {{(pid=86332) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 22 20:13:21.242809 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-7b655173-6392-4380-89f4-0326dda78bdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587983'] for port, before_update {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:13:21.316792 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.wsgi [-] (86331) accepted ('10.222.0.30', 37558) {{(pid=86331) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 20:13:21.417479 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.db [None req-7b655173-6392-4380-89f4-0326dda78bdb None None] For port 5ea5b559-6c39-4c62-8a30-e0c0e912ab0f, host dv-cinder-787632-1-iscsi, cleared binding levels {{(pid=86332) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 22 20:13:21.421828 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.db [None req-7b655173-6392-4380-89f4-0326dda78bdb None None] For port 5ea5b559-6c39-4c62-8a30-e0c0e912ab0f, host dv-cinder-787632-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787632-1-iscsi',level=0,port_id=5ea5b559-6c39-4c62-8a30-e0c0e912ab0f,segment=NetworkSegment(e8b93f7f-6c3d-4774-85c0-845d1db34c9d),segment_id=e8b93f7f-6c3d-4774-85c0-845d1db34c9d)] {{(pid=86332) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 22 20:13:21.426577 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-7b655173-6392-4380-89f4-0326dda78bdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854198495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853168226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727707997384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363309147208137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727707567697'] for port, after_update {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:13:21.436617 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86332) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 20:13:21.520975 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b655173-6392-4380-89f4-0326dda78bdb None None] Pushing event updated for resources: {'Port': ['ID=5ea5b559-6c39-4c62-8a30-e0c0e912ab0f,revision_number=2']} {{(pid=86332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 20:13:21.528714 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [None req-7b655173-6392-4380-89f4-0326dda78bdb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=86332) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 20:13:21.555322 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-90630814-0ad1-49a0-b380-f837587d8b9a admin admin] Notify callbacks [] for security_group, before_create {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:13:21.573590 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.quota.driver [None req-90630814-0ad1-49a0-b380-f837587d8b9a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 22 20:13:21.578418 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.quota.resource [None req-90630814-0ad1-49a0-b380-f837587d8b9a admin admin] Usage tracker for resource:security_group_rule and tenant:c37484705992400a83c3e8794d2f22f9 is out of sync, need to count used quota {{(pid=86331) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 22 20:13:21.581525 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.quota.resource [None req-90630814-0ad1-49a0-b380-f837587d8b9a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86331) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 22 20:13:21.588477 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.quota.driver [None req-90630814-0ad1-49a0-b380-f837587d8b9a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 22 20:13:21.686972 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.db_base_plugin_common [None req-4c9af214-c5fa-4b6e-8159-9fec7d67d541 admin admin] Allocated IP 172.27.3.52 (1b725cb4-6db6-4e68-9a61-1978e8a191a1/1d4495d7-31a5-4e2d-a911-56ceae3a61c5/c041abc2-56f2-4dc6-ac90-4a1e10a20312) {{(pid=86330) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 22 20:13:21.688657 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-90630814-0ad1-49a0-b380-f837587d8b9a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:13:21.691656 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-90630814-0ad1-49a0-b380-f837587d8b9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393900'] for security_group, after_create {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:13:21.700234 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d2a7a4-c43d-443d-b145-d56fb92d9c9c req-bf2e8cc4-af0a-4ffe-a184-312d0eede4f6 tempest-AttachVolumeNegativeTest-423716770 tempest-AttachVolumeNegativeTest-423716770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 20:13:21.701541 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [None req-aac46819-e0e7-423c-b9a0-40ffdf3a752e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 20:13:21.707493 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-29d2a7a4-c43d-443d-b145-d56fb92d9c9c req-bf2e8cc4-af0a-4ffe-a184-312d0eede4f6 tempest-AttachVolumeNegativeTest-423716770 tempest-AttachVolumeNegativeTest-423716770-project] 10.222.0.30 "GET /v2.0/ports?device_id=7e6b483d-23c3-4b8a-aa55-bcaa0fb31737 HTTP/1.1" status: 200  len: 943 time: 0.4233510
Apr 22 20:13:21.745101 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [None req-90630814-0ad1-49a0-b380-f837587d8b9a admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=c37484705992400a83c3e8794d2f22f9&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4265738
Apr 22 20:13:21.746813 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90630814-0ad1-49a0-b380-f837587d8b9a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2680b39-b7f9-4d29-9d23-f947bae7577e,revision_number=1']} {{(pid=86331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 20:13:21.749320 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.wsgi [-] (86331) accepted ('10.222.0.30', 37580) {{(pid=86331) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 20:13:21.752094 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [None req-90630814-0ad1-49a0-b380-f837587d8b9a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 20:13:21.842982 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-29d2a7a4-c43d-443d-b145-d56fb92d9c9c req-bc91c1d2-823e-4bd7-900c-52a3f7449088 tempest-AttachVolumeNegativeTest-423716770 tempest-AttachVolumeNegativeTest-423716770-project] 10.222.0.30 "GET /v2.0/security-groups?id=12e357dc-1d76-4f4d-8ec3-cba1cfd90e7f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1343338
Apr 22 20:13:21.891318 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-384eb0f0-ade8-48d4-a6cd-552437aa6226 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:13:21.922924 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-384eb0f0-ade8-48d4-a6cd-552437aa6226 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:13:21.938189 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-4c9af214-c5fa-4b6e-8159-9fec7d67d541 admin admin] Notify callbacks [] for port, precommit_create {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:13:21.974292 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-4c9af214-c5fa-4b6e-8159-9fec7d67d541 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854198495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853168226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363309147208154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4125515'] for port, after_create {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:13:21.975695 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-384eb0f0-ade8-48d4-a6cd-552437aa6226 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393900'] for security_group, after_delete {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:13:21.979647 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 20:13:21.981121 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [None req-c5c70ded-a9a8-4244-b7ce-c40a75d1ff75 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 20:13:21.994311 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-384eb0f0-ade8-48d4-a6cd-552437aa6226 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2680b39-b7f9-4d29-9d23-f947bae7577e,revision_number=None']} {{(pid=86331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 20:13:21.997446 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [None req-384eb0f0-ade8-48d4-a6cd-552437aa6226 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 20:13:21.999550 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-384eb0f0-ade8-48d4-a6cd-552437aa6226 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:13:22.003267 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [None req-384eb0f0-ade8-48d4-a6cd-552437aa6226 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/e2680b39-b7f9-4d29-9d23-f947bae7577e HTTP/1.1" status: 204  len: 168 time: 0.2504377
Apr 22 20:13:22.105924 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c9af214-c5fa-4b6e-8159-9fec7d67d541 admin admin] Network 1b725cb4-6db6-4e68-9a61-1978e8a191a1 is already hosted by enough agents. {{(pid=86330) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 22 20:13:22.109482 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.scheduler.base_scheduler [None req-4c9af214-c5fa-4b6e-8159-9fec7d67d541 admin admin] Resources bound (agent type, host, resource id):  {{(pid=86330) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 22 20:13:22.112166 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c9af214-c5fa-4b6e-8159-9fec7d67d541 admin admin] Received port after_create {{(pid=86330) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 22 20:13:22.155601 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c9af214-c5fa-4b6e-8159-9fec7d67d541 admin admin] Pushing event updated for resources: {'Port': ['ID=c041abc2-56f2-4dc6-ac90-4a1e10a20312,revision_number=1']} {{(pid=86330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 20:13:22.158689 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [None req-4c9af214-c5fa-4b6e-8159-9fec7d67d541 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=86330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 20:13:22.183021 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a3b02a5-4d4c-43c6-b248-09a7c3a71f03 req-cbfc8c8f-e6ae-4a44-a69e-db90a442989f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 20:13:22.184515 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-6a3b02a5-4d4c-43c6-b248-09a7c3a71f03 req-cbfc8c8f-e6ae-4a44-a69e-db90a442989f service neutron] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.1650283
Apr 22 20:13:22.333691 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-816457fa-b45d-4549-8b73-3de15fcf4d92 req-3e838b15-2dd7-4463-9adf-011ac0672194 tempest-ServerRescueNegativeTestJSON-1009389569 tempest-ServerRescueNegativeTestJSON-1009389569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 20:13:22.335325 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-816457fa-b45d-4549-8b73-3de15fcf4d92 req-3e838b15-2dd7-4463-9adf-011ac0672194 tempest-ServerRescueNegativeTestJSON-1009389569 tempest-ServerRescueNegativeTestJSON-1009389569-project] 10.222.0.30 "GET /v2.0/ports?device_id=c716f776-b175-41ed-8d8a-055fa4548224 HTTP/1.1" status: 200  len: 946 time: 0.3189580
Apr 22 20:13:22.443409 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-816457fa-b45d-4549-8b73-3de15fcf4d92 req-19c8cf8e-9af8-497f-a83f-83b85d6a37a4 tempest-ServerRescueNegativeTestJSON-1009389569 tempest-ServerRescueNegativeTestJSON-1009389569-project] 10.222.0.30 "GET /v2.0/security-groups?id=6f3d9104-7f67-4d9e-bcf5-b704aabb6c6e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0695746
Apr 22 20:13:22.633301 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-4c9af214-c5fa-4b6e-8159-9fec7d67d541 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:13:23.025971 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cac4548-e851-4bc1-ba7d-143610d77080 None None] Network 8c6beec9-2be5-42aa-b3d8-efd21a74a412 requested from dv-cinder-787632-1-iscsi {{(pid=86332) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 22 20:13:23.102101 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-4c9af214-c5fa-4b6e-8159-9fec7d67d541 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-429383', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-416479'] for router, after_create {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:13:23.210073 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.provisioning_blocks [None req-e30237d7-ed0a-4f33-a347-94eac6adfa5f None None] Provisioning for port 5ea5b559-6c39-4c62-8a30-e0c0e912ab0f completed by entity DHCP. {{(pid=86332) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 22 20:13:23.219045 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890562e2-a14f-47db-9207-50dcebaa93cc req-ae00b9cb-f042-469c-a1b4-945bfe832835 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 20:13:23.221573 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-890562e2-a14f-47db-9207-50dcebaa93cc req-ae00b9cb-f042-469c-a1b4-945bfe832835 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=48229d4d53b042958a9ce5577ce62d8e&device_id=7e6b483d-23c3-4b8a-aa55-bcaa0fb31737 HTTP/1.1" status: 200  len: 1096 time: 0.1228285
Apr 22 20:13:23.293472 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e427c93d-9af3-4477-ad5d-2a137e5bc7ec req-a8558e0f-6ea3-43ff-bfcc-2f256b7daa7c tempest-AttachVolumeNegativeTest-423716770 tempest-AttachVolumeNegativeTest-423716770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 20:13:23.295530 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-e427c93d-9af3-4477-ad5d-2a137e5bc7ec req-a8558e0f-6ea3-43ff-bfcc-2f256b7daa7c tempest-AttachVolumeNegativeTest-423716770 tempest-AttachVolumeNegativeTest-423716770-project] 10.222.0.30 "GET /v2.0/ports?device_id=7e6b483d-23c3-4b8a-aa55-bcaa0fb31737 HTTP/1.1" status: 200  len: 943 time: 0.3036723
Apr 22 20:13:23.406181 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-e427c93d-9af3-4477-ad5d-2a137e5bc7ec req-1aaa7549-da9c-42da-b497-5d67482cc85c tempest-AttachVolumeNegativeTest-423716770 tempest-AttachVolumeNegativeTest-423716770-project] 10.222.0.30 "GET /v2.0/security-groups?id=12e357dc-1d76-4f4d-8ec3-cba1cfd90e7f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0985396
Apr 22 20:13:23.445246 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c9af214-c5fa-4b6e-8159-9fec7d67d541 admin admin] Router 9cd6df8e-2b4f-4ae8-984e-b116ff875a5e is scheduled to L3 agent 1df068ca-d615-4cb7-8020-fe6e8be709e3 with binding_index 1 {{(pid=86330) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Apr 22 20:13:23.597851 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-890562e2-a14f-47db-9207-50dcebaa93cc req-6ce5d9fa-bcfe-41b5-ab2e-d47978d7e341 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=0cfc2507-5acd-466a-b1c7-14264a7ab9ae HTTP/1.1" status: 200  len: 217 time: 0.3661363
Apr 22 20:13:23.742114 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c9af214-c5fa-4b6e-8159-9fec7d67d541 admin admin] Notify agent at l3_agent.dv-cinder-787632-1-iscsi the message routers_updated {{(pid=86330) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 22 20:13:23.752441 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55fefcf4-4b7a-4b86-8f67-6586b0c47027 None None] Sync routers for ids ['9cd6df8e-2b4f-4ae8-984e-b116ff875a5e'] in dv-cinder-787632-1-iscsi {{(pid=86333) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 22 20:13:23.764919 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.rpc [None req-08e5d76f-3fe5-4242-a4b8-30f374028052 None None] Device 5ea5b559-6c39-4c62-8a30-e0c0e912ab0f up at agent ovs-agent-dv-cinder-787632-1-iscsi {{(pid=86332) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 22 20:13:23.765513 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55fefcf4-4b7a-4b86-8f67-6586b0c47027 None None] Routers {'9cd6df8e-2b4f-4ae8-984e-b116ff875a5e'} bound to L3 agent in host dv-cinder-787632-1-iscsi {{(pid=86333) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 22 20:13:23.766223 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.l3_hamode_db [None req-55fefcf4-4b7a-4b86-8f67-6586b0c47027 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f013d5b8080>, 'dv-cinder-787632-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-22T20:03:28Z,description=<?>,heartbeat_timestamp=2021-04-22T20:12:59Z,host='dv-cinder-787632-1-iscsi',id=1df068ca-d615-4cb7-8020-fe6e8be709e3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-22T20:03:28Z,topic='l3_agent')) {'router_ids': ['9cd6df8e-2b4f-4ae8-984e-b116ff875a5e'], 'active': True} {{(pid=86333) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 22 20:13:23.780309 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-4c9af214-c5fa-4b6e-8159-9fec7d67d541 admin admin] Notify callbacks [] for router, before_response {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:13:23.783372 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [None req-4c9af214-c5fa-4b6e-8159-9fec7d67d541 admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201  len: 920 time: 3.5976117
Apr 22 20:13:23.786150 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.wsgi [-] (86330) accepted ('10.222.0.30', 37666) {{(pid=86330) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 20:13:23.836386 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890562e2-a14f-47db-9207-50dcebaa93cc req-eb33f58e-351b-449a-a3d8-eac12e947427 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 20:13:23.838489 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-890562e2-a14f-47db-9207-50dcebaa93cc req-eb33f58e-351b-449a-a3d8-eac12e947427 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=9b9fb9ac-2966-4dc7-9c84-10a923d75111 HTTP/1.1" status: 200  len: 855 time: 0.2305121
Apr 22 20:13:23.988636 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-890562e2-a14f-47db-9207-50dcebaa93cc req-a8820dfd-c94c-4a9b-8dcb-4b5a7b537074 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=2f71bdb9-006a-4ab4-9335-9bbccd5c61c9&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1166246
Apr 22 20:13:24.015012 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.provisioning_blocks [None req-08e5d76f-3fe5-4242-a4b8-30f374028052 None None] Provisioning for port 5ea5b559-6c39-4c62-8a30-e0c0e912ab0f completed by entity L2. {{(pid=86332) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 22 20:13:24.024293 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.provisioning_blocks [None req-08e5d76f-3fe5-4242-a4b8-30f374028052 None None] Provisioning complete for port 5ea5b559-6c39-4c62-8a30-e0c0e912ab0f triggered by entity L2. {{(pid=86332) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 22 20:13:24.024841 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-08e5d76f-3fe5-4242-a4b8-30f374028052 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854135278'] for port, provisioning_complete {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:13:24.046783 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-079e4fb4-cd65-41fe-aa18-03f4bad8b3c1 req-0130358e-6c96-4737-814a-578a8cc50f1b tempest-ServerRescueNegativeTestJSON-1009389569 tempest-ServerRescueNegativeTestJSON-1009389569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 20:13:24.048430 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-079e4fb4-cd65-41fe-aa18-03f4bad8b3c1 req-0130358e-6c96-4737-814a-578a8cc50f1b tempest-ServerRescueNegativeTestJSON-1009389569 tempest-ServerRescueNegativeTestJSON-1009389569-project] 10.222.0.30 "GET /v2.0/ports?device_id=c716f776-b175-41ed-8d8a-055fa4548224 HTTP/1.1" status: 200  len: 946 time: 0.3737330
Apr 22 20:13:24.271621 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-08e5d76f-3fe5-4242-a4b8-30f374028052 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587983'] for port, before_update {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:13:24.305347 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.l3_dvr_db [None req-55fefcf4-4b7a-4b86-8f67-6586b0c47027 None None] Set router 9cd6df8e-2b4f-4ae8-984e-b116ff875a5e gateway port host: dv-cinder-787632-1-iscsi {{(pid=86333) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 22 20:13:24.334676 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-079e4fb4-cd65-41fe-aa18-03f4bad8b3c1 req-84e9198a-5ae2-40a6-a1fa-2120bb7621f8 tempest-ServerRescueNegativeTestJSON-1009389569 tempest-ServerRescueNegativeTestJSON-1009389569-project] 10.222.0.30 "GET /v2.0/security-groups?id=6f3d9104-7f67-4d9e-bcf5-b704aabb6c6e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2080166
Apr 22 20:13:24.418691 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.db [None req-08e5d76f-3fe5-4242-a4b8-30f374028052 None None] For port 5ea5b559-6c39-4c62-8a30-e0c0e912ab0f, host dv-cinder-787632-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787632-1-iscsi',level=0,port_id=5ea5b559-6c39-4c62-8a30-e0c0e912ab0f,segment=NetworkSegment(e8b93f7f-6c3d-4774-85c0-845d1db34c9d),segment_id=e8b93f7f-6c3d-4774-85c0-845d1db34c9d)] {{(pid=86332) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 22 20:13:24.425506 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-08e5d76f-3fe5-4242-a4b8-30f374028052 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854198495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853168226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727707997384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363309147208137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727707567697'] for port, after_update {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:13:24.437145 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [None req-cbbe70c9-0b39-4f9d-be6e-4133a7c8f54f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86332) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 20:13:24.442979 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d2caa7-b60b-499e-a433-ba794813a00d req-b596ccac-6de7-4f15-9e50-11122baba0ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 20:13:24.444591 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-03d2caa7-b60b-499e-a433-ba794813a00d req-b596ccac-6de7-4f15-9e50-11122baba0ef service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=c716f776-b175-41ed-8d8a-055fa4548224 HTTP/1.1" status: 200  len: 1099 time: 0.2841582
Apr 22 20:13:24.446742 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-890562e2-a14f-47db-9207-50dcebaa93cc req-7423eddb-c4fa-4190-bb43-7a8749d8daf5 service neutron] 10.222.0.46 "GET /v2.0/networks/2f71bdb9-006a-4ab4-9335-9bbccd5c61c9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4428983
Apr 22 20:13:24.583488 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08e5d76f-3fe5-4242-a4b8-30f374028052 None None] Pushing event updated for resources: {'Port': ['ID=5ea5b559-6c39-4c62-8a30-e0c0e912ab0f,revision_number=3']} {{(pid=86332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 20:13:24.594958 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [None req-08e5d76f-3fe5-4242-a4b8-30f374028052 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=86332) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 20:13:24.672445 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.l3_hamode_db [None req-55fefcf4-4b7a-4b86-8f67-6586b0c47027 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f013d5b8080>, [{'id': '9cd6df8e-2b4f-4ae8-984e-b116ff875a5e', 'name': 'tempest-TestShelveInstance-1266787155-router', 'tenant_id': 'ed8e9232a3ce48d39526eecdc431aec3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b725cb4-6db6-4e68-9a61-1978e8a191a1', 'external_fixed_ips': [{'subnet_id': '1d4495d7-31a5-4e2d-a911-56ceae3a61c5', 'ip_address': '172.27.3.52'}], 'enable_snat': True}, 'gw_port_id': 'c041abc2-56f2-4dc6-ac90-4a1e10a20312', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T20:13:20Z', 'updated_at': '2021-04-22T20:13:22Z', 'revision_number': 3, 'project_id': 'ed8e9232a3ce48d39526eecdc431aec3', 'gw_port': {'id': 'c041abc2-56f2-4dc6-ac90-4a1e10a20312', 'name': '', 'network_id': '1b725cb4-6db6-4e68-9a61-1978e8a191a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:6e:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9cd6df8e-2b4f-4ae8-984e-b116ff875a5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 295, 'fixed_ips': [{'subnet_id': '1d4495d7-31a5-4e2d-a911-56ceae3a61c5', 'ip_address': '172.27.3.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T20:13:21Z', 'updated_at': '2021-04-22T20:13:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1d4495d7-31a5-4e2d-a911-56ceae3a61c5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787632-1-iscsi'}], 'dv-cinder-787632-1-iscsi', False) {} {{(pid=86333) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 22 20:13:24.676567 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55fefcf4-4b7a-4b86-8f67-6586b0c47027 None None] Checking router: 9cd6df8e-2b4f-4ae8-984e-b116ff875a5e for host: dv-cinder-787632-1-iscsi {{(pid=86333) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 22 20:13:24.676987 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55fefcf4-4b7a-4b86-8f67-6586b0c47027 None None] Updating router 9cd6df8e-2b4f-4ae8-984e-b116ff875a5e port c041abc2-56f2-4dc6-ac90-4a1e10a20312 binding host dv-cinder-787632-1-iscsi {{(pid=86333) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Apr 22 20:13:24.734374 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-55fefcf4-4b7a-4b86-8f67-6586b0c47027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587983'] for port, before_update {{(pid=86333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:13:24.836195 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.wsgi [-] (86331) accepted ('10.222.0.30', 37702) {{(pid=86331) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 20:13:24.973556 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-0313ad16-e0fa-4ba1-b43b-fab717811c7e admin admin] Notify callbacks [] for security_group, before_create {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:13:24.989043 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc5dbd35-6ab8-4bc1-816b-8d1fb7fd7a00 req-b5bf89b2-1975-4ad3-a99c-dd145aa95e70 tempest-AttachVolumeNegativeTest-423716770 tempest-AttachVolumeNegativeTest-423716770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 20:13:24.990666 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-bc5dbd35-6ab8-4bc1-816b-8d1fb7fd7a00 req-b5bf89b2-1975-4ad3-a99c-dd145aa95e70 tempest-AttachVolumeNegativeTest-423716770 tempest-AttachVolumeNegativeTest-423716770-project] 10.222.0.30 "GET /v2.0/ports?device_id=7e6b483d-23c3-4b8a-aa55-bcaa0fb31737 HTTP/1.1" status: 200  len: 943 time: 0.3598464
Apr 22 20:13:24.990921 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.quota.driver [None req-0313ad16-e0fa-4ba1-b43b-fab717811c7e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 22 20:13:24.996123 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.quota.resource [None req-0313ad16-e0fa-4ba1-b43b-fab717811c7e admin admin] Usage tracker for resource:security_group_rule and tenant:7575f55a416749d287c7cbde0d05abbb is out of sync, need to count used quota {{(pid=86331) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 22 20:13:24.999267 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.quota.resource [None req-0313ad16-e0fa-4ba1-b43b-fab717811c7e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86331) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 22 20:13:25.005529 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.quota.driver [None req-0313ad16-e0fa-4ba1-b43b-fab717811c7e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 22 20:13:25.076495 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-bc5dbd35-6ab8-4bc1-816b-8d1fb7fd7a00 req-6b12a13c-2b37-4cc2-a224-ca38e62f0249 tempest-AttachVolumeNegativeTest-423716770 tempest-AttachVolumeNegativeTest-423716770-project] 10.222.0.30 "GET /v2.0/security-groups?id=12e357dc-1d76-4f4d-8ec3-cba1cfd90e7f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0717432
Apr 22 20:13:25.093990 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-55fefcf4-4b7a-4b86-8f67-6586b0c47027 None None] Notify callbacks [] for port, precommit_update {{(pid=86333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:13:25.096623 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-0313ad16-e0fa-4ba1-b43b-fab717811c7e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:13:25.101063 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-0313ad16-e0fa-4ba1-b43b-fab717811c7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393900'] for security_group, after_create {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:13:25.106554 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.provisioning_blocks [None req-55fefcf4-4b7a-4b86-8f67-6586b0c47027 None None] Transition to ACTIVE for port object c041abc2-56f2-4dc6-ac90-4a1e10a20312 will not be triggered until provisioned by entity L2. {{(pid=86333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 22 20:13:25.110983 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [None req-c2ad8139-0d37-4ad5-b746-a7c51653aa47 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 20:13:25.112376 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-55fefcf4-4b7a-4b86-8f67-6586b0c47027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854198495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853168226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727707997384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363309147208137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727707567697'] for port, after_update {{(pid=86333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:13:25.117344 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [None req-802451d9-ae8a-4ced-adf9-bb8451caca67 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86333) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 20:13:25.158989 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [None req-0313ad16-e0fa-4ba1-b43b-fab717811c7e admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=7575f55a416749d287c7cbde0d05abbb&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3215280
Apr 22 20:13:25.159915 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0313ad16-e0fa-4ba1-b43b-fab717811c7e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d05ffab5-60d8-4b2e-b1f0-0defd0070351,revision_number=1']} {{(pid=86331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 20:13:25.162704 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.wsgi [-] (86331) accepted ('10.222.0.30', 37708) {{(pid=86331) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 20:13:25.165406 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [None req-0313ad16-e0fa-4ba1-b43b-fab717811c7e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 20:13:25.200505 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.managers [None req-55fefcf4-4b7a-4b86-8f67-6586b0c47027 None None] Attempting to bind port c041abc2-56f2-4dc6-ac90-4a1e10a20312 on host dv-cinder-787632-1-iscsi for vnic_type normal with profile  {{(pid=86333) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 22 20:13:25.201151 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.managers [None req-55fefcf4-4b7a-4b86-8f67-6586b0c47027 None None] Attempting to bind port c041abc2-56f2-4dc6-ac90-4a1e10a20312 by drivers openvswitch,hyperv on host dv-cinder-787632-1-iscsi at level 0 using segments [{'id': '8e8fb218-3d63-4c3d-9ab1-544471c4929e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1b725cb4-6db6-4e68-9a61-1978e8a191a1'}] {{(pid=86333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 22 20:13:25.201732 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55fefcf4-4b7a-4b86-8f67-6586b0c47027 None None] Attempting to bind port c041abc2-56f2-4dc6-ac90-4a1e10a20312 on network 1b725cb4-6db6-4e68-9a61-1978e8a191a1 {{(pid=86333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 22 20:13:25.210524 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bda52e84-f34c-4cd2-9e90-6c20dbf853fe None None] Pushing event updated for resources: {'Port': ['ID=c041abc2-56f2-4dc6-ac90-4a1e10a20312,revision_number=2']} {{(pid=86333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 20:13:25.212858 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55fefcf4-4b7a-4b86-8f67-6586b0c47027 None None] Checking agent: {'id': '802cefbf-f579-41fa-a7d7-d5cf274c80aa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-787632-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 22, 20, 3, 29), 'started_at': datetime.datetime(2021, 4, 22, 20, 3, 59), 'heartbeat_timestamp': datetime.datetime(2021, 4, 22, 20, 12, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-787632-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 22 20:13:25.213520 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55fefcf4-4b7a-4b86-8f67-6586b0c47027 None None] Checking segment: {'id': '8e8fb218-3d63-4c3d-9ab1-544471c4929e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1b725cb4-6db6-4e68-9a61-1978e8a191a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86333) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 22 20:13:25.214129 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-55fefcf4-4b7a-4b86-8f67-6586b0c47027 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:13:25.214721 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55fefcf4-4b7a-4b86-8f67-6586b0c47027 None None] Bound using segment: {'id': '8e8fb218-3d63-4c3d-9ab1-544471c4929e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1b725cb4-6db6-4e68-9a61-1978e8a191a1'} {{(pid=86333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 22 20:13:25.215374 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.managers [None req-55fefcf4-4b7a-4b86-8f67-6586b0c47027 None None] Bound port: c041abc2-56f2-4dc6-ac90-4a1e10a20312, host: dv-cinder-787632-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8e8fb218-3d63-4c3d-9ab1-544471c4929e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1b725cb4-6db6-4e68-9a61-1978e8a191a1'}}] {{(pid=86333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 22 20:13:25.215932 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-55fefcf4-4b7a-4b86-8f67-6586b0c47027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587983'] for port, before_update {{(pid=86333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:13:25.228166 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-855c5788-e8b1-4b97-8fdc-7703a9c6fa5f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:13:25.255763 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-855c5788-e8b1-4b97-8fdc-7703a9c6fa5f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:13:25.258037 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bda52e84-f34c-4cd2-9e90-6c20dbf853fe None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787632-1-iscsi {{(pid=86333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 20:13:25.258570 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bda52e84-f34c-4cd2-9e90-6c20dbf853fe None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787632-1-iscsi {{(pid=86333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 20:13:25.259085 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bda52e84-f34c-4cd2-9e90-6c20dbf853fe None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787632-1-iscsi {{(pid=86333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 20:13:25.260188 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bda52e84-f34c-4cd2-9e90-6c20dbf853fe None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787632-1-iscsi {{(pid=86333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 20:13:25.260725 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bda52e84-f34c-4cd2-9e90-6c20dbf853fe None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787632-1-iscsi {{(pid=86333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 20:13:25.261231 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bda52e84-f34c-4cd2-9e90-6c20dbf853fe None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787632-1-iscsi {{(pid=86333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 20:13:25.261732 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bda52e84-f34c-4cd2-9e90-6c20dbf853fe None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-787632-1-iscsi {{(pid=86333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 20:13:25.262258 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bda52e84-f34c-4cd2-9e90-6c20dbf853fe None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787632-1-iscsi {{(pid=86333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 20:13:25.262775 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bda52e84-f34c-4cd2-9e90-6c20dbf853fe None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787632-1-iscsi {{(pid=86333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 20:13:25.263290 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bda52e84-f34c-4cd2-9e90-6c20dbf853fe None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787632-1-iscsi {{(pid=86333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 20:13:25.263789 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bda52e84-f34c-4cd2-9e90-6c20dbf853fe None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787632-1-iscsi {{(pid=86333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 20:13:25.264285 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bda52e84-f34c-4cd2-9e90-6c20dbf853fe None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787632-1-iscsi {{(pid=86333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 20:13:25.269701 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [None req-bda52e84-f34c-4cd2-9e90-6c20dbf853fe None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=86333) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 20:13:25.305976 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-855c5788-e8b1-4b97-8fdc-7703a9c6fa5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393900'] for security_group, after_delete {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:13:25.308355 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-f4194812-0595-41da-aa30-5ae5c34b88e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587983'] for port, before_create {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:13:25.311723 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [None req-0313ad16-e0fa-4ba1-b43b-fab717811c7e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 20:13:25.314066 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.db [None req-55fefcf4-4b7a-4b86-8f67-6586b0c47027 None None] For port c041abc2-56f2-4dc6-ac90-4a1e10a20312, host dv-cinder-787632-1-iscsi, cleared binding levels {{(pid=86333) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 22 20:13:25.318270 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.db [None req-55fefcf4-4b7a-4b86-8f67-6586b0c47027 None None] For port c041abc2-56f2-4dc6-ac90-4a1e10a20312, host dv-cinder-787632-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787632-1-iscsi',level=0,port_id=c041abc2-56f2-4dc6-ac90-4a1e10a20312,segment=NetworkSegment(8e8fb218-3d63-4c3d-9ab1-544471c4929e),segment_id=8e8fb218-3d63-4c3d-9ab1-544471c4929e)] {{(pid=86333) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 22 20:13:25.323956 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-55fefcf4-4b7a-4b86-8f67-6586b0c47027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854198495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853168226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727707997384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363309147208137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727707567697'] for port, after_update {{(pid=86333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:13:25.324472 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-855c5788-e8b1-4b97-8fdc-7703a9c6fa5f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d05ffab5-60d8-4b2e-b1f0-0defd0070351,revision_number=None']} {{(pid=86331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 20:13:25.331077 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [None req-855c5788-e8b1-4b97-8fdc-7703a9c6fa5f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 20:13:25.331790 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [None req-bda52e84-f34c-4cd2-9e90-6c20dbf853fe None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86333) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 20:13:25.331932 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-855c5788-e8b1-4b97-8fdc-7703a9c6fa5f admin admin] Notify callbacks [] for security_group, before_response {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:13:25.335552 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [None req-855c5788-e8b1-4b97-8fdc-7703a9c6fa5f admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/d05ffab5-60d8-4b2e-b1f0-0defd0070351 HTTP/1.1" status: 204  len: 168 time: 0.1694868
Apr 22 20:13:25.444873 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55fefcf4-4b7a-4b86-8f67-6586b0c47027 None None] Routers {'9cd6df8e-2b4f-4ae8-984e-b116ff875a5e'} bound to L3 agent in host dv-cinder-787632-1-iscsi {{(pid=86333) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 22 20:13:25.445355 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.l3_hamode_db [None req-55fefcf4-4b7a-4b86-8f67-6586b0c47027 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f013d5b8080>, 'dv-cinder-787632-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-22T20:03:28Z,description=<?>,heartbeat_timestamp=2021-04-22T20:12:59Z,host='dv-cinder-787632-1-iscsi',id=1df068ca-d615-4cb7-8020-fe6e8be709e3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-22T20:03:28Z,topic='l3_agent')) {'router_ids': ['9cd6df8e-2b4f-4ae8-984e-b116ff875a5e'], 'active': True} {{(pid=86333) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 22 20:13:25.626097 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.rpc [None req-08e5d76f-3fe5-4242-a4b8-30f374028052 None None] Device 5ea5b559-6c39-4c62-8a30-e0c0e912ab0f up at agent ovs-agent-dv-cinder-787632-1-iscsi {{(pid=86332) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 22 20:13:25.727576 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.provisioning_blocks [None req-08e5d76f-3fe5-4242-a4b8-30f374028052 None None] Provisioning complete for port 5ea5b559-6c39-4c62-8a30-e0c0e912ab0f triggered by entity L2. {{(pid=86332) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 22 20:13:25.729248 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-08e5d76f-3fe5-4242-a4b8-30f374028052 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854135278'] for port, provisioning_complete {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:13:25.740078 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.db_base_plugin_common [None req-f4194812-0595-41da-aa30-5ae5c34b88e5 admin admin] Allocated IP 172.20.0.1 (8c6beec9-2be5-42aa-b3d8-efd21a74a412/7e154f7f-c6a5-48a3-9c75-a2bc01d89ad4/dbd18bc1-e25f-410a-a010-5e151e39c445) {{(pid=86330) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 22 20:13:25.755183 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53474f2d-fc2a-4e08-99fd-1278dd48ae65 req-5849d842-6377-4220-a17e-ac7d7aeddb6e tempest-ServerRescueNegativeTestJSON-1009389569 tempest-ServerRescueNegativeTestJSON-1009389569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 20:13:25.756960 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-53474f2d-fc2a-4e08-99fd-1278dd48ae65 req-5849d842-6377-4220-a17e-ac7d7aeddb6e tempest-ServerRescueNegativeTestJSON-1009389569 tempest-ServerRescueNegativeTestJSON-1009389569-project] 10.222.0.30 "GET /v2.0/ports?device_id=c716f776-b175-41ed-8d8a-055fa4548224 HTTP/1.1" status: 200  len: 946 time: 0.1728687
Apr 22 20:13:25.765312 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-b3160e0a-4244-4ec6-97f4-ee06f23b3235 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309146858885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640583'] for agent, after_update {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:13:25.770034 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.wsgi [-] (86331) accepted ('10.222.0.30', 37728) {{(pid=86331) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 20:13:25.795016 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-8a3ac673-2096-4e33-a537-4a2982c4b42d admin admin] Notify callbacks [] for security_group, before_create {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:13:25.817724 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.quota.driver [None req-8a3ac673-2096-4e33-a537-4a2982c4b42d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 22 20:13:25.822953 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.quota.resource [None req-8a3ac673-2096-4e33-a537-4a2982c4b42d admin admin] Usage tracker for resource:security_group_rule and tenant:d84d98d0e60d41e3b8ea8dca6099fead is out of sync, need to count used quota {{(pid=86331) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 22 20:13:25.829822 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.quota.resource [None req-8a3ac673-2096-4e33-a537-4a2982c4b42d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86331) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 22 20:13:25.836525 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.quota.driver [None req-8a3ac673-2096-4e33-a537-4a2982c4b42d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 22 20:13:25.843746 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-53474f2d-fc2a-4e08-99fd-1278dd48ae65 req-c421183b-98e1-4d85-90b8-b6a8c02eabd7 tempest-ServerRescueNegativeTestJSON-1009389569 tempest-ServerRescueNegativeTestJSON-1009389569-project] 10.222.0.30 "GET /v2.0/security-groups?id=6f3d9104-7f67-4d9e-bcf5-b704aabb6c6e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0800970
Apr 22 20:13:25.930462 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bda52e84-f34c-4cd2-9e90-6c20dbf853fe None None] Pushing event updated for resources: {'Port': ['ID=c041abc2-56f2-4dc6-ac90-4a1e10a20312,revision_number=3']} {{(pid=86333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 20:13:25.936319 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [None req-bda52e84-f34c-4cd2-9e90-6c20dbf853fe None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.605s {{(pid=86333) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 20:13:25.947950 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.l3_dvr_db [None req-55fefcf4-4b7a-4b86-8f67-6586b0c47027 None None] Set router 9cd6df8e-2b4f-4ae8-984e-b116ff875a5e gateway port host: dv-cinder-787632-1-iscsi {{(pid=86333) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 22 20:13:25.950718 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-8a3ac673-2096-4e33-a537-4a2982c4b42d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:13:25.953480 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-8a3ac673-2096-4e33-a537-4a2982c4b42d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393900'] for security_group, after_create {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:13:25.981980 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 20:13:26.012578 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [None req-8a3ac673-2096-4e33-a537-4a2982c4b42d admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=d84d98d0e60d41e3b8ea8dca6099fead&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2388482
Apr 22 20:13:26.012578 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a3ac673-2096-4e33-a537-4a2982c4b42d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6585a1c-5e53-476f-b2ef-5633bc2e0d34,revision_number=1']} {{(pid=86331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 20:13:26.013046 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.wsgi [-] (86330) accepted ('10.222.0.30', 37732) {{(pid=86330) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 20:13:26.016583 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [None req-8a3ac673-2096-4e33-a537-4a2982c4b42d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 20:13:26.033752 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-f4194812-0595-41da-aa30-5ae5c34b88e5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:13:26.072586 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.provisioning_blocks [None req-f4194812-0595-41da-aa30-5ae5c34b88e5 admin admin] Transition to ACTIVE for port object dbd18bc1-e25f-410a-a010-5e151e39c445 will not be triggered until provisioned by entity DHCP. {{(pid=86330) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 22 20:13:26.115754 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-2d0f6b1a-563a-4fa6-947b-452c3040fddf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:13:26.149339 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-2d0f6b1a-563a-4fa6-947b-452c3040fddf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:13:26.160573 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-f4194812-0595-41da-aa30-5ae5c34b88e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854198495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853168226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363309147208154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4125515'] for port, after_create {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:13:26.173785 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [None req-10b391a2-e831-4a9c-bee1-c1ffdc2540d7 tempest-AttachVolumeTestJSON-431678780 tempest-AttachVolumeTestJSON-431678780-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 20:13:26.261302 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.l3_hamode_db [None req-55fefcf4-4b7a-4b86-8f67-6586b0c47027 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f013d5b8080>, [{'id': '9cd6df8e-2b4f-4ae8-984e-b116ff875a5e', 'name': 'tempest-TestShelveInstance-1266787155-router', 'tenant_id': 'ed8e9232a3ce48d39526eecdc431aec3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b725cb4-6db6-4e68-9a61-1978e8a191a1', 'external_fixed_ips': [{'subnet_id': '1d4495d7-31a5-4e2d-a911-56ceae3a61c5', 'ip_address': '172.27.3.52'}], 'enable_snat': True}, 'gw_port_id': 'c041abc2-56f2-4dc6-ac90-4a1e10a20312', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T20:13:20Z', 'updated_at': '2021-04-22T20:13:22Z', 'revision_number': 3, 'project_id': 'ed8e9232a3ce48d39526eecdc431aec3', 'gw_port': {'id': 'c041abc2-56f2-4dc6-ac90-4a1e10a20312', 'name': '', 'network_id': '1b725cb4-6db6-4e68-9a61-1978e8a191a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:6e:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9cd6df8e-2b4f-4ae8-984e-b116ff875a5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 295, 'fixed_ips': [{'subnet_id': '1d4495d7-31a5-4e2d-a911-56ceae3a61c5', 'ip_address': '172.27.3.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787632-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T20:13:21Z', 'updated_at': '2021-04-22T20:13:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1d4495d7-31a5-4e2d-a911-56ceae3a61c5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787632-1-iscsi'}], 'dv-cinder-787632-1-iscsi', False) {} {{(pid=86333) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 22 20:13:26.265427 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55fefcf4-4b7a-4b86-8f67-6586b0c47027 None None] The sync data for ids ['9cd6df8e-2b4f-4ae8-984e-b116ff875a5e'] in dv-cinder-787632-1-iscsi is: [{'id': '9cd6df8e-2b4f-4ae8-984e-b116ff875a5e', 'name': 'tempest-TestShelveInstance-1266787155-router', 'tenant_id': 'ed8e9232a3ce48d39526eecdc431aec3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b725cb4-6db6-4e68-9a61-1978e8a191a1', 'external_fixed_ips': [{'subnet_id': '1d4495d7-31a5-4e2d-a911-56ceae3a61c5', 'ip_address': '172.27.3.52'}], 'enable_snat': True}, 'gw_port_id': 'c041abc2-56f2-4dc6-ac90-4a1e10a20312', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T20:13:20Z', 'updated_at': '2021-04-22T20:13:22Z', 'revision_number': 3, 'project_id': 'ed8e9232a3ce48d39526eecdc431aec3', 'gw_port': {'id': 'c041abc2-56f2-4dc6-ac90-4a1e10a20312', 'name': '', 'network_id': '1b725cb4-6db6-4e68-9a61-1978e8a191a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:6e:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9cd6df8e-2b4f-4ae8-984e-b116ff875a5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 295, 'fixed_ips': [{'subnet_id': '1d4495d7-31a5-4e2d-a911-56ceae3a61c5', 'ip_address': '172.27.3.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787632-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T20:13:21Z', 'updated_at': '2021-04-22T20:13:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1d4495d7-31a5-4e2d-a911-56ceae3a61c5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787632-1-iscsi'}] {{(pid=86333) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 22 20:13:26.311967 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4194812-0595-41da-aa30-5ae5c34b88e5 admin admin] Network 8c6beec9-2be5-42aa-b3d8-efd21a74a412 is already hosted by enough agents. {{(pid=86330) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 22 20:13:26.319582 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.scheduler.base_scheduler [None req-f4194812-0595-41da-aa30-5ae5c34b88e5 admin admin] Resources bound (agent type, host, resource id):  {{(pid=86330) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 22 20:13:26.322617 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4194812-0595-41da-aa30-5ae5c34b88e5 admin admin] Received port after_create {{(pid=86330) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 22 20:13:26.322759 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-03d2caa7-b60b-499e-a433-ba794813a00d req-67603946-d954-49b5-97df-d14b7cde8ed7 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=6f3d9104-7f67-4d9e-bcf5-b704aabb6c6e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0412712
Apr 22 20:13:26.375761 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4194812-0595-41da-aa30-5ae5c34b88e5 admin admin] Pushing event updated for resources: {'Port': ['ID=dbd18bc1-e25f-410a-a010-5e151e39c445,revision_number=1']} {{(pid=86330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 20:13:26.385844 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [None req-f4194812-0595-41da-aa30-5ae5c34b88e5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=86330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 20:13:26.427988 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-2d0f6b1a-563a-4fa6-947b-452c3040fddf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393900'] for security_group, after_delete {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:13:26.434989 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [None req-12674ba6-1e2c-47b8-9560-b74a611f1f78 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 20:13:26.442112 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-f4194812-0595-41da-aa30-5ae5c34b88e5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854348030'] for router_interface, before_create {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:13:26.466734 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c36efe-b9d6-49cd-8186-dce3d59ce424 req-30b30e39-5eda-4042-a82b-bac7b6b70d5c tempest-AttachVolumeNegativeTest-423716770 tempest-AttachVolumeNegativeTest-423716770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 20:13:26.468448 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-61c36efe-b9d6-49cd-8186-dce3d59ce424 req-30b30e39-5eda-4042-a82b-bac7b6b70d5c tempest-AttachVolumeNegativeTest-423716770 tempest-AttachVolumeNegativeTest-423716770-project] 10.222.0.30 "GET /v2.0/ports?device_id=7e6b483d-23c3-4b8a-aa55-bcaa0fb31737 HTTP/1.1" status: 200  len: 943 time: 0.2529223
Apr 22 20:13:26.477974 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d0f6b1a-563a-4fa6-947b-452c3040fddf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6585a1c-5e53-476f-b2ef-5633bc2e0d34,revision_number=None']} {{(pid=86330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 20:13:26.484571 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [None req-2d0f6b1a-563a-4fa6-947b-452c3040fddf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=86330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 20:13:26.535586 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-2d0f6b1a-563a-4fa6-947b-452c3040fddf admin admin] Notify callbacks [] for security_group, before_response {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:13:26.536799 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [None req-2d0f6b1a-563a-4fa6-947b-452c3040fddf admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/a6585a1c-5e53-476f-b2ef-5633bc2e0d34 HTTP/1.1" status: 204  len: 168 time: 0.5228522
Apr 22 20:13:26.555947 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-61c36efe-b9d6-49cd-8186-dce3d59ce424 req-af31ead4-6119-4f1a-b8e1-290c07c0d474 tempest-AttachVolumeNegativeTest-423716770 tempest-AttachVolumeNegativeTest-423716770-project] 10.222.0.30 "GET /v2.0/security-groups?id=12e357dc-1d76-4f4d-8ec3-cba1cfd90e7f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0691252
Apr 22 20:13:26.600286 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.provisioning_blocks [None req-51c80e15-90e3-4dd0-b2e4-228cb8ffe1ee None None] Provisioning for port dbd18bc1-e25f-410a-a010-5e151e39c445 completed by entity DHCP. {{(pid=86332) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 22 20:13:26.605923 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.provisioning_blocks [None req-51c80e15-90e3-4dd0-b2e4-228cb8ffe1ee None None] Provisioning complete for port dbd18bc1-e25f-410a-a010-5e151e39c445 triggered by entity DHCP. {{(pid=86332) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 22 20:13:26.606641 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-51c80e15-90e3-4dd0-b2e4-228cb8ffe1ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854135278'] for port, provisioning_complete {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:13:26.651367 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-f4194812-0595-41da-aa30-5ae5c34b88e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587983'] for port, before_update {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:13:26.673610 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.plugin [None req-51c80e15-90e3-4dd0-b2e4-228cb8ffe1ee None None] Port dbd18bc1-e25f-410a-a010-5e151e39c445 cannot update to ACTIVE because it is not bound. {{(pid=86332) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 22 20:13:26.967791 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-f4194812-0595-41da-aa30-5ae5c34b88e5 admin admin] Notify callbacks [] for port, precommit_update {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:13:26.971900 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-f4194812-0595-41da-aa30-5ae5c34b88e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854198495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853168226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727707997384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363309147208137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727707567697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036850650302'] for port, after_update {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:13:27.007909 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [None req-4c9af214-c5fa-4b6e-8159-9fec7d67d541 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 20:13:27.162711 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4194812-0595-41da-aa30-5ae5c34b88e5 admin admin] Pushing event updated for resources: {'Port': ['ID=dbd18bc1-e25f-410a-a010-5e151e39c445,revision_number=2']} {{(pid=86330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 20:13:27.165300 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-f4194812-0595-41da-aa30-5ae5c34b88e5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036853168209', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-427877'] for router_interface, after_create {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:13:27.170070 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [None req-f4194812-0595-41da-aa30-5ae5c34b88e5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=86330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 20:13:27.269688 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9729ae91-5695-4672-b1b8-e2a95ac2812e req-09588149-03b3-45d8-861c-6a2ed5d15744 tempest-ServerRescueNegativeTestJSON-1009389569 tempest-ServerRescueNegativeTestJSON-1009389569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 20:13:27.271323 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-9729ae91-5695-4672-b1b8-e2a95ac2812e req-09588149-03b3-45d8-861c-6a2ed5d15744 tempest-ServerRescueNegativeTestJSON-1009389569 tempest-ServerRescueNegativeTestJSON-1009389569-project] 10.222.0.30 "GET /v2.0/ports?device_id=c716f776-b175-41ed-8d8a-055fa4548224 HTTP/1.1" status: 200  len: 946 time: 0.2646086
Apr 22 20:13:27.360048 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-9729ae91-5695-4672-b1b8-e2a95ac2812e req-f104524f-fb8b-426c-adfa-4c935d5822c8 tempest-ServerRescueNegativeTestJSON-1009389569 tempest-ServerRescueNegativeTestJSON-1009389569-project] 10.222.0.30 "GET /v2.0/security-groups?id=6f3d9104-7f67-4d9e-bcf5-b704aabb6c6e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0785263
Apr 22 20:13:27.370371 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4194812-0595-41da-aa30-5ae5c34b88e5 admin admin] Network 8c6beec9-2be5-42aa-b3d8-efd21a74a412 is already hosted by enough agents. {{(pid=86330) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 22 20:13:27.371520 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.scheduler.base_scheduler [None req-f4194812-0595-41da-aa30-5ae5c34b88e5 admin admin] Resources bound (agent type, host, resource id):  {{(pid=86330) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 22 20:13:27.627581 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-890562e2-a14f-47db-9207-50dcebaa93cc req-efb04427-1579-4618-82d5-3a66b0335700 service neutron] 10.222.0.46 "GET /v2.0/networks/2f71bdb9-006a-4ab4-9335-9bbccd5c61c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2275686
Apr 22 20:13:27.689993 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f4194812-0595-41da-aa30-5ae5c34b88e5 admin admin] Router 9cd6df8e-2b4f-4ae8-984e-b116ff875a5e has already been hosted by L3 agent 1df068ca-d615-4cb7-8020-fe6e8be709e3 {{(pid=86330) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 22 20:13:27.725297 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.rpc [None req-08e5d76f-3fe5-4242-a4b8-30f374028052 None None] Device c041abc2-56f2-4dc6-ac90-4a1e10a20312 up at agent ovs-agent-dv-cinder-787632-1-iscsi {{(pid=86332) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 22 20:13:27.764237 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.provisioning_blocks [None req-e586a0b2-0c59-4a51-868a-b2215f2fe1fb None None] Provisioning complete for port dbd18bc1-e25f-410a-a010-5e151e39c445 triggered by entity DHCP. {{(pid=86332) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 22 20:13:27.764666 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-e586a0b2-0c59-4a51-868a-b2215f2fe1fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854135278'] for port, provisioning_complete {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:13:27.883838 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.plugin [None req-e586a0b2-0c59-4a51-868a-b2215f2fe1fb None None] Port dbd18bc1-e25f-410a-a010-5e151e39c445 cannot update to ACTIVE because it is not bound. {{(pid=86332) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 22 20:13:27.886425 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.provisioning_blocks [None req-08e5d76f-3fe5-4242-a4b8-30f374028052 None None] Provisioning for port c041abc2-56f2-4dc6-ac90-4a1e10a20312 completed by entity L2. {{(pid=86332) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 22 20:13:27.892893 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.provisioning_blocks [None req-08e5d76f-3fe5-4242-a4b8-30f374028052 None None] Provisioning complete for port c041abc2-56f2-4dc6-ac90-4a1e10a20312 triggered by entity L2. {{(pid=86332) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 22 20:13:27.893332 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-08e5d76f-3fe5-4242-a4b8-30f374028052 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854135278'] for port, provisioning_complete {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:13:28.041445 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-08e5d76f-3fe5-4242-a4b8-30f374028052 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587983'] for port, before_update {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:13:28.062306 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.db [None req-08e5d76f-3fe5-4242-a4b8-30f374028052 None None] For port c041abc2-56f2-4dc6-ac90-4a1e10a20312, host dv-cinder-787632-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787632-1-iscsi',level=0,port_id=c041abc2-56f2-4dc6-ac90-4a1e10a20312,segment=NetworkSegment(8e8fb218-3d63-4c3d-9ab1-544471c4929e),segment_id=8e8fb218-3d63-4c3d-9ab1-544471c4929e)] {{(pid=86332) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 22 20:13:28.065549 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-08e5d76f-3fe5-4242-a4b8-30f374028052 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854198495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853168226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727707997384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363309147208137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727707567697'] for port, after_update {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:13:28.068748 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [None req-9ee8117c-41d8-4e8c-9333-6fa4244601b0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86332) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 20:13:28.144879 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08e5d76f-3fe5-4242-a4b8-30f374028052 None None] Pushing event updated for resources: {'Port': ['ID=c041abc2-56f2-4dc6-ac90-4a1e10a20312,revision_number=4']} {{(pid=86332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 20:13:28.148583 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [None req-08e5d76f-3fe5-4242-a4b8-30f374028052 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=86332) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 20:13:28.230389 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a84d74a7-241a-42ec-94b5-0ba6685c2f3c req-f1b45017-a73c-438b-9921-20963382bf02 tempest-AttachVolumeNegativeTest-423716770 tempest-AttachVolumeNegativeTest-423716770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 20:13:28.230921 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-a84d74a7-241a-42ec-94b5-0ba6685c2f3c req-f1b45017-a73c-438b-9921-20963382bf02 tempest-AttachVolumeNegativeTest-423716770 tempest-AttachVolumeNegativeTest-423716770-project] 10.222.0.30 "GET /v2.0/ports?device_id=7e6b483d-23c3-4b8a-aa55-bcaa0fb31737 HTTP/1.1" status: 200  len: 943 time: 0.4463236
Apr 22 20:13:28.231897 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4194812-0595-41da-aa30-5ae5c34b88e5 admin admin] Notify agent at l3_agent.dv-cinder-787632-1-iscsi the message routers_updated {{(pid=86330) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 22 20:13:28.242362 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [None req-f4194812-0595-41da-aa30-5ae5c34b88e5 admin admin] 10.222.0.30 "PUT /v2.0/routers/9cd6df8e-2b4f-4ae8-984e-b116ff875a5e/add_router_interface HTTP/1.1" status: 200  len: 503 time: 4.4534538
Apr 22 20:13:28.293154 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-a84d74a7-241a-42ec-94b5-0ba6685c2f3c req-95aca0b3-3879-4ba4-a68c-3e8444cb1166 tempest-AttachVolumeNegativeTest-423716770 tempest-AttachVolumeNegativeTest-423716770-project] 10.222.0.30 "GET /v2.0/security-groups?id=12e357dc-1d76-4f4d-8ec3-cba1cfd90e7f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0492187
Apr 22 20:13:28.553349 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-578ac724-dbee-44c6-883b-4c3c3b39ba15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309146858885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640583'] for agent, after_update {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:13:28.672234 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45da71b9-be4e-42a0-ac5d-204cafc6f757 req-dba5e223-c291-44fa-8185-45ad0e81296d tempest-ServerRescueNegativeTestJSON-1009389569 tempest-ServerRescueNegativeTestJSON-1009389569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 20:13:28.674587 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-45da71b9-be4e-42a0-ac5d-204cafc6f757 req-dba5e223-c291-44fa-8185-45ad0e81296d tempest-ServerRescueNegativeTestJSON-1009389569 tempest-ServerRescueNegativeTestJSON-1009389569-project] 10.222.0.30 "GET /v2.0/ports?device_id=c716f776-b175-41ed-8d8a-055fa4548224 HTTP/1.1" status: 200  len: 946 time: 0.1883640
Apr 22 20:13:28.758049 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-45da71b9-be4e-42a0-ac5d-204cafc6f757 req-0506b751-e8bc-44fe-906e-2172bde43e92 tempest-ServerRescueNegativeTestJSON-1009389569 tempest-ServerRescueNegativeTestJSON-1009389569-project] 10.222.0.30 "GET /v2.0/security-groups?id=6f3d9104-7f67-4d9e-bcf5-b704aabb6c6e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0765204
Apr 22 20:13:28.933076 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-d69b9430-b136-4a40-a189-232f048ef307 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309146858885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640583'] for agent, after_update {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:13:29.079113 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.wsgi [-] (86331) accepted ('10.222.0.30', 37826) {{(pid=86331) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 20:13:29.086328 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.v2.base [None req-3cc3d9f9-23dc-4762-b673-f6a3c645dbb1 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-462869854-network', 'tenant_id': '955f02e9554b4a1c937faa59c273a0e6'}} {{(pid=86331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 22 20:13:29.092156 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.quota.driver [None req-3cc3d9f9-23dc-4762-b673-f6a3c645dbb1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 22 20:13:29.098153 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.quota.resource [None req-3cc3d9f9-23dc-4762-b673-f6a3c645dbb1 admin admin] Usage tracker for resource:network and tenant:955f02e9554b4a1c937faa59c273a0e6 is out of sync, need to count used quota {{(pid=86331) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 22 20:13:29.103700 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.quota.resource [None req-3cc3d9f9-23dc-4762-b673-f6a3c645dbb1 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86331) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 22 20:13:29.111219 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.quota.driver [None req-3cc3d9f9-23dc-4762-b673-f6a3c645dbb1 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 22 20:13:29.125209 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3cc3d9f9-23dc-4762-b673-f6a3c645dbb1 admin admin] Made reservation on behalf of 955f02e9554b4a1c937faa59c273a0e6 for: {'network': 1} {{(pid=86331) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 22 20:13:29.130175 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-3cc3d9f9-23dc-4762-b673-f6a3c645dbb1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587983'] for network, before_create {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:13:29.144520 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-3cc3d9f9-23dc-4762-b673-f6a3c645dbb1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:13:29.167692 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.quota.driver [None req-3cc3d9f9-23dc-4762-b673-f6a3c645dbb1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 22 20:13:29.172358 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.quota.resource [None req-3cc3d9f9-23dc-4762-b673-f6a3c645dbb1 admin admin] Usage tracker for resource:security_group_rule and tenant:955f02e9554b4a1c937faa59c273a0e6 is out of sync, need to count used quota {{(pid=86331) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 22 20:13:29.175581 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.quota.resource [None req-3cc3d9f9-23dc-4762-b673-f6a3c645dbb1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86331) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 22 20:13:29.190153 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.quota.driver [None req-3cc3d9f9-23dc-4762-b673-f6a3c645dbb1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 22 20:13:29.214247 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-353e8e58-99c9-4b6a-9cae-d28e09814a0b None None] Sync routers for ids ['9cd6df8e-2b4f-4ae8-984e-b116ff875a5e'] in dv-cinder-787632-1-iscsi {{(pid=86332) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 22 20:13:29.240253 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-353e8e58-99c9-4b6a-9cae-d28e09814a0b None None] Routers {'9cd6df8e-2b4f-4ae8-984e-b116ff875a5e'} bound to L3 agent in host dv-cinder-787632-1-iscsi {{(pid=86332) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 22 20:13:29.241525 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.l3_hamode_db [None req-353e8e58-99c9-4b6a-9cae-d28e09814a0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f013d75f4a8>, 'dv-cinder-787632-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-22T20:03:28Z,description=<?>,heartbeat_timestamp=2021-04-22T20:13:29Z,host='dv-cinder-787632-1-iscsi',id=1df068ca-d615-4cb7-8020-fe6e8be709e3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-22T20:03:28Z,topic='l3_agent')) {'router_ids': ['9cd6df8e-2b4f-4ae8-984e-b116ff875a5e'], 'active': True} {{(pid=86332) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 22 20:13:29.298284 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-3cc3d9f9-23dc-4762-b673-f6a3c645dbb1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:13:29.306409 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-3cc3d9f9-23dc-4762-b673-f6a3c645dbb1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393900'] for security_group, after_create {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:13:29.312098 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [None req-d9737e0a-3b6b-4ac2-8721-60e3aac26156 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 20:13:29.346174 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cc3d9f9-23dc-4762-b673-f6a3c645dbb1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5732ccd8-427b-414f-b7fa-07a4a0106088,revision_number=1']} {{(pid=86331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 20:13:29.351324 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [None req-3cc3d9f9-23dc-4762-b673-f6a3c645dbb1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 20:13:29.352044 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3cc3d9f9-23dc-4762-b673-f6a3c645dbb1 admin admin] vlan segment allocate from pool success with {'vlan_id': 355, 'physical_network': 'physnet1'}  {{(pid=86331) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}}
Apr 22 20:13:29.367413 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-3cc3d9f9-23dc-4762-b673-f6a3c645dbb1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1523030'] for segment, precommit_create {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:13:29.367885 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.db.segments_db [None req-3cc3d9f9-23dc-4762-b673-f6a3c645dbb1 admin admin] Added segment 0121eab5-ed9d-4c61-80d8-7bad51213e45 of type vlan for network ab86acd9-ed69-41b2-838f-e93a3f84ce2a
Apr 22 20:13:29.370195 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-08e5d76f-3fe5-4242-a4b8-30f374028052 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309146858885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640583'] for agent, after_update {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:13:29.396269 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-3cc3d9f9-23dc-4762-b673-f6a3c645dbb1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727707556023'] for network, precommit_create {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:13:29.445521 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.l3_dvr_db [None req-353e8e58-99c9-4b6a-9cae-d28e09814a0b None None] Set router 9cd6df8e-2b4f-4ae8-984e-b116ff875a5e gateway port host: dv-cinder-787632-1-iscsi {{(pid=86332) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 22 20:13:29.475552 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-3cc3d9f9-23dc-4762-b673-f6a3c645dbb1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853168226'] for network, after_create {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:13:29.477646 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cc3d9f9-23dc-4762-b673-f6a3c645dbb1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 20:13:29.478356 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-3cc3d9f9-23dc-4762-b673-f6a3c645dbb1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853168243'] for network, before_response {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:13:29.485581 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [None req-0796a513-75d0-47aa-a427-38e551817449 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 20:13:29.604311 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cc3d9f9-23dc-4762-b673-f6a3c645dbb1 admin admin] Pushing event updated for resources: {'Network': ['ID=ab86acd9-ed69-41b2-838f-e93a3f84ce2a,revision_number=1']} {{(pid=86331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 20:13:29.610258 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [None req-3cc3d9f9-23dc-4762-b673-f6a3c645dbb1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 20:13:29.618071 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.rpc [None req-08e5d76f-3fe5-4242-a4b8-30f374028052 None None] Network ab86acd9-ed69-41b2-838f-e93a3f84ce2a details requested by agent ovs-agent-dv-cinder-787632-1-iscsi with host dv-cinder-787632-1-iscsi {{(pid=86332) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Apr 22 20:13:29.620648 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [None req-3cc3d9f9-23dc-4762-b673-f6a3c645dbb1 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201  len: 881 time: 0.5396888
Apr 22 20:13:29.623583 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.wsgi [-] (86331) accepted ('10.222.0.30', 37836) {{(pid=86331) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 20:13:29.632303 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.v2.base [None req-c5e7f7a4-e573-4004-be86-ce40eafbe692 admin admin] Request body: {'subnet': {'network_id': 'ab86acd9-ed69-41b2-838f-e93a3f84ce2a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-462869854-subnet', 'tenant_id': '955f02e9554b4a1c937faa59c273a0e6', 'ip_version': 4}} {{(pid=86331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 22 20:13:29.646127 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35aa7b94-41f8-4093-ba9c-c75c13710caa req-facb72bd-a7d3-4134-9949-0bcc0b000017 tempest-AttachVolumeNegativeTest-423716770 tempest-AttachVolumeNegativeTest-423716770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 20:13:29.647678 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-35aa7b94-41f8-4093-ba9c-c75c13710caa req-facb72bd-a7d3-4134-9949-0bcc0b000017 tempest-AttachVolumeNegativeTest-423716770 tempest-AttachVolumeNegativeTest-423716770-project] 10.222.0.30 "GET /v2.0/ports?device_id=7e6b483d-23c3-4b8a-aa55-bcaa0fb31737 HTTP/1.1" status: 200  len: 943 time: 0.2310097
Apr 22 20:13:29.648678 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.quota.driver [None req-c5e7f7a4-e573-4004-be86-ce40eafbe692 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 22 20:13:29.652799 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.quota.resource [None req-c5e7f7a4-e573-4004-be86-ce40eafbe692 admin admin] Usage tracker for resource:subnet and tenant:955f02e9554b4a1c937faa59c273a0e6 is out of sync, need to count used quota {{(pid=86331) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 22 20:13:29.657593 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.quota.resource [None req-c5e7f7a4-e573-4004-be86-ce40eafbe692 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86331) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 22 20:13:29.680842 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.quota.driver [None req-c5e7f7a4-e573-4004-be86-ce40eafbe692 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 22 20:13:29.686229 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.rpc [None req-08e5d76f-3fe5-4242-a4b8-30f374028052 None None] Device c041abc2-56f2-4dc6-ac90-4a1e10a20312 up at agent ovs-agent-dv-cinder-787632-1-iscsi {{(pid=86332) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 22 20:13:29.710326 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-35aa7b94-41f8-4093-ba9c-c75c13710caa req-d0027db6-46a7-4829-a736-481ad310fc22 tempest-AttachVolumeNegativeTest-423716770 tempest-AttachVolumeNegativeTest-423716770-project] 10.222.0.30 "GET /v2.0/security-groups?id=12e357dc-1d76-4f4d-8ec3-cba1cfd90e7f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0543523
Apr 22 20:13:29.710855 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5e7f7a4-e573-4004-be86-ce40eafbe692 admin admin] Made reservation on behalf of 955f02e9554b4a1c937faa59c273a0e6 for: {'subnet': 1} {{(pid=86331) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 22 20:13:29.715572 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-c5e7f7a4-e573-4004-be86-ce40eafbe692 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851064723'] for subnet, before_create {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:13:30.013111 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.provisioning_blocks [None req-08e5d76f-3fe5-4242-a4b8-30f374028052 None None] Provisioning complete for port c041abc2-56f2-4dc6-ac90-4a1e10a20312 triggered by entity L2. {{(pid=86332) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 22 20:13:30.013835 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-08e5d76f-3fe5-4242-a4b8-30f374028052 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854135278'] for port, provisioning_complete {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:13:30.081284 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb4ab45a-a341-46ca-91da-1ee5f9d039b0 req-2faeafe7-2418-48f6-972c-77b6bffce044 tempest-ServerRescueNegativeTestJSON-1009389569 tempest-ServerRescueNegativeTestJSON-1009389569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 20:13:30.083452 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-eb4ab45a-a341-46ca-91da-1ee5f9d039b0 req-2faeafe7-2418-48f6-972c-77b6bffce044 tempest-ServerRescueNegativeTestJSON-1009389569 tempest-ServerRescueNegativeTestJSON-1009389569-project] 10.222.0.30 "GET /v2.0/ports?device_id=c716f776-b175-41ed-8d8a-055fa4548224 HTTP/1.1" status: 200  len: 946 time: 0.1274288
Apr 22 20:13:30.159113 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-eb4ab45a-a341-46ca-91da-1ee5f9d039b0 req-3fde920a-1f2b-4e38-9a8d-7b34495cc4fb tempest-ServerRescueNegativeTestJSON-1009389569 tempest-ServerRescueNegativeTestJSON-1009389569-project] 10.222.0.30 "GET /v2.0/security-groups?id=6f3d9104-7f67-4d9e-bcf5-b704aabb6c6e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0680950
Apr 22 20:13:30.264033 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-c5e7f7a4-e573-4004-be86-ce40eafbe692 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853168226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036853554393', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036851064708'] for subnet, after_create {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:13:30.271464 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [None req-ade17604-f334-4393-9bdf-7fd2676d5237 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 20:13:30.364670 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-77fc9508-bbbe-4662-bfa7-f4837e5c3abe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309146858885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640583'] for agent, after_update {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:13:30.389454 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.l3_hamode_db [None req-353e8e58-99c9-4b6a-9cae-d28e09814a0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f013d75f4a8>, [{'id': '9cd6df8e-2b4f-4ae8-984e-b116ff875a5e', 'name': 'tempest-TestShelveInstance-1266787155-router', 'tenant_id': 'ed8e9232a3ce48d39526eecdc431aec3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b725cb4-6db6-4e68-9a61-1978e8a191a1', 'external_fixed_ips': [{'subnet_id': '1d4495d7-31a5-4e2d-a911-56ceae3a61c5', 'ip_address': '172.27.3.52'}], 'enable_snat': True}, 'gw_port_id': 'c041abc2-56f2-4dc6-ac90-4a1e10a20312', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T20:13:20Z', 'updated_at': '2021-04-22T20:13:26Z', 'revision_number': 4, 'project_id': 'ed8e9232a3ce48d39526eecdc431aec3', 'gw_port': {'id': 'c041abc2-56f2-4dc6-ac90-4a1e10a20312', 'name': '', 'network_id': '1b725cb4-6db6-4e68-9a61-1978e8a191a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:6e:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cd6df8e-2b4f-4ae8-984e-b116ff875a5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 295, 'fixed_ips': [{'subnet_id': '1d4495d7-31a5-4e2d-a911-56ceae3a61c5', 'ip_address': '172.27.3.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787632-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T20:13:21Z', 'updated_at': '2021-04-22T20:13:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d4495d7-31a5-4e2d-a911-56ceae3a61c5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787632-1-iscsi', '_interfaces': [{'id': 'dbd18bc1-e25f-410a-a010-5e151e39c445', 'name': '', 'network_id': '8c6beec9-2be5-42aa-b3d8-efd21a74a412', 'tenant_id': 'ed8e9232a3ce48d39526eecdc431aec3', 'mac_address': 'fa:16:3e:c2:57:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9cd6df8e-2b4f-4ae8-984e-b116ff875a5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 306, 'fixed_ips': [{'subnet_id': '7e154f7f-c6a5-48a3-9c75-a2bc01d89ad4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T20:13:25Z', 'updated_at': '2021-04-22T20:13:26Z', 'revision_number': 2, 'project_id': 'ed8e9232a3ce48d39526eecdc431aec3', 'subnets': [{'id': '7e154f7f-c6a5-48a3-9c75-a2bc01d89ad4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787632-1-iscsi', False) {} {{(pid=86332) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 22 20:13:30.395047 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-353e8e58-99c9-4b6a-9cae-d28e09814a0b None None] Checking router: 9cd6df8e-2b4f-4ae8-984e-b116ff875a5e for host: dv-cinder-787632-1-iscsi {{(pid=86332) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 22 20:13:30.395456 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-353e8e58-99c9-4b6a-9cae-d28e09814a0b None None] Updating router 9cd6df8e-2b4f-4ae8-984e-b116ff875a5e port dbd18bc1-e25f-410a-a010-5e151e39c445 binding host dv-cinder-787632-1-iscsi {{(pid=86332) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Apr 22 20:13:30.432788 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5e7f7a4-e573-4004-be86-ce40eafbe692 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6307f772-b93b-4e81-9b30-5dd1fa33ce6b,revision_number=0']} {{(pid=86331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 20:13:30.441041 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [None req-c5e7f7a4-e573-4004-be86-ce40eafbe692 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 20:13:30.457102 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5e7f7a4-e573-4004-be86-ce40eafbe692 admin admin] Checking segment: {'id': '0121eab5-ed9d-4c61-80d8-7bad51213e45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': 'ab86acd9-ed69-41b2-838f-e93a3f84ce2a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86331) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 22 20:13:30.457498 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5e7f7a4-e573-4004-be86-ce40eafbe692 admin admin] Network hostable DHCP agents. Network: ab86acd9-ed69-41b2-838f-e93a3f84ce2a, hostable agents: ['e0877369-7b04-40ef-a371-0b097842c51e'], hosted agents: [] {{(pid=86331) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Apr 22 20:13:30.460033 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-353e8e58-99c9-4b6a-9cae-d28e09814a0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587983'] for port, before_update {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:13:30.473420 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c91413dd-f315-4144-a2eb-82d5bd9dc731 req-ce7d2bcb-74ce-4ae7-9207-54af61bea38a tempest-ServerRescueNegativeTestJSON-1009389569 tempest-ServerRescueNegativeTestJSON-1009389569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 20:13:30.475070 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-c91413dd-f315-4144-a2eb-82d5bd9dc731 req-ce7d2bcb-74ce-4ae7-9207-54af61bea38a tempest-ServerRescueNegativeTestJSON-1009389569 tempest-ServerRescueNegativeTestJSON-1009389569-project] 10.222.0.30 "GET /v2.0/ports?device_id=469f3208-145f-4d5b-b5d0-3d1d24295374 HTTP/1.1" status: 200  len: 945 time: 0.1621830
Apr 22 20:13:30.503388 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5e7f7a4-e573-4004-be86-ce40eafbe692 admin admin] Network ab86acd9-ed69-41b2-838f-e93a3f84ce2a is scheduled to be hosted by DHCP agent e0877369-7b04-40ef-a371-0b097842c51e with binding_index 1 {{(pid=86331) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Apr 22 20:13:30.533302 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.scheduler.base_scheduler [None req-c5e7f7a4-e573-4004-be86-ce40eafbe692 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-787632-1-iscsi, ab86acd9-ed69-41b2-838f-e93a3f84ce2a) {{(pid=86331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 22 20:13:30.549337 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-c91413dd-f315-4144-a2eb-82d5bd9dc731 req-35602616-b666-41c9-bffd-0dea68a8cb0e tempest-ServerRescueNegativeTestJSON-1009389569 tempest-ServerRescueNegativeTestJSON-1009389569-project] 10.222.0.30 "GET /v2.0/security-groups?id=6f3d9104-7f67-4d9e-bcf5-b704aabb6c6e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0633547
Apr 22 20:13:30.553457 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5e7f7a4-e573-4004-be86-ce40eafbe692 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 20:13:30.554155 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-c5e7f7a4-e573-4004-be86-ce40eafbe692 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853168243'] for subnet, before_response {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:13:30.560694 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc32ebdd-5d72-4b16-88ab-8785d208e150 None None] Network ab86acd9-ed69-41b2-838f-e93a3f84ce2a requested from dv-cinder-787632-1-iscsi {{(pid=86332) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 22 20:13:30.591163 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [None req-c5e7f7a4-e573-4004-be86-ce40eafbe692 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 844 time: 0.9662552
Apr 22 20:13:30.592091 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.wsgi [-] (86330) accepted ('10.222.0.30', 37864) {{(pid=86330) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 20:13:30.598742 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.v2.base [None req-503ba612-6bdf-4821-aed2-d750f8e60db9 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-462869854-router', 'tenant_id': '955f02e9554b4a1c937faa59c273a0e6', 'external_gateway_info': {'network_id': '1b725cb4-6db6-4e68-9a61-1978e8a191a1'}}} {{(pid=86330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 22 20:13:30.605980 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.quota.driver [None req-503ba612-6bdf-4821-aed2-d750f8e60db9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86330) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 22 20:13:30.610633 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.quota.resource [None req-503ba612-6bdf-4821-aed2-d750f8e60db9 admin admin] Usage tracker for resource:router and tenant:955f02e9554b4a1c937faa59c273a0e6 is out of sync, need to count used quota {{(pid=86330) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 22 20:13:30.614803 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.quota.resource [None req-503ba612-6bdf-4821-aed2-d750f8e60db9 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=86330) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 22 20:13:30.627737 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.quota.driver [None req-503ba612-6bdf-4821-aed2-d750f8e60db9 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86330) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 22 20:13:30.642408 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-503ba612-6bdf-4821-aed2-d750f8e60db9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-423916', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854773907'] for router, before_create {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:13:30.653287 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-503ba612-6bdf-4821-aed2-d750f8e60db9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854351900', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854359550', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854378989', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1894'] for router, precommit_create {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:13:30.678406 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-503ba612-6bdf-4821-aed2-d750f8e60db9 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:13:31.033730 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fada902-6b05-410e-85e9-49a173ac1394 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0e86e177-c777-5841-8b38-a99bfcf73d2b-ab86acd9-ed69-41b2-838f-e93a3f84ce2a', 'network_id': 'ab86acd9-ed69-41b2-838f-e93a3f84ce2a', 'tenant_id': '955f02e9554b4a1c937faa59c273a0e6', 'fixed_ips': [{'subnet_id': '6307f772-b93b-4e81-9b30-5dd1fa33ce6b'}]}} from dv-cinder-787632-1-iscsi. {{(pid=86332) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}}
Apr 22 20:13:31.034900 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-9fada902-6b05-410e-85e9-49a173ac1394 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587983'] for port, before_create {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:13:31.188002 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.db.resource_extend [None req-353e8e58-99c9-4b6a-9cae-d28e09814a0b None None] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=86332) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}}
Apr 22 20:13:31.212730 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-503ba612-6bdf-4821-aed2-d750f8e60db9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854359307', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854346401', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1879'] for router, precommit_update {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:13:31.237174 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-169a6e16-5c3a-4588-82a1-7f3acabe019e req-83ffaab4-c984-43d1-8d95-998ba34f26c5 tempest-AttachVolumeNegativeTest-423716770 tempest-AttachVolumeNegativeTest-423716770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 20:13:31.245503 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-169a6e16-5c3a-4588-82a1-7f3acabe019e req-83ffaab4-c984-43d1-8d95-998ba34f26c5 tempest-AttachVolumeNegativeTest-423716770 tempest-AttachVolumeNegativeTest-423716770-project] 10.222.0.30 "GET /v2.0/ports?device_id=7e6b483d-23c3-4b8a-aa55-bcaa0fb31737 HTTP/1.1" status: 200  len: 943 time: 0.2838821
Apr 22 20:13:31.402457 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-169a6e16-5c3a-4588-82a1-7f3acabe019e req-64974ce1-d9ec-4727-a477-9601e6175aaf tempest-AttachVolumeNegativeTest-423716770 tempest-AttachVolumeNegativeTest-423716770-project] 10.222.0.30 "GET /v2.0/security-groups?id=12e357dc-1d76-4f4d-8ec3-cba1cfd90e7f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1558671
Apr 22 20:13:31.432337 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-353e8e58-99c9-4b6a-9cae-d28e09814a0b None None] Notify callbacks [] for port, precommit_update {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:13:31.446380 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.provisioning_blocks [None req-353e8e58-99c9-4b6a-9cae-d28e09814a0b None None] Transition to ACTIVE for port object dbd18bc1-e25f-410a-a010-5e151e39c445 will not be triggered until provisioned by entity L2. {{(pid=86332) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 22 20:13:31.450801 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.rpc [None req-cbbe70c9-0b39-4f9d-be6e-4133a7c8f54f None None] Device 0cfc2507-5acd-466a-b1c7-14264a7ab9ae details requested by agent hyperv_hv-cinder-78763 with host hv-cinder-78763 {{(pid=86332) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 22 20:13:31.464578 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-353e8e58-99c9-4b6a-9cae-d28e09814a0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854198495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853168226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727707997384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363309147208137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727707567697'] for port, after_update {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:13:31.472581 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [None req-08e5d76f-3fe5-4242-a4b8-30f374028052 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86332) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 20:13:31.546071 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.db_base_plugin_common [None req-9fada902-6b05-410e-85e9-49a173ac1394 None None] Allocated IP 172.20.0.2 (ab86acd9-ed69-41b2-838f-e93a3f84ce2a/6307f772-b93b-4e81-9b30-5dd1fa33ce6b/ff021273-3bad-461c-88d6-e418ccd6e7e6) {{(pid=86332) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 22 20:13:31.768885 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ca73f8-1c49-4865-9d72-4550730a50e5 None None] Pushing event updated for resources: {'Port': ['ID=dbd18bc1-e25f-410a-a010-5e151e39c445,revision_number=3']} {{(pid=86332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 20:13:31.776563 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-503ba612-6bdf-4821-aed2-d750f8e60db9 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:13:31.784045 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [None req-60ca73f8-1c49-4865-9d72-4550730a50e5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.311s {{(pid=86332) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 20:13:31.838318 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-503ba612-6bdf-4821-aed2-d750f8e60db9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587983'] for port, before_create {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:13:31.977986 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.wsgi [-] (86331) accepted ('10.222.0.30', 37900) {{(pid=86331) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 20:13:31.992634 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.managers [None req-353e8e58-99c9-4b6a-9cae-d28e09814a0b None None] Attempting to bind port dbd18bc1-e25f-410a-a010-5e151e39c445 on host dv-cinder-787632-1-iscsi for vnic_type normal with profile  {{(pid=86332) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 22 20:13:31.993057 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.managers [None req-353e8e58-99c9-4b6a-9cae-d28e09814a0b None None] Attempting to bind port dbd18bc1-e25f-410a-a010-5e151e39c445 by drivers openvswitch,hyperv on host dv-cinder-787632-1-iscsi at level 0 using segments [{'id': 'e8b93f7f-6c3d-4774-85c0-845d1db34c9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '8c6beec9-2be5-42aa-b3d8-efd21a74a412'}] {{(pid=86332) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 22 20:13:31.993652 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-353e8e58-99c9-4b6a-9cae-d28e09814a0b None None] Attempting to bind port dbd18bc1-e25f-410a-a010-5e151e39c445 on network 8c6beec9-2be5-42aa-b3d8-efd21a74a412 {{(pid=86332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 22 20:13:32.014188 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-353e8e58-99c9-4b6a-9cae-d28e09814a0b None None] Checking agent: {'id': '802cefbf-f579-41fa-a7d7-d5cf274c80aa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-787632-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 22, 20, 3, 29), 'started_at': datetime.datetime(2021, 4, 22, 20, 3, 59), 'heartbeat_timestamp': datetime.datetime(2021, 4, 22, 20, 13, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-787632-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 22 20:13:32.014618 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-353e8e58-99c9-4b6a-9cae-d28e09814a0b None None] Checking segment: {'id': 'e8b93f7f-6c3d-4774-85c0-845d1db34c9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '8c6beec9-2be5-42aa-b3d8-efd21a74a412'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86332) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 22 20:13:32.015212 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-353e8e58-99c9-4b6a-9cae-d28e09814a0b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:13:32.015658 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-353e8e58-99c9-4b6a-9cae-d28e09814a0b None None] Bound using segment: {'id': 'e8b93f7f-6c3d-4774-85c0-845d1db34c9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '8c6beec9-2be5-42aa-b3d8-efd21a74a412'} {{(pid=86332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 22 20:13:32.016209 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.managers [None req-353e8e58-99c9-4b6a-9cae-d28e09814a0b None None] Bound port: dbd18bc1-e25f-410a-a010-5e151e39c445, host: dv-cinder-787632-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e8b93f7f-6c3d-4774-85c0-845d1db34c9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '8c6beec9-2be5-42aa-b3d8-efd21a74a412'}}] {{(pid=86332) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 22 20:13:32.016630 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-353e8e58-99c9-4b6a-9cae-d28e09814a0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587983'] for port, before_update {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:13:32.028622 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.db_base_plugin_common [None req-503ba612-6bdf-4821-aed2-d750f8e60db9 admin admin] Allocated IP 172.27.3.199 (1b725cb4-6db6-4e68-9a61-1978e8a191a1/1d4495d7-31a5-4e2d-a911-56ceae3a61c5/09899b7a-8813-40e5-9485-30dfc29a3583) {{(pid=86330) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 22 20:13:32.075954 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.db [None req-cbbe70c9-0b39-4f9d-be6e-4133a7c8f54f None None] For port 0cfc2507-5acd-466a-b1c7-14264a7ab9ae, host hv-cinder-78763, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78763',level=0,port_id=0cfc2507-5acd-466a-b1c7-14264a7ab9ae,segment=NetworkSegment(3a7c8a3c-d8a5-4ea6-9c7e-398752a60d2f),segment_id=3a7c8a3c-d8a5-4ea6-9c7e-398752a60d2f)] {{(pid=86332) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 22 20:13:32.124545 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-f38f4ebb-d7e5-4888-a153-6aac05da1252 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:13:32.142163 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.quota.driver [None req-f38f4ebb-d7e5-4888-a153-6aac05da1252 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 22 20:13:32.146947 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.quota.resource [None req-f38f4ebb-d7e5-4888-a153-6aac05da1252 admin admin] Usage tracker for resource:security_group_rule and tenant:e94f966abcec4baf8451b9fd02d1ea63 is out of sync, need to count used quota {{(pid=86331) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 22 20:13:32.150959 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.quota.resource [None req-f38f4ebb-d7e5-4888-a153-6aac05da1252 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86331) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 22 20:13:32.157707 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.quota.driver [None req-f38f4ebb-d7e5-4888-a153-6aac05da1252 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 22 20:13:32.183837 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.db [None req-353e8e58-99c9-4b6a-9cae-d28e09814a0b None None] For port dbd18bc1-e25f-410a-a010-5e151e39c445, host dv-cinder-787632-1-iscsi, cleared binding levels {{(pid=86332) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 22 20:13:32.187752 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.db [None req-353e8e58-99c9-4b6a-9cae-d28e09814a0b None None] For port dbd18bc1-e25f-410a-a010-5e151e39c445, host dv-cinder-787632-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787632-1-iscsi',level=0,port_id=dbd18bc1-e25f-410a-a010-5e151e39c445,segment=NetworkSegment(e8b93f7f-6c3d-4774-85c0-845d1db34c9d),segment_id=e8b93f7f-6c3d-4774-85c0-845d1db34c9d)] {{(pid=86332) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 22 20:13:32.201347 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-503ba612-6bdf-4821-aed2-d750f8e60db9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:13:32.218982 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-353e8e58-99c9-4b6a-9cae-d28e09814a0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854198495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853168226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727707997384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363309147208137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727707567697'] for port, after_update {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:13:32.229095 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.rpc [None req-cbbe70c9-0b39-4f9d-be6e-4133a7c8f54f None None] Returning: {'device': '0cfc2507-5acd-466a-b1c7-14264a7ab9ae', 'network_id': '2f71bdb9-006a-4ab4-9335-9bbccd5c61c9', 'port_id': '0cfc2507-5acd-466a-b1c7-14264a7ab9ae', 'mac_address': 'fa:16:3e:c0:ea:42', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 356, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9b9fb9ac-2966-4dc7-9c84-10a923d75111', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86332) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 22 20:13:32.234810 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86332) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 20:13:32.235814 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-503ba612-6bdf-4821-aed2-d750f8e60db9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854198495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853168226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363309147208154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4125515'] for port, after_create {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:13:32.242084 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [None req-20ca07c8-2f17-4c25-923a-c639e485194d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 20:13:32.266899 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-f38f4ebb-d7e5-4888-a153-6aac05da1252 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:13:32.270552 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-f38f4ebb-d7e5-4888-a153-6aac05da1252 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393900'] for security_group, after_create {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:13:32.303406 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [None req-384eb0f0-ade8-48d4-a6cd-552437aa6226 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 20:13:32.337291 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [None req-f38f4ebb-d7e5-4888-a153-6aac05da1252 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=e94f966abcec4baf8451b9fd02d1ea63&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3550036
Apr 22 20:13:32.337291 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f38f4ebb-d7e5-4888-a153-6aac05da1252 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18cc3d56-3298-47b6-ac05-501e776cb584,revision_number=1']} {{(pid=86331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 20:13:32.338085 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.wsgi [-] (86331) accepted ('10.222.0.30', 37914) {{(pid=86331) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 20:13:32.359926 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-cbbe70c9-0b39-4f9d-be6e-4133a7c8f54f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587983'] for port, before_update {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:13:32.361656 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-503ba612-6bdf-4821-aed2-d750f8e60db9 admin admin] Pushing event updated for resources: {'Port': ['ID=09899b7a-8813-40e5-9485-30dfc29a3583,revision_number=1']} {{(pid=86330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 20:13:32.379665 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-503ba612-6bdf-4821-aed2-d750f8e60db9 admin admin] Network 1b725cb4-6db6-4e68-9a61-1978e8a191a1 is already hosted by enough agents. {{(pid=86330) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 22 20:13:32.389698 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.scheduler.base_scheduler [None req-503ba612-6bdf-4821-aed2-d750f8e60db9 admin admin] Resources bound (agent type, host, resource id):  {{(pid=86330) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 22 20:13:32.396269 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-503ba612-6bdf-4821-aed2-d750f8e60db9 admin admin] Received port after_create {{(pid=86330) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 22 20:13:32.416520 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-32eda9d0-d857-4556-ac6e-26c6d2c9c7a9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:13:32.452274 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.notifiers.nova [None req-cbbe70c9-0b39-4f9d-be6e-4133a7c8f54f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0cfc2507-5acd-466a-b1c7-14264a7ab9ae {{(pid=86332) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 22 20:13:32.453682 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-32eda9d0-d857-4556-ac6e-26c6d2c9c7a9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:13:32.481218 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.db [None req-cbbe70c9-0b39-4f9d-be6e-4133a7c8f54f None None] For port 0cfc2507-5acd-466a-b1c7-14264a7ab9ae, host hv-cinder-78763, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78763',level=0,port_id=0cfc2507-5acd-466a-b1c7-14264a7ab9ae,segment=NetworkSegment(3a7c8a3c-d8a5-4ea6-9c7e-398752a60d2f),segment_id=3a7c8a3c-d8a5-4ea6-9c7e-398752a60d2f)] {{(pid=86332) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 22 20:13:32.487856 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-503ba612-6bdf-4821-aed2-d750f8e60db9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787632-1-iscsi {{(pid=86330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 20:13:32.488277 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-503ba612-6bdf-4821-aed2-d750f8e60db9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787632-1-iscsi {{(pid=86330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 20:13:32.488690 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-503ba612-6bdf-4821-aed2-d750f8e60db9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787632-1-iscsi {{(pid=86330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 20:13:32.489094 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-503ba612-6bdf-4821-aed2-d750f8e60db9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787632-1-iscsi {{(pid=86330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 20:13:32.489493 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-503ba612-6bdf-4821-aed2-d750f8e60db9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787632-1-iscsi {{(pid=86330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 20:13:32.489936 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-503ba612-6bdf-4821-aed2-d750f8e60db9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787632-1-iscsi {{(pid=86330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 20:13:32.490322 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-503ba612-6bdf-4821-aed2-d750f8e60db9 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-787632-1-iscsi {{(pid=86330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 20:13:32.490714 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-503ba612-6bdf-4821-aed2-d750f8e60db9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787632-1-iscsi {{(pid=86330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 20:13:32.491108 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-503ba612-6bdf-4821-aed2-d750f8e60db9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787632-1-iscsi {{(pid=86330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 20:13:32.491499 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-503ba612-6bdf-4821-aed2-d750f8e60db9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787632-1-iscsi {{(pid=86330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 20:13:32.491888 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-353e8e58-99c9-4b6a-9cae-d28e09814a0b None None] Routers {'9cd6df8e-2b4f-4ae8-984e-b116ff875a5e'} bound to L3 agent in host dv-cinder-787632-1-iscsi {{(pid=86332) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 22 20:13:32.492000 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-503ba612-6bdf-4821-aed2-d750f8e60db9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787632-1-iscsi {{(pid=86330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 20:13:32.492267 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-503ba612-6bdf-4821-aed2-d750f8e60db9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787632-1-iscsi {{(pid=86330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 20:13:32.492784 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.l3_hamode_db [None req-353e8e58-99c9-4b6a-9cae-d28e09814a0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f013d75f4a8>, 'dv-cinder-787632-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-22T20:03:28Z,description=<?>,heartbeat_timestamp=2021-04-22T20:13:29Z,host='dv-cinder-787632-1-iscsi',id=1df068ca-d615-4cb7-8020-fe6e8be709e3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-22T20:03:28Z,topic='l3_agent')) {'router_ids': ['9cd6df8e-2b4f-4ae8-984e-b116ff875a5e'], 'active': True} {{(pid=86332) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 22 20:13:32.507673 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [None req-503ba612-6bdf-4821-aed2-d750f8e60db9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.266s {{(pid=86330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 20:13:32.539145 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f38f4ebb-d7e5-4888-a153-6aac05da1252 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787632-1-iscsi {{(pid=86331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 20:13:32.540001 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f38f4ebb-d7e5-4888-a153-6aac05da1252 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787632-1-iscsi {{(pid=86331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 20:13:32.540001 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f38f4ebb-d7e5-4888-a153-6aac05da1252 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787632-1-iscsi {{(pid=86331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 20:13:32.540837 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f38f4ebb-d7e5-4888-a153-6aac05da1252 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787632-1-iscsi {{(pid=86331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 20:13:32.541250 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f38f4ebb-d7e5-4888-a153-6aac05da1252 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787632-1-iscsi {{(pid=86331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 20:13:32.541632 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f38f4ebb-d7e5-4888-a153-6aac05da1252 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787632-1-iscsi {{(pid=86331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 20:13:32.542057 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f38f4ebb-d7e5-4888-a153-6aac05da1252 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-787632-1-iscsi {{(pid=86331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 20:13:32.542449 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f38f4ebb-d7e5-4888-a153-6aac05da1252 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787632-1-iscsi {{(pid=86331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 20:13:32.542839 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f38f4ebb-d7e5-4888-a153-6aac05da1252 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787632-1-iscsi {{(pid=86331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 20:13:32.543228 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f38f4ebb-d7e5-4888-a153-6aac05da1252 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787632-1-iscsi {{(pid=86331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 20:13:32.543613 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f38f4ebb-d7e5-4888-a153-6aac05da1252 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787632-1-iscsi {{(pid=86331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 20:13:32.543996 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f38f4ebb-d7e5-4888-a153-6aac05da1252 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787632-1-iscsi {{(pid=86331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 20:13:32.570594 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [None req-f38f4ebb-d7e5-4888-a153-6aac05da1252 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.267s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 20:13:32.575857 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-32eda9d0-d857-4556-ac6e-26c6d2c9c7a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393900'] for security_group, after_delete {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:13:32.584870 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [None req-54337264-ec8b-4d65-8f70-d8637f4f047f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 20:13:32.630142 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32eda9d0-d857-4556-ac6e-26c6d2c9c7a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18cc3d56-3298-47b6-ac05-501e776cb584,revision_number=None']} {{(pid=86331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 20:13:32.634330 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [None req-32eda9d0-d857-4556-ac6e-26c6d2c9c7a9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 20:13:32.648265 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-32eda9d0-d857-4556-ac6e-26c6d2c9c7a9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:13:32.649563 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [None req-32eda9d0-d857-4556-ac6e-26c6d2c9c7a9 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/18cc3d56-3298-47b6-ac05-501e776cb584 HTTP/1.1" status: 204  len: 168 time: 0.3104970
Apr 22 20:13:32.933635 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-cbbe70c9-0b39-4f9d-be6e-4133a7c8f54f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854198495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853168226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727707997384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363309147208137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727707567697'] for port, after_update {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:13:33.239580 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-9fada902-6b05-410e-85e9-49a173ac1394 None None] Notify callbacks [] for port, precommit_create {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:13:33.252267 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.provisioning_blocks [None req-9fada902-6b05-410e-85e9-49a173ac1394 None None] Transition to ACTIVE for port object ff021273-3bad-461c-88d6-e418ccd6e7e6 will not be triggered until provisioned by entity L2. {{(pid=86332) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 22 20:13:33.283759 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.provisioning_blocks [None req-9fada902-6b05-410e-85e9-49a173ac1394 None None] Transition to ACTIVE for port object ff021273-3bad-461c-88d6-e418ccd6e7e6 will not be triggered until provisioned by entity DHCP. {{(pid=86332) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 22 20:13:33.286430 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ca73f8-1c49-4865-9d72-4550730a50e5 None None] Pushing event updated for resources: {'Port': ['ID=dbd18bc1-e25f-410a-a010-5e151e39c445,revision_number=4']} {{(pid=86332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 20:13:33.300159 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-9fada902-6b05-410e-85e9-49a173ac1394 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854198495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853168226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363309147208154'] for port, after_create {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:13:33.324314 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [None req-60ca73f8-1c49-4865-9d72-4550730a50e5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.089s {{(pid=86332) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 20:13:33.324815 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [None req-60ca73f8-1c49-4865-9d72-4550730a50e5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86332) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 20:13:33.388511 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2653a5e1-a28f-4dd4-ba2d-5b1fa2eb2052 req-ff54a5ce-a222-488c-bc90-aec05fbe663f tempest-ServerRescueNegativeTestJSON-1009389569 tempest-ServerRescueNegativeTestJSON-1009389569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 20:13:33.396693 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-2653a5e1-a28f-4dd4-ba2d-5b1fa2eb2052 req-ff54a5ce-a222-488c-bc90-aec05fbe663f tempest-ServerRescueNegativeTestJSON-1009389569 tempest-ServerRescueNegativeTestJSON-1009389569-project] 10.222.0.30 "GET /v2.0/ports?device_id=469f3208-145f-4d5b-b5d0-3d1d24295374 HTTP/1.1" status: 200  len: 945 time: 0.1510062
Apr 22 20:13:33.413002 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1488b25e-37df-4b03-aec3-ca533cc8b9c8 req-dee90de5-081b-4cb5-b6df-d90e1f69d522 tempest-AttachVolumeNegativeTest-423716770 tempest-AttachVolumeNegativeTest-423716770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 20:13:33.415143 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-1488b25e-37df-4b03-aec3-ca533cc8b9c8 req-dee90de5-081b-4cb5-b6df-d90e1f69d522 tempest-AttachVolumeNegativeTest-423716770 tempest-AttachVolumeNegativeTest-423716770-project] 10.222.0.30 "GET /v2.0/ports?device_id=7e6b483d-23c3-4b8a-aa55-bcaa0fb31737 HTTP/1.1" status: 200  len: 944 time: 0.7200813
Apr 22 20:13:33.420123 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe991a5-2eda-434a-95b9-0df762eb037f req-bdd85df3-92a6-4099-9b81-6ec00a58de3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 20:13:33.421933 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-dfe991a5-2eda-434a-95b9-0df762eb037f req-bdd85df3-92a6-4099-9b81-6ec00a58de3c service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=a3da31af07b74c20b145ac19f125aded&device_id=469f3208-145f-4d5b-b5d0-3d1d24295374 HTTP/1.1" status: 200  len: 1098 time: 0.3115993
Apr 22 20:13:33.451920 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-503ba612-6bdf-4821-aed2-d750f8e60db9 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:13:33.457295 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbbe70c9-0b39-4f9d-be6e-4133a7c8f54f None None] Pushing event updated for resources: {'Port': ['ID=0cfc2507-5acd-466a-b1c7-14264a7ab9ae,revision_number=4']} {{(pid=86332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 20:13:33.464195 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fada902-6b05-410e-85e9-49a173ac1394 None None] Network ab86acd9-ed69-41b2-838f-e93a3f84ce2a is already hosted by enough agents. {{(pid=86332) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 22 20:13:33.468533 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-2653a5e1-a28f-4dd4-ba2d-5b1fa2eb2052 req-4c557222-265c-4057-9360-85bef0ea2f56 tempest-ServerRescueNegativeTestJSON-1009389569 tempest-ServerRescueNegativeTestJSON-1009389569-project] 10.222.0.30 "GET /v2.0/security-groups?id=6f3d9104-7f67-4d9e-bcf5-b704aabb6c6e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0708406
Apr 22 20:13:33.532788 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.db [None req-cbbe70c9-0b39-4f9d-be6e-4133a7c8f54f None None] get_ports_and_sgs() called for port_ids ['0cfc2507-5acd-466a-b1c7-14264a7ab9ae'] {{(pid=86332) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 22 20:13:33.597753 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.scheduler.base_scheduler [None req-9fada902-6b05-410e-85e9-49a173ac1394 None None] Resources bound (agent type, host, resource id):  {{(pid=86332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 22 20:13:33.701072 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fada902-6b05-410e-85e9-49a173ac1394 None None] Received port after_create {{(pid=86332) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 22 20:13:33.748942 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe991a5-2eda-434a-95b9-0df762eb037f req-2bf3962e-ac53-4904-a1d3-5b0eaabc773e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 20:13:33.750663 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-dfe991a5-2eda-434a-95b9-0df762eb037f req-2bf3962e-ac53-4904-a1d3-5b0eaabc773e service neutron] 10.222.0.46 "GET /v2.0/networks?id=571b53d1-aed3-4bd3-ab53-2cb6e0d9c5b7 HTTP/1.1" status: 200  len: 919 time: 0.2986178
Apr 22 20:13:33.772568 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fada902-6b05-410e-85e9-49a173ac1394 None None] Pushing event updated for resources: {'Port': ['ID=ff021273-3bad-461c-88d6-e418ccd6e7e6,revision_number=1']} {{(pid=86332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 20:13:33.781978 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.l3_dvr_db [None req-353e8e58-99c9-4b6a-9cae-d28e09814a0b None None] Set router 9cd6df8e-2b4f-4ae8-984e-b116ff875a5e gateway port host: dv-cinder-787632-1-iscsi {{(pid=86332) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 22 20:13:33.926759 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-dfe991a5-2eda-434a-95b9-0df762eb037f req-fd307c3a-ffdc-4717-80ca-913a897e0b0f service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6fde4950-20da-4629-b465-3f3bef3b21b6 HTTP/1.1" status: 200  len: 217 time: 0.1663222
Apr 22 20:13:33.937142 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [None req-9fada902-6b05-410e-85e9-49a173ac1394 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.612s {{(pid=86332) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 20:13:33.947541 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [None req-cbbe70c9-0b39-4f9d-be6e-4133a7c8f54f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 1.002s {{(pid=86332) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 20:13:33.951269 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [None req-cbbe70c9-0b39-4f9d-be6e-4133a7c8f54f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=86332) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 20:13:33.970420 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.wsgi [-] (86330) accepted ('10.222.0.30', 37966) {{(pid=86330) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 20:13:34.023266 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe991a5-2eda-434a-95b9-0df762eb037f req-fbd1997f-9dd6-4a08-8de3-105d131dddb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 20:13:34.025090 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-dfe991a5-2eda-434a-95b9-0df762eb037f req-fbd1997f-9dd6-4a08-8de3-105d131dddb4 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=30cce57f-0720-4461-b727-7eddafc0e70c HTTP/1.1" status: 200  len: 858 time: 0.0823555
Apr 22 20:13:34.036528 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-1488b25e-37df-4b03-aec3-ca533cc8b9c8 req-660cea72-9fb7-4a02-99f5-9632f94a030c tempest-AttachVolumeNegativeTest-423716770 tempest-AttachVolumeNegativeTest-423716770-project] 10.222.0.30 "GET /v2.0/security-groups?id=12e357dc-1d76-4f4d-8ec3-cba1cfd90e7f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.6117713
Apr 22 20:13:34.097806 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-dfe991a5-2eda-434a-95b9-0df762eb037f req-c967f925-78b4-4ece-80be-ed0fbdce4860 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=571b53d1-aed3-4bd3-ab53-2cb6e0d9c5b7&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0627244
Apr 22 20:13:34.099261 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.managers [None req-9fada902-6b05-410e-85e9-49a173ac1394 None None] Attempting to bind port ff021273-3bad-461c-88d6-e418ccd6e7e6 on host dv-cinder-787632-1-iscsi for vnic_type normal with profile  {{(pid=86332) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 22 20:13:34.099693 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.managers [None req-9fada902-6b05-410e-85e9-49a173ac1394 None None] Attempting to bind port ff021273-3bad-461c-88d6-e418ccd6e7e6 by drivers openvswitch,hyperv on host dv-cinder-787632-1-iscsi at level 0 using segments [{'id': '0121eab5-ed9d-4c61-80d8-7bad51213e45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': 'ab86acd9-ed69-41b2-838f-e93a3f84ce2a'}] {{(pid=86332) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 22 20:13:34.100121 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fada902-6b05-410e-85e9-49a173ac1394 None None] Attempting to bind port ff021273-3bad-461c-88d6-e418ccd6e7e6 on network ab86acd9-ed69-41b2-838f-e93a3f84ce2a {{(pid=86332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 22 20:13:34.134124 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fada902-6b05-410e-85e9-49a173ac1394 None None] Checking agent: {'id': '802cefbf-f579-41fa-a7d7-d5cf274c80aa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-787632-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 22, 20, 3, 29), 'started_at': datetime.datetime(2021, 4, 22, 20, 3, 59), 'heartbeat_timestamp': datetime.datetime(2021, 4, 22, 20, 13, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-787632-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 22 20:13:34.134561 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fada902-6b05-410e-85e9-49a173ac1394 None None] Checking segment: {'id': '0121eab5-ed9d-4c61-80d8-7bad51213e45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': 'ab86acd9-ed69-41b2-838f-e93a3f84ce2a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86332) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 22 20:13:34.135024 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-9fada902-6b05-410e-85e9-49a173ac1394 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:13:34.135481 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fada902-6b05-410e-85e9-49a173ac1394 None None] Bound using segment: {'id': '0121eab5-ed9d-4c61-80d8-7bad51213e45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': 'ab86acd9-ed69-41b2-838f-e93a3f84ce2a'} {{(pid=86332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 22 20:13:34.136218 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.managers [None req-9fada902-6b05-410e-85e9-49a173ac1394 None None] Bound port: ff021273-3bad-461c-88d6-e418ccd6e7e6, host: dv-cinder-787632-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0121eab5-ed9d-4c61-80d8-7bad51213e45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': 'ab86acd9-ed69-41b2-838f-e93a3f84ce2a'}}] {{(pid=86332) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 22 20:13:34.136455 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-9fada902-6b05-410e-85e9-49a173ac1394 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587983'] for port, before_update {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:13:34.209385 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.v2.base [None req-c269e22b-0d0d-44d0-83ff-1bc894fb95e0 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-423906671-network', 'tenant_id': '30860bebb771423695ffb4fd377ce666'}} {{(pid=86330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 22 20:13:34.223258 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.quota.driver [None req-c269e22b-0d0d-44d0-83ff-1bc894fb95e0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86330) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 22 20:13:34.242158 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.quota.resource [None req-c269e22b-0d0d-44d0-83ff-1bc894fb95e0 admin admin] Usage tracker for resource:network and tenant:30860bebb771423695ffb4fd377ce666 is out of sync, need to count used quota {{(pid=86330) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 22 20:13:34.247626 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.quota.resource [None req-c269e22b-0d0d-44d0-83ff-1bc894fb95e0 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86330) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 22 20:13:34.256850 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.quota.driver [None req-c269e22b-0d0d-44d0-83ff-1bc894fb95e0 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86330) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 22 20:13:34.279913 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c269e22b-0d0d-44d0-83ff-1bc894fb95e0 admin admin] Made reservation on behalf of 30860bebb771423695ffb4fd377ce666 for: {'network': 1} {{(pid=86330) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 22 20:13:34.284870 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-c269e22b-0d0d-44d0-83ff-1bc894fb95e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587983'] for network, before_create {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:13:34.303787 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-c269e22b-0d0d-44d0-83ff-1bc894fb95e0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:13:34.326742 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.quota.driver [None req-c269e22b-0d0d-44d0-83ff-1bc894fb95e0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86330) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 22 20:13:34.333193 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-503ba612-6bdf-4821-aed2-d750f8e60db9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-429383', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-416479'] for router, after_create {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:13:34.335651 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.quota.resource [None req-c269e22b-0d0d-44d0-83ff-1bc894fb95e0 admin admin] Usage tracker for resource:security_group_rule and tenant:30860bebb771423695ffb4fd377ce666 is out of sync, need to count used quota {{(pid=86330) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 22 20:13:34.340211 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.quota.resource [None req-c269e22b-0d0d-44d0-83ff-1bc894fb95e0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86330) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 22 20:13:34.396004 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.db [None req-9fada902-6b05-410e-85e9-49a173ac1394 None None] For port ff021273-3bad-461c-88d6-e418ccd6e7e6, host dv-cinder-787632-1-iscsi, cleared binding levels {{(pid=86332) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 22 20:13:34.401726 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.quota.driver [None req-c269e22b-0d0d-44d0-83ff-1bc894fb95e0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86330) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 22 20:13:34.440936 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.db [None req-9fada902-6b05-410e-85e9-49a173ac1394 None None] For port ff021273-3bad-461c-88d6-e418ccd6e7e6, host dv-cinder-787632-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787632-1-iscsi',level=0,port_id=ff021273-3bad-461c-88d6-e418ccd6e7e6,segment=NetworkSegment(0121eab5-ed9d-4c61-80d8-7bad51213e45),segment_id=0121eab5-ed9d-4c61-80d8-7bad51213e45)] {{(pid=86332) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 22 20:13:34.446014 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-9fada902-6b05-410e-85e9-49a173ac1394 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854198495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853168226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727707997384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363309147208137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727707567697'] for port, after_update {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:13:34.451263 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86332) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 20:13:34.584458 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fada902-6b05-410e-85e9-49a173ac1394 None None] Pushing event updated for resources: {'Port': ['ID=ff021273-3bad-461c-88d6-e418ccd6e7e6,revision_number=2']} {{(pid=86332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 20:13:34.595785 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [None req-9fada902-6b05-410e-85e9-49a173ac1394 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=86332) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 20:13:34.603436 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.l3_hamode_db [None req-353e8e58-99c9-4b6a-9cae-d28e09814a0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f013d75f4a8>, [{'id': '9cd6df8e-2b4f-4ae8-984e-b116ff875a5e', 'name': 'tempest-TestShelveInstance-1266787155-router', 'tenant_id': 'ed8e9232a3ce48d39526eecdc431aec3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b725cb4-6db6-4e68-9a61-1978e8a191a1', 'external_fixed_ips': [{'subnet_id': '1d4495d7-31a5-4e2d-a911-56ceae3a61c5', 'ip_address': '172.27.3.52'}], 'enable_snat': True}, 'gw_port_id': 'c041abc2-56f2-4dc6-ac90-4a1e10a20312', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T20:13:20Z', 'updated_at': '2021-04-22T20:13:26Z', 'revision_number': 4, 'project_id': 'ed8e9232a3ce48d39526eecdc431aec3', 'gw_port': {'id': 'c041abc2-56f2-4dc6-ac90-4a1e10a20312', 'name': '', 'network_id': '1b725cb4-6db6-4e68-9a61-1978e8a191a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:6e:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cd6df8e-2b4f-4ae8-984e-b116ff875a5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 295, 'fixed_ips': [{'subnet_id': '1d4495d7-31a5-4e2d-a911-56ceae3a61c5', 'ip_address': '172.27.3.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787632-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T20:13:21Z', 'updated_at': '2021-04-22T20:13:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d4495d7-31a5-4e2d-a911-56ceae3a61c5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787632-1-iscsi', '_interfaces': [{'id': 'dbd18bc1-e25f-410a-a010-5e151e39c445', 'name': '', 'network_id': '8c6beec9-2be5-42aa-b3d8-efd21a74a412', 'tenant_id': 'ed8e9232a3ce48d39526eecdc431aec3', 'mac_address': 'fa:16:3e:c2:57:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9cd6df8e-2b4f-4ae8-984e-b116ff875a5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 306, 'fixed_ips': [{'subnet_id': '7e154f7f-c6a5-48a3-9c75-a2bc01d89ad4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787632-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T20:13:25Z', 'updated_at': '2021-04-22T20:13:32Z', 'revision_number': 4, 'project_id': 'ed8e9232a3ce48d39526eecdc431aec3', 'subnets': [{'id': '7e154f7f-c6a5-48a3-9c75-a2bc01d89ad4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787632-1-iscsi', False) {} {{(pid=86332) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 22 20:13:34.608241 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-353e8e58-99c9-4b6a-9cae-d28e09814a0b None None] The sync data for ids ['9cd6df8e-2b4f-4ae8-984e-b116ff875a5e'] in dv-cinder-787632-1-iscsi is: [{'id': '9cd6df8e-2b4f-4ae8-984e-b116ff875a5e', 'name': 'tempest-TestShelveInstance-1266787155-router', 'tenant_id': 'ed8e9232a3ce48d39526eecdc431aec3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b725cb4-6db6-4e68-9a61-1978e8a191a1', 'external_fixed_ips': [{'subnet_id': '1d4495d7-31a5-4e2d-a911-56ceae3a61c5', 'ip_address': '172.27.3.52'}], 'enable_snat': True}, 'gw_port_id': 'c041abc2-56f2-4dc6-ac90-4a1e10a20312', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T20:13:20Z', 'updated_at': '2021-04-22T20:13:26Z', 'revision_number': 4, 'project_id': 'ed8e9232a3ce48d39526eecdc431aec3', 'gw_port': {'id': 'c041abc2-56f2-4dc6-ac90-4a1e10a20312', 'name': '', 'network_id': '1b725cb4-6db6-4e68-9a61-1978e8a191a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:6e:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cd6df8e-2b4f-4ae8-984e-b116ff875a5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 295, 'fixed_ips': [{'subnet_id': '1d4495d7-31a5-4e2d-a911-56ceae3a61c5', 'ip_address': '172.27.3.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787632-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T20:13:21Z', 'updated_at': '2021-04-22T20:13:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d4495d7-31a5-4e2d-a911-56ceae3a61c5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787632-1-iscsi', '_interfaces': [{'id': 'dbd18bc1-e25f-410a-a010-5e151e39c445', 'name': '', 'network_id': '8c6beec9-2be5-42aa-b3d8-efd21a74a412', 'tenant_id': 'ed8e9232a3ce48d39526eecdc431aec3', 'mac_address': 'fa:16:3e:c2:57:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9cd6df8e-2b4f-4ae8-984e-b116ff875a5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 306, 'fixed_ips': [{'subnet_id': '7e154f7f-c6a5-48a3-9c75-a2bc01d89ad4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787632-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T20:13:25Z', 'updated_at': '2021-04-22T20:13:32Z', 'revision_number': 4, 'project_id': 'ed8e9232a3ce48d39526eecdc431aec3', 'subnets': [{'id': '7e154f7f-c6a5-48a3-9c75-a2bc01d89ad4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86332) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 22 20:13:34.654340 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-c269e22b-0d0d-44d0-83ff-1bc894fb95e0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:13:34.662294 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-c269e22b-0d0d-44d0-83ff-1bc894fb95e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393900'] for security_group, after_create {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:13:34.675887 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [None req-046e0cd6-41ec-4f82-ad31-7a6891234218 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 20:13:34.728098 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c269e22b-0d0d-44d0-83ff-1bc894fb95e0 admin admin] vlan segment allocate from pool success with {'vlan_id': 357, 'physical_network': 'physnet1'}  {{(pid=86330) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}}
Apr 22 20:13:34.744288 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-503ba612-6bdf-4821-aed2-d750f8e60db9 admin admin] Router 9a70917d-1d91-43f0-b3ef-7a6d5664c52c is scheduled to L3 agent 1df068ca-d615-4cb7-8020-fe6e8be709e3 with binding_index 1 {{(pid=86330) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Apr 22 20:13:34.753255 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c269e22b-0d0d-44d0-83ff-1bc894fb95e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7b5348b-4561-4f4d-99a7-3fa0f837b006,revision_number=1']} {{(pid=86330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 20:13:34.756980 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [None req-c269e22b-0d0d-44d0-83ff-1bc894fb95e0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=86330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 20:13:34.763794 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-c269e22b-0d0d-44d0-83ff-1bc894fb95e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1523030'] for segment, precommit_create {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:13:34.764065 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.db.segments_db [None req-c269e22b-0d0d-44d0-83ff-1bc894fb95e0 admin admin] Added segment ecbdd09a-cdfc-40aa-add8-36baaaee03d5 of type vlan for network baa3aeb8-8dec-4767-92bc-d52436d9437a
Apr 22 20:13:35.012546 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-c269e22b-0d0d-44d0-83ff-1bc894fb95e0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727707556023'] for network, precommit_create {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:13:35.150432 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-949d1fa7-33b4-44b4-bd7e-696a8a49a9b7 req-b7fa432c-33c4-4e76-ad51-0cc82c9d09e4 tempest-ServerRescueNegativeTestJSON-1009389569 tempest-ServerRescueNegativeTestJSON-1009389569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 20:13:35.158400 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-949d1fa7-33b4-44b4-bd7e-696a8a49a9b7 req-b7fa432c-33c4-4e76-ad51-0cc82c9d09e4 tempest-ServerRescueNegativeTestJSON-1009389569 tempest-ServerRescueNegativeTestJSON-1009389569-project] 10.222.0.30 "GET /v2.0/ports?device_id=469f3208-145f-4d5b-b5d0-3d1d24295374 HTTP/1.1" status: 200  len: 945 time: 0.5547464
Apr 22 20:13:35.196859 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-c269e22b-0d0d-44d0-83ff-1bc894fb95e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853168226'] for network, after_create {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:13:35.200238 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c269e22b-0d0d-44d0-83ff-1bc894fb95e0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 20:13:35.200942 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-c269e22b-0d0d-44d0-83ff-1bc894fb95e0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853168243'] for network, before_response {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:13:35.214735 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-503ba612-6bdf-4821-aed2-d750f8e60db9 admin admin] Notify agent at l3_agent.dv-cinder-787632-1-iscsi the message routers_updated {{(pid=86330) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 22 20:13:35.224626 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [None req-74e0cd52-3090-46b1-8e62-df3f4235b6f4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 20:13:35.226586 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4854ebe-7a70-4284-add6-8bc15d3b2b17 None None] Sync routers for ids ['9a70917d-1d91-43f0-b3ef-7a6d5664c52c'] in dv-cinder-787632-1-iscsi {{(pid=86333) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 22 20:13:35.235000 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-949d1fa7-33b4-44b4-bd7e-696a8a49a9b7 req-83f1071d-acfd-4dec-841b-7a3fb2143ac1 tempest-ServerRescueNegativeTestJSON-1009389569 tempest-ServerRescueNegativeTestJSON-1009389569-project] 10.222.0.30 "GET /v2.0/security-groups?id=6f3d9104-7f67-4d9e-bcf5-b704aabb6c6e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0751865
Apr 22 20:13:35.268418 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4854ebe-7a70-4284-add6-8bc15d3b2b17 None None] Routers {'9a70917d-1d91-43f0-b3ef-7a6d5664c52c'} bound to L3 agent in host dv-cinder-787632-1-iscsi {{(pid=86333) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 22 20:13:35.269978 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.l3_hamode_db [None req-c4854ebe-7a70-4284-add6-8bc15d3b2b17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f013d394470>, 'dv-cinder-787632-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-22T20:03:28Z,description=<?>,heartbeat_timestamp=2021-04-22T20:13:29Z,host='dv-cinder-787632-1-iscsi',id=1df068ca-d615-4cb7-8020-fe6e8be709e3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-22T20:03:28Z,topic='l3_agent')) {'router_ids': ['9a70917d-1d91-43f0-b3ef-7a6d5664c52c'], 'active': True} {{(pid=86333) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 22 20:13:35.396301 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c269e22b-0d0d-44d0-83ff-1bc894fb95e0 admin admin] Pushing event updated for resources: {'Network': ['ID=baa3aeb8-8dec-4767-92bc-d52436d9437a,revision_number=1']} {{(pid=86330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 20:13:35.399216 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [None req-c269e22b-0d0d-44d0-83ff-1bc894fb95e0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=86330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 20:13:35.409938 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.rpc [None req-08e5d76f-3fe5-4242-a4b8-30f374028052 None None] Network baa3aeb8-8dec-4767-92bc-d52436d9437a details requested by agent ovs-agent-dv-cinder-787632-1-iscsi with host dv-cinder-787632-1-iscsi {{(pid=86332) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Apr 22 20:13:35.412375 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [None req-c269e22b-0d0d-44d0-83ff-1bc894fb95e0 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201  len: 884 time: 1.4298763
Apr 22 20:13:35.421948 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.wsgi [-] (86330) accepted ('10.222.0.30', 37990) {{(pid=86330) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 20:13:35.425932 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-503ba612-6bdf-4821-aed2-d750f8e60db9 admin admin] Notify callbacks [] for router, before_response {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:13:35.429832 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [None req-503ba612-6bdf-4821-aed2-d750f8e60db9 admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201  len: 920 time: 4.8338070
Apr 22 20:13:35.433759 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.v2.base [None req-81da9758-1500-44ba-aa1a-0b01fe219668 admin admin] Request body: {'subnet': {'network_id': 'baa3aeb8-8dec-4767-92bc-d52436d9437a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-423906671-subnet', 'tenant_id': '30860bebb771423695ffb4fd377ce666', 'ip_version': 4}} {{(pid=86330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 22 20:13:35.440903 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.wsgi [-] (86330) accepted ('10.222.0.30', 37994) {{(pid=86330) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 20:13:35.450073 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.quota.driver [None req-81da9758-1500-44ba-aa1a-0b01fe219668 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86330) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 22 20:13:35.586912 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75dd84c5-4802-49f5-8c8c-0264d9fb5327 req-e7e3e3e0-eb6c-4814-aa1e-70b91887d04e tempest-AttachVolumeNegativeTest-423716770 tempest-AttachVolumeNegativeTest-423716770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 20:13:35.605726 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-75dd84c5-4802-49f5-8c8c-0264d9fb5327 req-e7e3e3e0-eb6c-4814-aa1e-70b91887d04e tempest-AttachVolumeNegativeTest-423716770 tempest-AttachVolumeNegativeTest-423716770-project] 10.222.0.30 "GET /v2.0/ports?device_id=7e6b483d-23c3-4b8a-aa55-bcaa0fb31737 HTTP/1.1" status: 200  len: 944 time: 0.2454152
Apr 22 20:13:35.694714 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.l3_dvr_db [None req-c4854ebe-7a70-4284-add6-8bc15d3b2b17 None None] Set router 9a70917d-1d91-43f0-b3ef-7a6d5664c52c gateway port host: dv-cinder-787632-1-iscsi {{(pid=86333) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 22 20:13:35.762020 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-75dd84c5-4802-49f5-8c8c-0264d9fb5327 req-da81c6a8-bc26-40eb-966b-851c1960e37d tempest-AttachVolumeNegativeTest-423716770 tempest-AttachVolumeNegativeTest-423716770-project] 10.222.0.30 "GET /v2.0/security-groups?id=12e357dc-1d76-4f4d-8ec3-cba1cfd90e7f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1516249
Apr 22 20:13:35.775082 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.quota.resource [None req-81da9758-1500-44ba-aa1a-0b01fe219668 admin admin] Usage tracker for resource:subnet and tenant:30860bebb771423695ffb4fd377ce666 is out of sync, need to count used quota {{(pid=86330) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 22 20:13:35.779812 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.quota.resource [None req-81da9758-1500-44ba-aa1a-0b01fe219668 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86330) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 22 20:13:35.806720 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.quota.driver [None req-81da9758-1500-44ba-aa1a-0b01fe219668 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86330) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 22 20:13:35.828074 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81da9758-1500-44ba-aa1a-0b01fe219668 admin admin] Made reservation on behalf of 30860bebb771423695ffb4fd377ce666 for: {'subnet': 1} {{(pid=86330) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 22 20:13:35.832301 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.rpc [None req-08e5d76f-3fe5-4242-a4b8-30f374028052 None None] Device ff021273-3bad-461c-88d6-e418ccd6e7e6 up at agent ovs-agent-dv-cinder-787632-1-iscsi {{(pid=86332) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 22 20:13:35.835511 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-81da9758-1500-44ba-aa1a-0b01fe219668 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851427781'] for subnet, before_create {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:13:35.938141 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.provisioning_blocks [None req-08e5d76f-3fe5-4242-a4b8-30f374028052 None None] Provisioning for port ff021273-3bad-461c-88d6-e418ccd6e7e6 completed by entity L2. {{(pid=86332) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 22 20:13:35.944103 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.rpc [None req-08e5d76f-3fe5-4242-a4b8-30f374028052 None None] Device dbd18bc1-e25f-410a-a010-5e151e39c445 up at agent ovs-agent-dv-cinder-787632-1-iscsi {{(pid=86332) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 22 20:13:36.035332 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.provisioning_blocks [None req-08e5d76f-3fe5-4242-a4b8-30f374028052 None None] Provisioning for port dbd18bc1-e25f-410a-a010-5e151e39c445 completed by entity L2. {{(pid=86332) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 22 20:13:36.042058 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.provisioning_blocks [None req-08e5d76f-3fe5-4242-a4b8-30f374028052 None None] Provisioning complete for port dbd18bc1-e25f-410a-a010-5e151e39c445 triggered by entity L2. {{(pid=86332) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 22 20:13:36.042490 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-08e5d76f-3fe5-4242-a4b8-30f374028052 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854135278'] for port, provisioning_complete {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:13:36.124094 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.l3_hamode_db [None req-c4854ebe-7a70-4284-add6-8bc15d3b2b17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f013d394470>, [{'id': '9a70917d-1d91-43f0-b3ef-7a6d5664c52c', 'name': 'tempest-TestShelveInstance-462869854-router', 'tenant_id': '955f02e9554b4a1c937faa59c273a0e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b725cb4-6db6-4e68-9a61-1978e8a191a1', 'external_fixed_ips': [{'subnet_id': '1d4495d7-31a5-4e2d-a911-56ceae3a61c5', 'ip_address': '172.27.3.199'}], 'enable_snat': True}, 'gw_port_id': '09899b7a-8813-40e5-9485-30dfc29a3583', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T20:13:30Z', 'updated_at': '2021-04-22T20:13:32Z', 'revision_number': 3, 'project_id': '955f02e9554b4a1c937faa59c273a0e6', 'gw_port': {'id': '09899b7a-8813-40e5-9485-30dfc29a3583', 'name': '', 'network_id': '1b725cb4-6db6-4e68-9a61-1978e8a191a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:da:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a70917d-1d91-43f0-b3ef-7a6d5664c52c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 322, 'fixed_ips': [{'subnet_id': '1d4495d7-31a5-4e2d-a911-56ceae3a61c5', 'ip_address': '172.27.3.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T20:13:31Z', 'updated_at': '2021-04-22T20:13:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1d4495d7-31a5-4e2d-a911-56ceae3a61c5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787632-1-iscsi'}], 'dv-cinder-787632-1-iscsi', False) {} {{(pid=86333) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 22 20:13:36.131108 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4854ebe-7a70-4284-add6-8bc15d3b2b17 None None] Checking router: 9a70917d-1d91-43f0-b3ef-7a6d5664c52c for host: dv-cinder-787632-1-iscsi {{(pid=86333) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 22 20:13:36.131787 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4854ebe-7a70-4284-add6-8bc15d3b2b17 None None] Updating router 9a70917d-1d91-43f0-b3ef-7a6d5664c52c port 09899b7a-8813-40e5-9485-30dfc29a3583 binding host dv-cinder-787632-1-iscsi {{(pid=86333) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Apr 22 20:13:36.202551 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-c4854ebe-7a70-4284-add6-8bc15d3b2b17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587983'] for port, before_update {{(pid=86333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:13:36.234605 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-08e5d76f-3fe5-4242-a4b8-30f374028052 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587983'] for port, before_update {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:13:36.332126 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.db [None req-08e5d76f-3fe5-4242-a4b8-30f374028052 None None] For port dbd18bc1-e25f-410a-a010-5e151e39c445, host dv-cinder-787632-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787632-1-iscsi',level=0,port_id=dbd18bc1-e25f-410a-a010-5e151e39c445,segment=NetworkSegment(e8b93f7f-6c3d-4774-85c0-845d1db34c9d),segment_id=e8b93f7f-6c3d-4774-85c0-845d1db34c9d)] {{(pid=86332) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 22 20:13:36.336318 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-08e5d76f-3fe5-4242-a4b8-30f374028052 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854198495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853168226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727707997384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363309147208137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727707567697'] for port, after_update {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:13:36.342490 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86332) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 20:13:36.387588 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-dfe991a5-2eda-434a-95b9-0df762eb037f req-80d40451-5070-4ed1-a3c4-46e9cb471d9f service neutron] 10.222.0.46 "GET /v2.0/networks/571b53d1-aed3-4bd3-ab53-2cb6e0d9c5b7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2861848
Apr 22 20:13:36.462912 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08619099-9e71-467e-94f6-fa4099bcd7e8 None None] Network ab86acd9-ed69-41b2-838f-e93a3f84ce2a requested from dv-cinder-787632-1-iscsi {{(pid=86332) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 22 20:13:36.577783 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f321b89-61f2-42b8-82a1-fb711e6e4a69 req-d7701246-d5de-4442-9caf-7907d3418259 tempest-ServerRescueNegativeTestJSON-1009389569 tempest-ServerRescueNegativeTestJSON-1009389569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 20:13:36.579635 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-1f321b89-61f2-42b8-82a1-fb711e6e4a69 req-d7701246-d5de-4442-9caf-7907d3418259 tempest-ServerRescueNegativeTestJSON-1009389569 tempest-ServerRescueNegativeTestJSON-1009389569-project] 10.222.0.30 "GET /v2.0/ports?device_id=469f3208-145f-4d5b-b5d0-3d1d24295374 HTTP/1.1" status: 200  len: 945 time: 0.1229904
Apr 22 20:13:36.587841 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08e5d76f-3fe5-4242-a4b8-30f374028052 None None] Pushing event updated for resources: {'Port': ['ID=dbd18bc1-e25f-410a-a010-5e151e39c445,revision_number=5']} {{(pid=86332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 20:13:36.595365 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [None req-08e5d76f-3fe5-4242-a4b8-30f374028052 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.256s {{(pid=86332) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 20:13:36.608004 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.provisioning_blocks [None req-771a8632-34b3-4bc6-9761-3bb97a275c96 None None] Provisioning for port ff021273-3bad-461c-88d6-e418ccd6e7e6 completed by entity DHCP. {{(pid=86332) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 22 20:13:36.623479 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.provisioning_blocks [None req-771a8632-34b3-4bc6-9761-3bb97a275c96 None None] Provisioning complete for port ff021273-3bad-461c-88d6-e418ccd6e7e6 triggered by entity DHCP. {{(pid=86332) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 22 20:13:36.623912 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-771a8632-34b3-4bc6-9761-3bb97a275c96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854135278'] for port, provisioning_complete {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:13:36.648447 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-1f321b89-61f2-42b8-82a1-fb711e6e4a69 req-eebe47c8-70c9-465a-8a2a-4cb6ad4a0a2f tempest-ServerRescueNegativeTestJSON-1009389569 tempest-ServerRescueNegativeTestJSON-1009389569-project] 10.222.0.30 "GET /v2.0/security-groups?id=6f3d9104-7f67-4d9e-bcf5-b704aabb6c6e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0615878
Apr 22 20:13:36.674051 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-c4854ebe-7a70-4284-add6-8bc15d3b2b17 None None] Notify callbacks [] for port, precommit_update {{(pid=86333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:13:36.687959 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.provisioning_blocks [None req-c4854ebe-7a70-4284-add6-8bc15d3b2b17 None None] Transition to ACTIVE for port object 09899b7a-8813-40e5-9485-30dfc29a3583 will not be triggered until provisioned by entity L2. {{(pid=86333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 22 20:13:36.694051 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-c4854ebe-7a70-4284-add6-8bc15d3b2b17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854198495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853168226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727707997384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363309147208137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727707567697'] for port, after_update {{(pid=86333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:13:36.699635 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86333) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 20:13:36.820409 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.managers [None req-c4854ebe-7a70-4284-add6-8bc15d3b2b17 None None] Attempting to bind port 09899b7a-8813-40e5-9485-30dfc29a3583 on host dv-cinder-787632-1-iscsi for vnic_type normal with profile  {{(pid=86333) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 22 20:13:36.822474 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.managers [None req-c4854ebe-7a70-4284-add6-8bc15d3b2b17 None None] Attempting to bind port 09899b7a-8813-40e5-9485-30dfc29a3583 by drivers openvswitch,hyperv on host dv-cinder-787632-1-iscsi at level 0 using segments [{'id': '8e8fb218-3d63-4c3d-9ab1-544471c4929e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1b725cb4-6db6-4e68-9a61-1978e8a191a1'}] {{(pid=86333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 22 20:13:36.823049 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4854ebe-7a70-4284-add6-8bc15d3b2b17 None None] Attempting to bind port 09899b7a-8813-40e5-9485-30dfc29a3583 on network 1b725cb4-6db6-4e68-9a61-1978e8a191a1 {{(pid=86333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 22 20:13:36.855433 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4854ebe-7a70-4284-add6-8bc15d3b2b17 None None] Checking agent: {'id': '802cefbf-f579-41fa-a7d7-d5cf274c80aa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-787632-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 22, 20, 3, 29), 'started_at': datetime.datetime(2021, 4, 22, 20, 3, 59), 'heartbeat_timestamp': datetime.datetime(2021, 4, 22, 20, 13, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-787632-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 22 20:13:36.855968 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4854ebe-7a70-4284-add6-8bc15d3b2b17 None None] Checking segment: {'id': '8e8fb218-3d63-4c3d-9ab1-544471c4929e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1b725cb4-6db6-4e68-9a61-1978e8a191a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86333) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 22 20:13:36.856485 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-c4854ebe-7a70-4284-add6-8bc15d3b2b17 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:13:36.857059 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4854ebe-7a70-4284-add6-8bc15d3b2b17 None None] Bound using segment: {'id': '8e8fb218-3d63-4c3d-9ab1-544471c4929e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1b725cb4-6db6-4e68-9a61-1978e8a191a1'} {{(pid=86333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 22 20:13:36.857570 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.managers [None req-c4854ebe-7a70-4284-add6-8bc15d3b2b17 None None] Bound port: 09899b7a-8813-40e5-9485-30dfc29a3583, host: dv-cinder-787632-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8e8fb218-3d63-4c3d-9ab1-544471c4929e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1b725cb4-6db6-4e68-9a61-1978e8a191a1'}}] {{(pid=86333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 22 20:13:36.858117 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-c4854ebe-7a70-4284-add6-8bc15d3b2b17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587983'] for port, before_update {{(pid=86333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:13:36.920797 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-771a8632-34b3-4bc6-9761-3bb97a275c96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587983'] for port, before_update {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:13:36.966077 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.db [None req-771a8632-34b3-4bc6-9761-3bb97a275c96 None None] For port ff021273-3bad-461c-88d6-e418ccd6e7e6, host dv-cinder-787632-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787632-1-iscsi',level=0,port_id=ff021273-3bad-461c-88d6-e418ccd6e7e6,segment=NetworkSegment(0121eab5-ed9d-4c61-80d8-7bad51213e45),segment_id=0121eab5-ed9d-4c61-80d8-7bad51213e45)] {{(pid=86332) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 22 20:13:36.968778 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-81da9758-1500-44ba-aa1a-0b01fe219668 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853168226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036850647846', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036851427798'] for subnet, after_create {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:13:36.971007 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-771a8632-34b3-4bc6-9761-3bb97a275c96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854198495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853168226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727707997384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363309147208137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727707567697'] for port, after_update {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:13:36.974924 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [None req-cbbe70c9-0b39-4f9d-be6e-4133a7c8f54f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86332) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 20:13:36.982644 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc93260d-88ad-49ad-963f-7f43a07ed595 None None] Pushing event updated for resources: {'Port': ['ID=09899b7a-8813-40e5-9485-30dfc29a3583,revision_number=2']} {{(pid=86333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 20:13:36.986856 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [None req-dc93260d-88ad-49ad-963f-7f43a07ed595 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.287s {{(pid=86333) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 20:13:36.989552 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.db [None req-c4854ebe-7a70-4284-add6-8bc15d3b2b17 None None] For port 09899b7a-8813-40e5-9485-30dfc29a3583, host dv-cinder-787632-1-iscsi, cleared binding levels {{(pid=86333) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 22 20:13:36.993162 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.db [None req-c4854ebe-7a70-4284-add6-8bc15d3b2b17 None None] For port 09899b7a-8813-40e5-9485-30dfc29a3583, host dv-cinder-787632-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787632-1-iscsi',level=0,port_id=09899b7a-8813-40e5-9485-30dfc29a3583,segment=NetworkSegment(8e8fb218-3d63-4c3d-9ab1-544471c4929e),segment_id=8e8fb218-3d63-4c3d-9ab1-544471c4929e)] {{(pid=86333) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 22 20:13:36.996405 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [None req-6b4a2c7f-cdc2-440b-bdb2-55ccb7990efa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 20:13:36.997754 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-c4854ebe-7a70-4284-add6-8bc15d3b2b17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854198495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853168226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727707997384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363309147208137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727707567697'] for port, after_update {{(pid=86333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:13:37.004149 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [None req-17d71621-04a6-4fa3-b1ef-d1788e9d7bcf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86333) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 20:13:37.053018 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-080ee8be-4e22-4401-b76e-772fe9d58cc6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587983'] for port, before_create {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:13:37.087570 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-771a8632-34b3-4bc6-9761-3bb97a275c96 None None] Pushing event updated for resources: {'Port': ['ID=ff021273-3bad-461c-88d6-e418ccd6e7e6,revision_number=3']} {{(pid=86332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 20:13:37.088515 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f339728c-f932-4ddc-9413-167521774d60 req-00b548f2-8e14-493d-9e90-8268719758c0 tempest-AttachVolumeNegativeTest-423716770 tempest-AttachVolumeNegativeTest-423716770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 20:13:37.097641 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-f339728c-f932-4ddc-9413-167521774d60 req-00b548f2-8e14-493d-9e90-8268719758c0 tempest-AttachVolumeNegativeTest-423716770 tempest-AttachVolumeNegativeTest-423716770-project] 10.222.0.30 "GET /v2.0/ports?device_id=7e6b483d-23c3-4b8a-aa55-bcaa0fb31737 HTTP/1.1" status: 200  len: 944 time: 0.1362557
Apr 22 20:13:37.099098 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [None req-771a8632-34b3-4bc6-9761-3bb97a275c96 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=86332) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 20:13:37.131166 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4854ebe-7a70-4284-add6-8bc15d3b2b17 None None] Routers {'9a70917d-1d91-43f0-b3ef-7a6d5664c52c'} bound to L3 agent in host dv-cinder-787632-1-iscsi {{(pid=86333) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 22 20:13:37.131866 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.l3_hamode_db [None req-c4854ebe-7a70-4284-add6-8bc15d3b2b17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f013d394470>, 'dv-cinder-787632-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-22T20:03:28Z,description=<?>,heartbeat_timestamp=2021-04-22T20:13:29Z,host='dv-cinder-787632-1-iscsi',id=1df068ca-d615-4cb7-8020-fe6e8be709e3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-22T20:03:28Z,topic='l3_agent')) {'router_ids': ['9a70917d-1d91-43f0-b3ef-7a6d5664c52c'], 'active': True} {{(pid=86333) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 22 20:13:37.156637 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-f339728c-f932-4ddc-9413-167521774d60 req-2afe176e-9a82-4b09-9b46-7706e7de82ef tempest-AttachVolumeNegativeTest-423716770 tempest-AttachVolumeNegativeTest-423716770-project] 10.222.0.30 "GET /v2.0/security-groups?id=12e357dc-1d76-4f4d-8ec3-cba1cfd90e7f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0578604
Apr 22 20:13:37.301026 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc93260d-88ad-49ad-963f-7f43a07ed595 None None] Pushing event updated for resources: {'Port': ['ID=09899b7a-8813-40e5-9485-30dfc29a3583,revision_number=3']} {{(pid=86333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 20:13:37.306997 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.provisioning_blocks [None req-60ec57f2-d905-4d33-aebe-02aba7bec4b7 None None] Provisioning complete for port ff021273-3bad-461c-88d6-e418ccd6e7e6 triggered by entity DHCP. {{(pid=86332) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 22 20:13:37.307735 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-60ec57f2-d905-4d33-aebe-02aba7bec4b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854135278'] for port, provisioning_complete {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:13:37.314262 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [None req-dc93260d-88ad-49ad-963f-7f43a07ed595 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.310s {{(pid=86333) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 20:13:37.339055 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-dfe991a5-2eda-434a-95b9-0df762eb037f req-314e6ad3-e81c-4c09-b4fa-4d7e1bec0ee8 service neutron] 10.222.0.46 "GET /v2.0/networks/571b53d1-aed3-4bd3-ab53-2cb6e0d9c5b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1541953
Apr 22 20:13:37.362512 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.l3_dvr_db [None req-c4854ebe-7a70-4284-add6-8bc15d3b2b17 None None] Set router 9a70917d-1d91-43f0-b3ef-7a6d5664c52c gateway port host: dv-cinder-787632-1-iscsi {{(pid=86333) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 22 20:13:37.389803 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81da9758-1500-44ba-aa1a-0b01fe219668 admin admin] Pushing event updated for resources: {'Subnet': ['ID=083c45db-27b8-429b-b9a6-58f44b80ddc9,revision_number=0']} {{(pid=86330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 20:13:37.394920 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [None req-81da9758-1500-44ba-aa1a-0b01fe219668 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.399s {{(pid=86330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 20:13:37.414852 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81da9758-1500-44ba-aa1a-0b01fe219668 admin admin] Checking segment: {'id': 'ecbdd09a-cdfc-40aa-add8-36baaaee03d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': 'baa3aeb8-8dec-4767-92bc-d52436d9437a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86330) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 22 20:13:37.415749 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81da9758-1500-44ba-aa1a-0b01fe219668 admin admin] Network hostable DHCP agents. Network: baa3aeb8-8dec-4767-92bc-d52436d9437a, hostable agents: ['e0877369-7b04-40ef-a371-0b097842c51e'], hosted agents: [] {{(pid=86330) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Apr 22 20:13:37.528178 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81da9758-1500-44ba-aa1a-0b01fe219668 admin admin] Network baa3aeb8-8dec-4767-92bc-d52436d9437a is scheduled to be hosted by DHCP agent e0877369-7b04-40ef-a371-0b097842c51e with binding_index 1 {{(pid=86330) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Apr 22 20:13:37.545944 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.scheduler.base_scheduler [None req-81da9758-1500-44ba-aa1a-0b01fe219668 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-787632-1-iscsi, baa3aeb8-8dec-4767-92bc-d52436d9437a) {{(pid=86330) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 22 20:13:37.559286 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e58dfa00-aab6-4f7f-b4f6-cdba962e133d None None] Network baa3aeb8-8dec-4767-92bc-d52436d9437a requested from dv-cinder-787632-1-iscsi {{(pid=86332) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 22 20:13:37.615037 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81da9758-1500-44ba-aa1a-0b01fe219668 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=86330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 20:13:37.615610 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-81da9758-1500-44ba-aa1a-0b01fe219668 admin admin] Notify callbacks [] for subnet, before_response {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:13:37.648653 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.rpc [None req-08e5d76f-3fe5-4242-a4b8-30f374028052 None None] Device dbd18bc1-e25f-410a-a010-5e151e39c445 up at agent ovs-agent-dv-cinder-787632-1-iscsi {{(pid=86332) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 22 20:13:37.664418 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [None req-81da9758-1500-44ba-aa1a-0b01fe219668 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 847 time: 2.2379360
Apr 22 20:13:37.664984 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.wsgi [-] (86331) accepted ('10.222.0.30', 38020) {{(pid=86331) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 20:13:37.666577 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.db_base_plugin_common [None req-080ee8be-4e22-4401-b76e-772fe9d58cc6 admin admin] Allocated IP 172.20.0.1 (ab86acd9-ed69-41b2-838f-e93a3f84ce2a/6307f772-b93b-4e81-9b30-5dd1fa33ce6b/48d3a5b9-763a-44f3-bd39-0dca3074aadb) {{(pid=86330) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 22 20:13:37.673411 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.v2.base [None req-e9802575-08d2-414b-9dff-9ea2b411a8d2 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-423906671-router', 'tenant_id': '30860bebb771423695ffb4fd377ce666', 'external_gateway_info': {'network_id': '1b725cb4-6db6-4e68-9a61-1978e8a191a1'}}} {{(pid=86331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 22 20:13:37.678915 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.quota.driver [None req-e9802575-08d2-414b-9dff-9ea2b411a8d2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 22 20:13:37.684059 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.quota.resource [None req-e9802575-08d2-414b-9dff-9ea2b411a8d2 admin admin] Usage tracker for resource:router and tenant:30860bebb771423695ffb4fd377ce666 is out of sync, need to count used quota {{(pid=86331) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 22 20:13:37.687591 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.quota.resource [None req-e9802575-08d2-414b-9dff-9ea2b411a8d2 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=86331) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 22 20:13:37.694128 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.quota.driver [None req-e9802575-08d2-414b-9dff-9ea2b411a8d2 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 22 20:13:37.706160 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-e9802575-08d2-414b-9dff-9ea2b411a8d2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-423916', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854773907'] for router, before_create {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:13:37.707857 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-e9802575-08d2-414b-9dff-9ea2b411a8d2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854351900', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854359550', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854378989', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1894'] for router, precommit_create {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:13:37.724371 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-e9802575-08d2-414b-9dff-9ea2b411a8d2 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:13:37.829308 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-080ee8be-4e22-4401-b76e-772fe9d58cc6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:13:37.847182 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.provisioning_blocks [None req-080ee8be-4e22-4401-b76e-772fe9d58cc6 admin admin] Transition to ACTIVE for port object 48d3a5b9-763a-44f3-bd39-0dca3074aadb will not be triggered until provisioned by entity DHCP. {{(pid=86330) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 22 20:13:37.892086 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-080ee8be-4e22-4401-b76e-772fe9d58cc6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854198495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853168226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363309147208154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4125515'] for port, after_create {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:13:37.908705 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [None req-f4194812-0595-41da-aa30-5ae5c34b88e5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 20:13:37.962354 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.l3_hamode_db [None req-c4854ebe-7a70-4284-add6-8bc15d3b2b17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f013d394470>, [{'id': '9a70917d-1d91-43f0-b3ef-7a6d5664c52c', 'name': 'tempest-TestShelveInstance-462869854-router', 'tenant_id': '955f02e9554b4a1c937faa59c273a0e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b725cb4-6db6-4e68-9a61-1978e8a191a1', 'external_fixed_ips': [{'subnet_id': '1d4495d7-31a5-4e2d-a911-56ceae3a61c5', 'ip_address': '172.27.3.199'}], 'enable_snat': True}, 'gw_port_id': '09899b7a-8813-40e5-9485-30dfc29a3583', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T20:13:30Z', 'updated_at': '2021-04-22T20:13:32Z', 'revision_number': 3, 'project_id': '955f02e9554b4a1c937faa59c273a0e6', 'gw_port': {'id': '09899b7a-8813-40e5-9485-30dfc29a3583', 'name': '', 'network_id': '1b725cb4-6db6-4e68-9a61-1978e8a191a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:da:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a70917d-1d91-43f0-b3ef-7a6d5664c52c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 322, 'fixed_ips': [{'subnet_id': '1d4495d7-31a5-4e2d-a911-56ceae3a61c5', 'ip_address': '172.27.3.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787632-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T20:13:31Z', 'updated_at': '2021-04-22T20:13:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1d4495d7-31a5-4e2d-a911-56ceae3a61c5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787632-1-iscsi'}], 'dv-cinder-787632-1-iscsi', False) {} {{(pid=86333) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 22 20:13:37.967012 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4854ebe-7a70-4284-add6-8bc15d3b2b17 None None] The sync data for ids ['9a70917d-1d91-43f0-b3ef-7a6d5664c52c'] in dv-cinder-787632-1-iscsi is: [{'id': '9a70917d-1d91-43f0-b3ef-7a6d5664c52c', 'name': 'tempest-TestShelveInstance-462869854-router', 'tenant_id': '955f02e9554b4a1c937faa59c273a0e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b725cb4-6db6-4e68-9a61-1978e8a191a1', 'external_fixed_ips': [{'subnet_id': '1d4495d7-31a5-4e2d-a911-56ceae3a61c5', 'ip_address': '172.27.3.199'}], 'enable_snat': True}, 'gw_port_id': '09899b7a-8813-40e5-9485-30dfc29a3583', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T20:13:30Z', 'updated_at': '2021-04-22T20:13:32Z', 'revision_number': 3, 'project_id': '955f02e9554b4a1c937faa59c273a0e6', 'gw_port': {'id': '09899b7a-8813-40e5-9485-30dfc29a3583', 'name': '', 'network_id': '1b725cb4-6db6-4e68-9a61-1978e8a191a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:da:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a70917d-1d91-43f0-b3ef-7a6d5664c52c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 322, 'fixed_ips': [{'subnet_id': '1d4495d7-31a5-4e2d-a911-56ceae3a61c5', 'ip_address': '172.27.3.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787632-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T20:13:31Z', 'updated_at': '2021-04-22T20:13:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1d4495d7-31a5-4e2d-a911-56ceae3a61c5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787632-1-iscsi'}] {{(pid=86333) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 22 20:13:38.024822 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-080ee8be-4e22-4401-b76e-772fe9d58cc6 admin admin] Network ab86acd9-ed69-41b2-838f-e93a3f84ce2a is already hosted by enough agents. {{(pid=86330) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 22 20:13:38.028570 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.scheduler.base_scheduler [None req-080ee8be-4e22-4401-b76e-772fe9d58cc6 admin admin] Resources bound (agent type, host, resource id):  {{(pid=86330) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 22 20:13:38.031758 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-080ee8be-4e22-4401-b76e-772fe9d58cc6 admin admin] Received port after_create {{(pid=86330) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 22 20:13:38.120301 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.rpc [None req-cbbe70c9-0b39-4f9d-be6e-4133a7c8f54f None None] Device 0cfc2507-5acd-466a-b1c7-14264a7ab9ae up at agent hyperv_hv-cinder-78763 {{(pid=86332) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 22 20:13:38.136495 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-080ee8be-4e22-4401-b76e-772fe9d58cc6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854348030'] for router_interface, before_create {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:13:38.211856 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-e9802575-08d2-414b-9dff-9ea2b411a8d2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854359307', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854346401', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1879'] for router, precommit_update {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:13:38.258003 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-080ee8be-4e22-4401-b76e-772fe9d58cc6 admin admin] Pushing event updated for resources: {'Port': ['ID=48d3a5b9-763a-44f3-bd39-0dca3074aadb,revision_number=1']} {{(pid=86330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 20:13:38.275813 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [None req-080ee8be-4e22-4401-b76e-772fe9d58cc6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.367s {{(pid=86330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 20:13:38.320676 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.provisioning_blocks [None req-08e5d76f-3fe5-4242-a4b8-30f374028052 None None] Provisioning complete for port dbd18bc1-e25f-410a-a010-5e151e39c445 triggered by entity L2. {{(pid=86332) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 22 20:13:38.340947 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc5d32a5-5525-4224-9e4f-ff670652b625 req-2aa79d55-8e95-4e6e-ae6b-7e7b5e0d07d7 tempest-ServerRescueNegativeTestJSON-1009389569 tempest-ServerRescueNegativeTestJSON-1009389569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 20:13:38.343255 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-08e5d76f-3fe5-4242-a4b8-30f374028052 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854135278'] for port, provisioning_complete {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:13:38.349109 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-dc5d32a5-5525-4224-9e4f-ff670652b625 req-2aa79d55-8e95-4e6e-ae6b-7e7b5e0d07d7 tempest-ServerRescueNegativeTestJSON-1009389569 tempest-ServerRescueNegativeTestJSON-1009389569-project] 10.222.0.30 "GET /v2.0/ports?device_id=469f3208-145f-4d5b-b5d0-3d1d24295374 HTTP/1.1" status: 200  len: 945 time: 0.4232645
Apr 22 20:13:38.442787 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-dc5d32a5-5525-4224-9e4f-ff670652b625 req-311c8fa5-74a8-432a-adca-5e7016c3a919 tempest-ServerRescueNegativeTestJSON-1009389569 tempest-ServerRescueNegativeTestJSON-1009389569-project] 10.222.0.30 "GET /v2.0/security-groups?id=6f3d9104-7f67-4d9e-bcf5-b704aabb6c6e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0925598
Apr 22 20:13:38.444127 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.provisioning_blocks [None req-cbbe70c9-0b39-4f9d-be6e-4133a7c8f54f None None] Provisioning for port 0cfc2507-5acd-466a-b1c7-14264a7ab9ae completed by entity L2. {{(pid=86332) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 22 20:13:38.476603 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.provisioning_blocks [None req-cbbe70c9-0b39-4f9d-be6e-4133a7c8f54f None None] Provisioning complete for port 0cfc2507-5acd-466a-b1c7-14264a7ab9ae triggered by entity L2. {{(pid=86332) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 22 20:13:38.477029 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-cbbe70c9-0b39-4f9d-be6e-4133a7c8f54f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854135278'] for port, provisioning_complete {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:13:38.648054 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.provisioning_blocks [None req-58e5e431-ee68-48aa-80aa-3fc94aa782da None None] Provisioning for port 48d3a5b9-763a-44f3-bd39-0dca3074aadb completed by entity DHCP. {{(pid=86332) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 22 20:13:38.648573 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-080ee8be-4e22-4401-b76e-772fe9d58cc6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587983'] for port, before_update {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:13:38.661464 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.provisioning_blocks [None req-58e5e431-ee68-48aa-80aa-3fc94aa782da None None] Provisioning complete for port 48d3a5b9-763a-44f3-bd39-0dca3074aadb triggered by entity DHCP. {{(pid=86332) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 22 20:13:38.662230 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-58e5e431-ee68-48aa-80aa-3fc94aa782da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854135278'] for port, provisioning_complete {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:13:38.890496 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de5d360c-c76d-423b-b817-076c08c6948a req-3bd8e654-ba54-43de-94a3-c1e108816d34 tempest-AttachVolumeNegativeTest-423716770 tempest-AttachVolumeNegativeTest-423716770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 20:13:38.893128 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-de5d360c-c76d-423b-b817-076c08c6948a req-3bd8e654-ba54-43de-94a3-c1e108816d34 tempest-AttachVolumeNegativeTest-423716770 tempest-AttachVolumeNegativeTest-423716770-project] 10.222.0.30 "GET /v2.0/ports?device_id=7e6b483d-23c3-4b8a-aa55-bcaa0fb31737 HTTP/1.1" status: 200  len: 944 time: 0.4134562
Apr 22 20:13:38.926632 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-e9802575-08d2-414b-9dff-9ea2b411a8d2 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:13:38.962810 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b46aa4f5-10b5-46ff-9330-4f06eb53a4c2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0e86e177-c777-5841-8b38-a99bfcf73d2b-baa3aeb8-8dec-4767-92bc-d52436d9437a', 'network_id': 'baa3aeb8-8dec-4767-92bc-d52436d9437a', 'tenant_id': '30860bebb771423695ffb4fd377ce666', 'fixed_ips': [{'subnet_id': '083c45db-27b8-429b-b9a6-58f44b80ddc9'}]}} from dv-cinder-787632-1-iscsi. {{(pid=86332) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}}
Apr 22 20:13:38.963379 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-b46aa4f5-10b5-46ff-9330-4f06eb53a4c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587983'] for port, before_create {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:13:39.003312 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-e9802575-08d2-414b-9dff-9ea2b411a8d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587983'] for port, before_create {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:13:39.096051 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-de5d360c-c76d-423b-b817-076c08c6948a req-460d1a24-11b3-4256-a173-01c4f86fc0c1 tempest-AttachVolumeNegativeTest-423716770 tempest-AttachVolumeNegativeTest-423716770-project] 10.222.0.30 "GET /v2.0/security-groups?id=12e357dc-1d76-4f4d-8ec3-cba1cfd90e7f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0751009
Apr 22 20:13:39.124344 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.rpc [None req-08e5d76f-3fe5-4242-a4b8-30f374028052 None None] Device ff021273-3bad-461c-88d6-e418ccd6e7e6 up at agent ovs-agent-dv-cinder-787632-1-iscsi {{(pid=86332) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 22 20:13:39.191184 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-080ee8be-4e22-4401-b76e-772fe9d58cc6 admin admin] Notify callbacks [] for port, precommit_update {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:13:39.197177 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-080ee8be-4e22-4401-b76e-772fe9d58cc6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854198495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853168226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727707997384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363309147208137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727707567697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036850650302'] for port, after_update {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:13:39.200907 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.db_base_plugin_common [None req-e9802575-08d2-414b-9dff-9ea2b411a8d2 admin admin] Allocated IP 172.27.3.46 (1b725cb4-6db6-4e68-9a61-1978e8a191a1/1d4495d7-31a5-4e2d-a911-56ceae3a61c5/1578d5f6-9824-4f28-87c1-8fe9152f2e76) {{(pid=86331) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 22 20:13:39.232915 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [None req-10b391a2-e831-4a9c-bee1-c1ffdc2540d7 tempest-AttachVolumeTestJSON-431678780 tempest-AttachVolumeTestJSON-431678780-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 20:13:39.234727 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.plugin [None req-58e5e431-ee68-48aa-80aa-3fc94aa782da None None] Port 48d3a5b9-763a-44f3-bd39-0dca3074aadb cannot update to ACTIVE because it is not bound. {{(pid=86332) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 22 20:13:39.291969 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-cbbe70c9-0b39-4f9d-be6e-4133a7c8f54f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587983'] for port, before_update {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:13:39.350244 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-080ee8be-4e22-4401-b76e-772fe9d58cc6 admin admin] Pushing event updated for resources: {'Port': ['ID=48d3a5b9-763a-44f3-bd39-0dca3074aadb,revision_number=2']} {{(pid=86330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 20:13:39.356340 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [None req-080ee8be-4e22-4401-b76e-772fe9d58cc6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=86330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 20:13:39.357565 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-080ee8be-4e22-4401-b76e-772fe9d58cc6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036853168209', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-427877'] for router_interface, after_create {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:13:39.380533 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-e9802575-08d2-414b-9dff-9ea2b411a8d2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:13:39.417099 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.db [None req-cbbe70c9-0b39-4f9d-be6e-4133a7c8f54f None None] For port 0cfc2507-5acd-466a-b1c7-14264a7ab9ae, host hv-cinder-78763, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78763',level=0,port_id=0cfc2507-5acd-466a-b1c7-14264a7ab9ae,segment=NetworkSegment(3a7c8a3c-d8a5-4ea6-9c7e-398752a60d2f),segment_id=3a7c8a3c-d8a5-4ea6-9c7e-398752a60d2f)] {{(pid=86332) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 22 20:13:39.417525 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-e9802575-08d2-414b-9dff-9ea2b411a8d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854198495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853168226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363309147208154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1223862'] for port, after_create {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:13:39.421431 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e6b483d-23c3-4b8a-aa55-bcaa0fb31737', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0cfc2507-5acd-466a-b1c7-14264a7ab9ae'}] {{(pid=86332) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 22 20:13:39.425274 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 20:13:39.474953 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-cbbe70c9-0b39-4f9d-be6e-4133a7c8f54f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854198495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853168226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727707997384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363309147208137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727707567697'] for port, after_update {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:13:39.484679 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [None req-85c2caf1-f7ad-4c12-bacc-18e26b9b9274 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86332) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 20:13:39.492368 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9802575-08d2-414b-9dff-9ea2b411a8d2 admin admin] Network 1b725cb4-6db6-4e68-9a61-1978e8a191a1 is already hosted by enough agents. {{(pid=86331) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 22 20:13:39.495681 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.scheduler.base_scheduler [None req-e9802575-08d2-414b-9dff-9ea2b411a8d2 admin admin] Resources bound (agent type, host, resource id):  {{(pid=86331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 22 20:13:39.501169 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9802575-08d2-414b-9dff-9ea2b411a8d2 admin admin] Received port after_create {{(pid=86331) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 22 20:13:39.525358 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.provisioning_blocks [None req-08e5d76f-3fe5-4242-a4b8-30f374028052 None None] Provisioning complete for port ff021273-3bad-461c-88d6-e418ccd6e7e6 triggered by entity L2. {{(pid=86332) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 22 20:13:39.526918 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-08e5d76f-3fe5-4242-a4b8-30f374028052 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854135278'] for port, provisioning_complete {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:13:39.578558 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-080ee8be-4e22-4401-b76e-772fe9d58cc6 admin admin] Network ab86acd9-ed69-41b2-838f-e93a3f84ce2a is already hosted by enough agents. {{(pid=86330) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 22 20:13:39.579972 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.scheduler.base_scheduler [None req-080ee8be-4e22-4401-b76e-772fe9d58cc6 admin admin] Resources bound (agent type, host, resource id):  {{(pid=86330) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 22 20:13:39.676291 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7e6b483d-23c3-4b8a-aa55-bcaa0fb31737', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0cfc2507-5acd-466a-b1c7-14264a7ab9ae', 'code': 200}
Apr 22 20:13:39.887549 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.db_base_plugin_common [None req-b46aa4f5-10b5-46ff-9330-4f06eb53a4c2 None None] Allocated IP 172.20.0.2 (baa3aeb8-8dec-4767-92bc-d52436d9437a/083c45db-27b8-429b-b9a6-58f44b80ddc9/320c1ebd-8b19-4708-9758-257da1aae24a) {{(pid=86332) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 22 20:13:39.915719 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbbe70c9-0b39-4f9d-be6e-4133a7c8f54f None None] Pushing event updated for resources: {'Port': ['ID=0cfc2507-5acd-466a-b1c7-14264a7ab9ae,revision_number=5']} {{(pid=86332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 20:13:39.923999 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [None req-cbbe70c9-0b39-4f9d-be6e-4133a7c8f54f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.439s {{(pid=86332) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 20:13:40.053090 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.provisioning_blocks [None req-5e8a2bbc-56fc-4512-aebb-2761a8c23380 None None] Provisioning complete for port 48d3a5b9-763a-44f3-bd39-0dca3074aadb triggered by entity DHCP. {{(pid=86332) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 22 20:13:40.053523 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-5e8a2bbc-56fc-4512-aebb-2761a8c23380 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854135278'] for port, provisioning_complete {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:13:40.102491 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-080ee8be-4e22-4401-b76e-772fe9d58cc6 admin admin] Router 9a70917d-1d91-43f0-b3ef-7a6d5664c52c has already been hosted by L3 agent 1df068ca-d615-4cb7-8020-fe6e8be709e3 {{(pid=86330) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 22 20:13:40.171351 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9802575-08d2-414b-9dff-9ea2b411a8d2 admin admin] Pushing event updated for resources: {'Port': ['ID=1578d5f6-9824-4f28-87c1-8fe9152f2e76,revision_number=1']} {{(pid=86331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 20:13:40.176823 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [None req-e9802575-08d2-414b-9dff-9ea2b411a8d2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.751s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 20:13:40.193358 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.rpc [None req-08e5d76f-3fe5-4242-a4b8-30f374028052 None None] Device 09899b7a-8813-40e5-9485-30dfc29a3583 up at agent ovs-agent-dv-cinder-787632-1-iscsi {{(pid=86332) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 22 20:13:40.284118 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.plugin [None req-5e8a2bbc-56fc-4512-aebb-2761a8c23380 None None] Port 48d3a5b9-763a-44f3-bd39-0dca3074aadb cannot update to ACTIVE because it is not bound. {{(pid=86332) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 22 20:13:40.316532 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.provisioning_blocks [None req-08e5d76f-3fe5-4242-a4b8-30f374028052 None None] Provisioning for port 09899b7a-8813-40e5-9485-30dfc29a3583 completed by entity L2. {{(pid=86332) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 22 20:13:40.335510 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.provisioning_blocks [None req-08e5d76f-3fe5-4242-a4b8-30f374028052 None None] Provisioning complete for port 09899b7a-8813-40e5-9485-30dfc29a3583 triggered by entity L2. {{(pid=86332) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 22 20:13:40.335955 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-08e5d76f-3fe5-4242-a4b8-30f374028052 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854135278'] for port, provisioning_complete {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:13:40.358493 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c0c278b-ba2f-47c4-8554-6e0d8fd63cf2 req-e4e8c96f-65a2-46e7-be8a-92f6499e6987 tempest-ServerRescueNegativeTestJSON-1009389569 tempest-ServerRescueNegativeTestJSON-1009389569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 20:13:40.366697 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-9c0c278b-ba2f-47c4-8554-6e0d8fd63cf2 req-e4e8c96f-65a2-46e7-be8a-92f6499e6987 tempest-ServerRescueNegativeTestJSON-1009389569 tempest-ServerRescueNegativeTestJSON-1009389569-project] 10.222.0.30 "GET /v2.0/ports?device_id=469f3208-145f-4d5b-b5d0-3d1d24295374 HTTP/1.1" status: 200  len: 945 time: 0.4626925
Apr 22 20:13:40.441863 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-080ee8be-4e22-4401-b76e-772fe9d58cc6 admin admin] Notify agent at l3_agent.dv-cinder-787632-1-iscsi the message routers_updated {{(pid=86330) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 22 20:13:40.458233 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [None req-080ee8be-4e22-4401-b76e-772fe9d58cc6 admin admin] 10.222.0.30 "PUT /v2.0/routers/9a70917d-1d91-43f0-b3ef-7a6d5664c52c/add_router_interface HTTP/1.1" status: 200  len: 503 time: 5.0094812
Apr 22 20:13:40.460818 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-9c0c278b-ba2f-47c4-8554-6e0d8fd63cf2 req-216f87c7-5575-4b43-b30d-75e8fe4b84c1 tempest-ServerRescueNegativeTestJSON-1009389569 tempest-ServerRescueNegativeTestJSON-1009389569-project] 10.222.0.30 "GET /v2.0/security-groups?id=6f3d9104-7f67-4d9e-bcf5-b704aabb6c6e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0931592
Apr 22 20:13:40.488895 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-b46aa4f5-10b5-46ff-9330-4f06eb53a4c2 None None] Notify callbacks [] for port, precommit_create {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:13:40.507340 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.provisioning_blocks [None req-b46aa4f5-10b5-46ff-9330-4f06eb53a4c2 None None] Transition to ACTIVE for port object 320c1ebd-8b19-4708-9758-257da1aae24a will not be triggered until provisioned by entity L2. {{(pid=86332) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 22 20:13:40.575721 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.provisioning_blocks [None req-b46aa4f5-10b5-46ff-9330-4f06eb53a4c2 None None] Transition to ACTIVE for port object 320c1ebd-8b19-4708-9758-257da1aae24a will not be triggered until provisioned by entity DHCP. {{(pid=86332) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 22 20:13:40.586803 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-b46aa4f5-10b5-46ff-9330-4f06eb53a4c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854198495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853168226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363309147208154'] for port, after_create {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:13:40.592287 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [None req-cbbe70c9-0b39-4f9d-be6e-4133a7c8f54f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86332) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 20:13:40.625224 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-08e5d76f-3fe5-4242-a4b8-30f374028052 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587983'] for port, before_update {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:13:40.652974 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-828f5ad4-cb6a-42e2-8beb-80ca1d183e78 req-9f20d007-d6ee-445c-97da-c58d86ca5ec3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 20:13:40.655289 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-828f5ad4-cb6a-42e2-8beb-80ca1d183e78 req-9f20d007-d6ee-445c-97da-c58d86ca5ec3 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=7e6b483d-23c3-4b8a-aa55-bcaa0fb31737 HTTP/1.1" status: 200  len: 1098 time: 0.7090147
Apr 22 20:13:40.678422 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.db [None req-08e5d76f-3fe5-4242-a4b8-30f374028052 None None] For port 09899b7a-8813-40e5-9485-30dfc29a3583, host dv-cinder-787632-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787632-1-iscsi',level=0,port_id=09899b7a-8813-40e5-9485-30dfc29a3583,segment=NetworkSegment(8e8fb218-3d63-4c3d-9ab1-544471c4929e),segment_id=8e8fb218-3d63-4c3d-9ab1-544471c4929e)] {{(pid=86332) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 22 20:13:40.681059 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b46aa4f5-10b5-46ff-9330-4f06eb53a4c2 None None] Network baa3aeb8-8dec-4767-92bc-d52436d9437a is already hosted by enough agents. {{(pid=86332) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 22 20:13:40.685120 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.scheduler.base_scheduler [None req-b46aa4f5-10b5-46ff-9330-4f06eb53a4c2 None None] Resources bound (agent type, host, resource id):  {{(pid=86332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 22 20:13:40.687271 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c31d9ed-fe9f-4c08-8315-aa8b045fd5dd req-2b3b18ed-feca-4306-a4bd-9e78faade7f5 tempest-AttachVolumeNegativeTest-423716770 tempest-AttachVolumeNegativeTest-423716770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 20:13:40.687731 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b46aa4f5-10b5-46ff-9330-4f06eb53a4c2 None None] Received port after_create {{(pid=86332) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 22 20:13:40.693690 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-08e5d76f-3fe5-4242-a4b8-30f374028052 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854198495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853168226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727707997384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363309147208137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727707567697'] for port, after_update {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:13:40.695577 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-9c31d9ed-fe9f-4c08-8315-aa8b045fd5dd req-2b3b18ed-feca-4306-a4bd-9e78faade7f5 tempest-AttachVolumeNegativeTest-423716770 tempest-AttachVolumeNegativeTest-423716770-project] 10.222.0.30 "GET /v2.0/ports?device_id=7e6b483d-23c3-4b8a-aa55-bcaa0fb31737 HTTP/1.1" status: 200  len: 945 time: 0.1837001
Apr 22 20:13:40.736558 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b46aa4f5-10b5-46ff-9330-4f06eb53a4c2 None None] Pushing event updated for resources: {'Port': ['ID=320c1ebd-8b19-4708-9758-257da1aae24a,revision_number=1']} {{(pid=86332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 20:13:40.740373 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [None req-b46aa4f5-10b5-46ff-9330-4f06eb53a4c2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=86332) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 20:13:40.746854 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [None req-cbbe70c9-0b39-4f9d-be6e-4133a7c8f54f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.046s {{(pid=86332) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 20:13:40.757662 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-e9802575-08d2-414b-9dff-9ea2b411a8d2 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:13:40.829395 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08e5d76f-3fe5-4242-a4b8-30f374028052 None None] Pushing event updated for resources: {'Port': ['ID=09899b7a-8813-40e5-9485-30dfc29a3583,revision_number=4']} {{(pid=86332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 20:13:41.062424 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [None req-08e5d76f-3fe5-4242-a4b8-30f374028052 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.315s {{(pid=86332) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 20:13:41.086298 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.managers [None req-b46aa4f5-10b5-46ff-9330-4f06eb53a4c2 None None] Attempting to bind port 320c1ebd-8b19-4708-9758-257da1aae24a on host dv-cinder-787632-1-iscsi for vnic_type normal with profile  {{(pid=86332) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 22 20:13:41.087143 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.managers [None req-b46aa4f5-10b5-46ff-9330-4f06eb53a4c2 None None] Attempting to bind port 320c1ebd-8b19-4708-9758-257da1aae24a by drivers openvswitch,hyperv on host dv-cinder-787632-1-iscsi at level 0 using segments [{'id': 'ecbdd09a-cdfc-40aa-add8-36baaaee03d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': 'baa3aeb8-8dec-4767-92bc-d52436d9437a'}] {{(pid=86332) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 22 20:13:41.087751 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b46aa4f5-10b5-46ff-9330-4f06eb53a4c2 None None] Attempting to bind port 320c1ebd-8b19-4708-9758-257da1aae24a on network baa3aeb8-8dec-4767-92bc-d52436d9437a {{(pid=86332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 22 20:13:41.093966 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b46aa4f5-10b5-46ff-9330-4f06eb53a4c2 None None] Checking agent: {'id': '802cefbf-f579-41fa-a7d7-d5cf274c80aa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-787632-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 22, 20, 3, 29), 'started_at': datetime.datetime(2021, 4, 22, 20, 3, 59), 'heartbeat_timestamp': datetime.datetime(2021, 4, 22, 20, 13, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-787632-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 22 20:13:41.094627 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b46aa4f5-10b5-46ff-9330-4f06eb53a4c2 None None] Checking segment: {'id': 'ecbdd09a-cdfc-40aa-add8-36baaaee03d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': 'baa3aeb8-8dec-4767-92bc-d52436d9437a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86332) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 22 20:13:41.096729 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-b46aa4f5-10b5-46ff-9330-4f06eb53a4c2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:13:41.097364 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b46aa4f5-10b5-46ff-9330-4f06eb53a4c2 None None] Bound using segment: {'id': 'ecbdd09a-cdfc-40aa-add8-36baaaee03d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': 'baa3aeb8-8dec-4767-92bc-d52436d9437a'} {{(pid=86332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 22 20:13:41.098125 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.managers [None req-b46aa4f5-10b5-46ff-9330-4f06eb53a4c2 None None] Bound port: 320c1ebd-8b19-4708-9758-257da1aae24a, host: dv-cinder-787632-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ecbdd09a-cdfc-40aa-add8-36baaaee03d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': 'baa3aeb8-8dec-4767-92bc-d52436d9437a'}}] {{(pid=86332) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 22 20:13:41.098774 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-b46aa4f5-10b5-46ff-9330-4f06eb53a4c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587983'] for port, before_update {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:13:41.212888 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.db [None req-b46aa4f5-10b5-46ff-9330-4f06eb53a4c2 None None] For port 320c1ebd-8b19-4708-9758-257da1aae24a, host dv-cinder-787632-1-iscsi, cleared binding levels {{(pid=86332) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 22 20:13:41.222667 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-828f5ad4-cb6a-42e2-8beb-80ca1d183e78 req-8c0fb703-6ff9-4c4c-b825-976336c94735 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=12e357dc-1d76-4f4d-8ec3-cba1cfd90e7f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.5452220
Apr 22 20:13:41.225196 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.db [None req-b46aa4f5-10b5-46ff-9330-4f06eb53a4c2 None None] For port 320c1ebd-8b19-4708-9758-257da1aae24a, host dv-cinder-787632-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787632-1-iscsi',level=0,port_id=320c1ebd-8b19-4708-9758-257da1aae24a,segment=NetworkSegment(ecbdd09a-cdfc-40aa-add8-36baaaee03d5),segment_id=ecbdd09a-cdfc-40aa-add8-36baaaee03d5)] {{(pid=86332) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 22 20:13:41.230000 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-b46aa4f5-10b5-46ff-9330-4f06eb53a4c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854198495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853168226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727707997384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363309147208137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727707567697'] for port, after_update {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:13:41.235747 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [None req-9fada902-6b05-410e-85e9-49a173ac1394 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86332) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 20:13:41.268814 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-9c31d9ed-fe9f-4c08-8315-aa8b045fd5dd req-6ad06b02-0c2e-4f18-9264-ef0074053b71 tempest-AttachVolumeNegativeTest-423716770 tempest-AttachVolumeNegativeTest-423716770-project] 10.222.0.30 "GET /v2.0/security-groups?id=12e357dc-1d76-4f4d-8ec3-cba1cfd90e7f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.5722520
Apr 22 20:13:41.337681 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-e9802575-08d2-414b-9dff-9ea2b411a8d2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-429383', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-416479'] for router, after_create {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:13:41.338600 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b46aa4f5-10b5-46ff-9330-4f06eb53a4c2 None None] Pushing event updated for resources: {'Port': ['ID=320c1ebd-8b19-4708-9758-257da1aae24a,revision_number=2']} {{(pid=86332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 20:13:41.342095 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [None req-b46aa4f5-10b5-46ff-9330-4f06eb53a4c2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=86332) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 20:13:41.382588 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.wsgi [-] (86330) accepted ('10.222.0.30', 38084) {{(pid=86330) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 20:13:41.388770 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.v2.base [None req-0bb01780-5394-4f42-9741-5fbb92ed8d7c tempest-TestShelveInstance-1816371010 tempest-TestShelveInstance-1816371010-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1466653183', 'description': 'tempest-secgroup-smoke-1466653183 description', 'project_id': 'ed8e9232a3ce48d39526eecdc431aec3'}} {{(pid=86330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 22 20:13:41.395648 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.quota.driver [None req-0bb01780-5394-4f42-9741-5fbb92ed8d7c tempest-TestShelveInstance-1816371010 tempest-TestShelveInstance-1816371010-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86330) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 22 20:13:41.400248 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.quota.resource [None req-0bb01780-5394-4f42-9741-5fbb92ed8d7c tempest-TestShelveInstance-1816371010 tempest-TestShelveInstance-1816371010-project] Usage tracker for resource:security_group and tenant:ed8e9232a3ce48d39526eecdc431aec3 is out of sync, need to count used quota {{(pid=86330) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 22 20:13:41.403520 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.quota.resource [None req-0bb01780-5394-4f42-9741-5fbb92ed8d7c tempest-TestShelveInstance-1816371010 tempest-TestShelveInstance-1816371010-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=86330) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 22 20:13:41.409912 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.quota.driver [None req-0bb01780-5394-4f42-9741-5fbb92ed8d7c tempest-TestShelveInstance-1816371010 tempest-TestShelveInstance-1816371010-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=86330) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 22 20:13:41.421108 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-0bb01780-5394-4f42-9741-5fbb92ed8d7c tempest-TestShelveInstance-1816371010 tempest-TestShelveInstance-1816371010-project] Notify callbacks [] for security_group, before_create {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:13:41.445837 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.quota.driver [None req-0bb01780-5394-4f42-9741-5fbb92ed8d7c tempest-TestShelveInstance-1816371010 tempest-TestShelveInstance-1816371010-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86330) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 22 20:13:41.448601 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.quota.resource [None req-0bb01780-5394-4f42-9741-5fbb92ed8d7c tempest-TestShelveInstance-1816371010 tempest-TestShelveInstance-1816371010-project] Usage tracker for resource:security_group_rule and tenant:ed8e9232a3ce48d39526eecdc431aec3 is out of sync, need to count used quota {{(pid=86330) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 22 20:13:41.451719 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.quota.resource [None req-0bb01780-5394-4f42-9741-5fbb92ed8d7c tempest-TestShelveInstance-1816371010 tempest-TestShelveInstance-1816371010-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=86330) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 22 20:13:41.458766 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.quota.driver [None req-0bb01780-5394-4f42-9741-5fbb92ed8d7c tempest-TestShelveInstance-1816371010 tempest-TestShelveInstance-1816371010-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=86330) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 22 20:13:41.542961 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44f11e17-aa7a-4f20-b642-94f741961444 None None] Sync routers for ids ['9a70917d-1d91-43f0-b3ef-7a6d5664c52c'] in dv-cinder-787632-1-iscsi {{(pid=86332) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 22 20:13:41.554278 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44f11e17-aa7a-4f20-b642-94f741961444 None None] Routers {'9a70917d-1d91-43f0-b3ef-7a6d5664c52c'} bound to L3 agent in host dv-cinder-787632-1-iscsi {{(pid=86332) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 22 20:13:41.555243 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.l3_hamode_db [None req-44f11e17-aa7a-4f20-b642-94f741961444 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f013d369550>, 'dv-cinder-787632-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-22T20:03:28Z,description=<?>,heartbeat_timestamp=2021-04-22T20:13:29Z,host='dv-cinder-787632-1-iscsi',id=1df068ca-d615-4cb7-8020-fe6e8be709e3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-22T20:03:28Z,topic='l3_agent')) {'router_ids': ['9a70917d-1d91-43f0-b3ef-7a6d5664c52c'], 'active': True} {{(pid=86332) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 22 20:13:41.576347 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-0bb01780-5394-4f42-9741-5fbb92ed8d7c tempest-TestShelveInstance-1816371010 tempest-TestShelveInstance-1816371010-project] Notify callbacks [] for security_group, precommit_create {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:13:41.582254 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-0bb01780-5394-4f42-9741-5fbb92ed8d7c tempest-TestShelveInstance-1816371010 tempest-TestShelveInstance-1816371010-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393900'] for security_group, after_create {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:13:41.592136 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [None req-adffc2ad-bba6-465e-9dd3-177af7ea08af admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 20:13:41.625463 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e9802575-08d2-414b-9dff-9ea2b411a8d2 admin admin] Router ab1269b8-038d-4b75-976a-0633960d3b49 is scheduled to L3 agent 1df068ca-d615-4cb7-8020-fe6e8be709e3 with binding_index 1 {{(pid=86331) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Apr 22 20:13:41.759822 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-0bb01780-5394-4f42-9741-5fbb92ed8d7c tempest-TestShelveInstance-1816371010 tempest-TestShelveInstance-1816371010-project] Notify callbacks [] for security_group, before_response {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:13:41.761355 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [None req-0bb01780-5394-4f42-9741-5fbb92ed8d7c tempest-TestShelveInstance-1816371010 tempest-TestShelveInstance-1816371010-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1794 time: 0.3776109
Apr 22 20:13:41.764033 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bb01780-5394-4f42-9741-5fbb92ed8d7c tempest-TestShelveInstance-1816371010 tempest-TestShelveInstance-1816371010-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0042e778-534e-4be6-8d31-f99a115eccf4,revision_number=1']} {{(pid=86330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 20:13:41.767526 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.wsgi [-] (86330) accepted ('10.222.0.30', 38096) {{(pid=86330) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 20:13:41.773364 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.v2.base [None req-1c7332cc-c79b-4490-994c-3a6398f37f40 tempest-TestShelveInstance-1816371010 tempest-TestShelveInstance-1816371010-project] Request body: {'security_group_rule': {'security_group_id': '0042e778-534e-4be6-8d31-f99a115eccf4', 'project_id': 'ed8e9232a3ce48d39526eecdc431aec3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=86330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 22 20:13:41.781344 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [None req-0bb01780-5394-4f42-9741-5fbb92ed8d7c tempest-TestShelveInstance-1816371010 tempest-TestShelveInstance-1816371010-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=86330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 20:13:41.801612 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.quota.driver [None req-1c7332cc-c79b-4490-994c-3a6398f37f40 tempest-TestShelveInstance-1816371010 tempest-TestShelveInstance-1816371010-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86330) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 22 20:13:41.815294 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.quota.resource [None req-1c7332cc-c79b-4490-994c-3a6398f37f40 tempest-TestShelveInstance-1816371010 tempest-TestShelveInstance-1816371010-project] Usage tracker for resource:security_group_rule and tenant:ed8e9232a3ce48d39526eecdc431aec3 is out of sync, need to count used quota {{(pid=86330) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 22 20:13:41.824743 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.quota.resource [None req-1c7332cc-c79b-4490-994c-3a6398f37f40 tempest-TestShelveInstance-1816371010 tempest-TestShelveInstance-1816371010-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=86330) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 22 20:13:41.836356 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.quota.driver [None req-1c7332cc-c79b-4490-994c-3a6398f37f40 tempest-TestShelveInstance-1816371010 tempest-TestShelveInstance-1816371010-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=86330) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 22 20:13:41.858780 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b3b6be-e638-42df-a92f-a200a8e7b9d1 req-b6a54600-2e60-4790-bd8d-3fb99e4d20f6 tempest-ServerRescueNegativeTestJSON-1009389569 tempest-ServerRescueNegativeTestJSON-1009389569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 20:13:41.860609 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-47b3b6be-e638-42df-a92f-a200a8e7b9d1 req-b6a54600-2e60-4790-bd8d-3fb99e4d20f6 tempest-ServerRescueNegativeTestJSON-1009389569 tempest-ServerRescueNegativeTestJSON-1009389569-project] 10.222.0.30 "GET /v2.0/ports?device_id=469f3208-145f-4d5b-b5d0-3d1d24295374 HTTP/1.1" status: 200  len: 945 time: 0.2119315
Apr 22 20:13:41.895430 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-1c7332cc-c79b-4490-994c-3a6398f37f40 tempest-TestShelveInstance-1816371010 tempest-TestShelveInstance-1816371010-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:13:41.945328 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.l3_dvr_db [None req-44f11e17-aa7a-4f20-b642-94f741961444 None None] Set router 9a70917d-1d91-43f0-b3ef-7a6d5664c52c gateway port host: dv-cinder-787632-1-iscsi {{(pid=86332) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 22 20:13:41.959915 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-47b3b6be-e638-42df-a92f-a200a8e7b9d1 req-b71f17de-52ff-43bd-bf05-052b4c0a3883 tempest-ServerRescueNegativeTestJSON-1009389569 tempest-ServerRescueNegativeTestJSON-1009389569-project] 10.222.0.30 "GET /v2.0/security-groups?id=6f3d9104-7f67-4d9e-bcf5-b704aabb6c6e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0870159
Apr 22 20:13:41.981442 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-1c7332cc-c79b-4490-994c-3a6398f37f40 tempest-TestShelveInstance-1816371010 tempest-TestShelveInstance-1816371010-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:13:41.985358 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-1c7332cc-c79b-4490-994c-3a6398f37f40 tempest-TestShelveInstance-1816371010 tempest-TestShelveInstance-1816371010-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393920'] for security_group_rule, after_create {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:13:41.987809 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 20:13:42.019631 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9802575-08d2-414b-9dff-9ea2b411a8d2 admin admin] Notify agent at l3_agent.dv-cinder-787632-1-iscsi the message routers_updated {{(pid=86331) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 22 20:13:42.023504 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-1c7332cc-c79b-4490-994c-3a6398f37f40 tempest-TestShelveInstance-1816371010 tempest-TestShelveInstance-1816371010-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:13:42.025642 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [None req-1c7332cc-c79b-4490-994c-3a6398f37f40 tempest-TestShelveInstance-1816371010 tempest-TestShelveInstance-1816371010-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.2569370
Apr 22 20:13:42.028593 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c7332cc-c79b-4490-994c-3a6398f37f40 tempest-TestShelveInstance-1816371010 tempest-TestShelveInstance-1816371010-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a61989e1-184d-418c-8f53-dfa884e05d20,revision_number=0']} {{(pid=86330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 20:13:42.030994 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.wsgi [-] (86330) accepted ('10.222.0.30', 38100) {{(pid=86330) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 20:13:42.033401 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8dc8c8d-bb4f-4950-8613-cfc09fae456d None None] Sync routers for ids ['ab1269b8-038d-4b75-976a-0633960d3b49'] in dv-cinder-787632-1-iscsi {{(pid=86333) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 22 20:13:42.034588 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [None req-1c7332cc-c79b-4490-994c-3a6398f37f40 tempest-TestShelveInstance-1816371010 tempest-TestShelveInstance-1816371010-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=86330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 20:13:42.038735 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.v2.base [None req-90eb4a0f-9365-4aa1-a9cd-63c957f4ba6e tempest-TestShelveInstance-1816371010 tempest-TestShelveInstance-1816371010-project] Request body: {'security_group_rule': {'security_group_id': '0042e778-534e-4be6-8d31-f99a115eccf4', 'project_id': 'ed8e9232a3ce48d39526eecdc431aec3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=86330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 22 20:13:42.046426 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.quota.driver [None req-90eb4a0f-9365-4aa1-a9cd-63c957f4ba6e tempest-TestShelveInstance-1816371010 tempest-TestShelveInstance-1816371010-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86330) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 22 20:13:42.050052 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8dc8c8d-bb4f-4950-8613-cfc09fae456d None None] Routers {'ab1269b8-038d-4b75-976a-0633960d3b49'} bound to L3 agent in host dv-cinder-787632-1-iscsi {{(pid=86333) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 22 20:13:42.050750 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.l3_hamode_db [None req-c8dc8c8d-bb4f-4950-8613-cfc09fae456d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f013da5a390>, 'dv-cinder-787632-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-22T20:03:28Z,description=<?>,heartbeat_timestamp=2021-04-22T20:13:29Z,host='dv-cinder-787632-1-iscsi',id=1df068ca-d615-4cb7-8020-fe6e8be709e3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-22T20:03:28Z,topic='l3_agent')) {'router_ids': ['ab1269b8-038d-4b75-976a-0633960d3b49'], 'active': True} {{(pid=86333) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 22 20:13:42.051237 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.quota.resource [None req-90eb4a0f-9365-4aa1-a9cd-63c957f4ba6e tempest-TestShelveInstance-1816371010 tempest-TestShelveInstance-1816371010-project] Usage tracker for resource:security_group_rule and tenant:ed8e9232a3ce48d39526eecdc431aec3 is out of sync, need to count used quota {{(pid=86330) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 22 20:13:42.055796 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.quota.resource [None req-90eb4a0f-9365-4aa1-a9cd-63c957f4ba6e tempest-TestShelveInstance-1816371010 tempest-TestShelveInstance-1816371010-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=86330) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 22 20:13:42.062657 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.quota.driver [None req-90eb4a0f-9365-4aa1-a9cd-63c957f4ba6e tempest-TestShelveInstance-1816371010 tempest-TestShelveInstance-1816371010-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=86330) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 22 20:13:42.063034 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-e9802575-08d2-414b-9dff-9ea2b411a8d2 admin admin] Notify callbacks [] for router, before_response {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:13:42.067955 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [None req-e9802575-08d2-414b-9dff-9ea2b411a8d2 admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201  len: 922 time: 4.4011154
Apr 22 20:13:42.068925 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.wsgi [-] (86331) accepted ('10.222.0.30', 38104) {{(pid=86331) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 20:13:42.088188 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-90eb4a0f-9365-4aa1-a9cd-63c957f4ba6e tempest-TestShelveInstance-1816371010 tempest-TestShelveInstance-1816371010-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:13:42.170484 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-90eb4a0f-9365-4aa1-a9cd-63c957f4ba6e tempest-TestShelveInstance-1816371010 tempest-TestShelveInstance-1816371010-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:13:42.174442 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-90eb4a0f-9365-4aa1-a9cd-63c957f4ba6e tempest-TestShelveInstance-1816371010 tempest-TestShelveInstance-1816371010-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393920'] for security_group_rule, after_create {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:13:42.176492 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 20:13:42.207224 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-90eb4a0f-9365-4aa1-a9cd-63c957f4ba6e tempest-TestShelveInstance-1816371010 tempest-TestShelveInstance-1816371010-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:13:42.211128 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [None req-90eb4a0f-9365-4aa1-a9cd-63c957f4ba6e tempest-TestShelveInstance-1816371010 tempest-TestShelveInstance-1816371010-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 0.1761761
Apr 22 20:13:42.211128 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90eb4a0f-9365-4aa1-a9cd-63c957f4ba6e tempest-TestShelveInstance-1816371010 tempest-TestShelveInstance-1816371010-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=da0fa1db-bfa5-4e3d-a8e1-149a63b03854,revision_number=0']} {{(pid=86330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 20:13:42.213481 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.wsgi [-] (86330) accepted ('10.222.0.30', 38110) {{(pid=86330) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 20:13:42.218566 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [None req-90eb4a0f-9365-4aa1-a9cd-63c957f4ba6e tempest-TestShelveInstance-1816371010 tempest-TestShelveInstance-1816371010-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=86330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 20:13:42.228993 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.v2.base [None req-8778a5aa-7265-410f-82c8-e8f17bb0dc2f tempest-TestShelveInstance-1816371010 tempest-TestShelveInstance-1816371010-project] Request body: {'security_group_rule': {'security_group_id': '0042e778-534e-4be6-8d31-f99a115eccf4', 'project_id': 'ed8e9232a3ce48d39526eecdc431aec3', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=86330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 22 20:13:42.247306 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.quota.driver [None req-8778a5aa-7265-410f-82c8-e8f17bb0dc2f tempest-TestShelveInstance-1816371010 tempest-TestShelveInstance-1816371010-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86330) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 22 20:13:42.256703 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.quota.resource [None req-8778a5aa-7265-410f-82c8-e8f17bb0dc2f tempest-TestShelveInstance-1816371010 tempest-TestShelveInstance-1816371010-project] Usage tracker for resource:security_group_rule and tenant:ed8e9232a3ce48d39526eecdc431aec3 is out of sync, need to count used quota {{(pid=86330) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 22 20:13:42.260339 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.quota.resource [None req-8778a5aa-7265-410f-82c8-e8f17bb0dc2f tempest-TestShelveInstance-1816371010 tempest-TestShelveInstance-1816371010-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=86330) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 22 20:13:42.268266 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.quota.driver [None req-8778a5aa-7265-410f-82c8-e8f17bb0dc2f tempest-TestShelveInstance-1816371010 tempest-TestShelveInstance-1816371010-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=86330) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 22 20:13:42.288556 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-8778a5aa-7265-410f-82c8-e8f17bb0dc2f tempest-TestShelveInstance-1816371010 tempest-TestShelveInstance-1816371010-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:13:42.331327 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.rpc [None req-08e5d76f-3fe5-4242-a4b8-30f374028052 None None] Device 09899b7a-8813-40e5-9485-30dfc29a3583 up at agent ovs-agent-dv-cinder-787632-1-iscsi {{(pid=86332) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 22 20:13:42.387003 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.l3_dvr_db [None req-c8dc8c8d-bb4f-4950-8613-cfc09fae456d None None] Set router ab1269b8-038d-4b75-976a-0633960d3b49 gateway port host: dv-cinder-787632-1-iscsi {{(pid=86333) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 22 20:13:42.389315 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-8778a5aa-7265-410f-82c8-e8f17bb0dc2f tempest-TestShelveInstance-1816371010 tempest-TestShelveInstance-1816371010-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:13:42.392511 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-8778a5aa-7265-410f-82c8-e8f17bb0dc2f tempest-TestShelveInstance-1816371010 tempest-TestShelveInstance-1816371010-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393920'] for security_group_rule, after_create {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:13:42.395085 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 20:13:42.453735 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-8778a5aa-7265-410f-82c8-e8f17bb0dc2f tempest-TestShelveInstance-1816371010 tempest-TestShelveInstance-1816371010-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:13:42.455409 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [None req-8778a5aa-7265-410f-82c8-e8f17bb0dc2f tempest-TestShelveInstance-1816371010 tempest-TestShelveInstance-1816371010-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.2406573
Apr 22 20:13:42.465990 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.wsgi [-] (86330) accepted ('10.222.0.30', 38118) {{(pid=86330) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 20:13:42.478901 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.v2.base [None req-224cf82d-b222-4a9a-8316-7d227d25bd24 tempest-TestShelveInstance-1816371010 tempest-TestShelveInstance-1816371010-project] Request body: {'security_group_rule': {'security_group_id': '0042e778-534e-4be6-8d31-f99a115eccf4', 'project_id': 'ed8e9232a3ce48d39526eecdc431aec3', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=86330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 22 20:13:42.505393 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.quota.driver [None req-224cf82d-b222-4a9a-8316-7d227d25bd24 tempest-TestShelveInstance-1816371010 tempest-TestShelveInstance-1816371010-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86330) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 22 20:13:42.520949 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.quota.resource [None req-224cf82d-b222-4a9a-8316-7d227d25bd24 tempest-TestShelveInstance-1816371010 tempest-TestShelveInstance-1816371010-project] Usage tracker for resource:security_group_rule and tenant:ed8e9232a3ce48d39526eecdc431aec3 is out of sync, need to count used quota {{(pid=86330) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 22 20:13:42.534388 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.quota.resource [None req-224cf82d-b222-4a9a-8316-7d227d25bd24 tempest-TestShelveInstance-1816371010 tempest-TestShelveInstance-1816371010-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=86330) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 22 20:13:42.545976 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.quota.driver [None req-224cf82d-b222-4a9a-8316-7d227d25bd24 tempest-TestShelveInstance-1816371010 tempest-TestShelveInstance-1816371010-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=86330) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 22 20:13:42.567359 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8778a5aa-7265-410f-82c8-e8f17bb0dc2f tempest-TestShelveInstance-1816371010 tempest-TestShelveInstance-1816371010-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=81413f72-5c3a-4c73-bbd5-eaf03575a5ce,revision_number=0']} {{(pid=86330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 20:13:42.571294 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [None req-8778a5aa-7265-410f-82c8-e8f17bb0dc2f tempest-TestShelveInstance-1816371010 tempest-TestShelveInstance-1816371010-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=86330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 20:13:42.617019 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-224cf82d-b222-4a9a-8316-7d227d25bd24 tempest-TestShelveInstance-1816371010 tempest-TestShelveInstance-1816371010-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:13:42.791049 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.provisioning_blocks [None req-08e5d76f-3fe5-4242-a4b8-30f374028052 None None] Provisioning complete for port 09899b7a-8813-40e5-9485-30dfc29a3583 triggered by entity L2. {{(pid=86332) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 22 20:13:42.791590 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-08e5d76f-3fe5-4242-a4b8-30f374028052 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854135278'] for port, provisioning_complete {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:13:42.825927 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-224cf82d-b222-4a9a-8316-7d227d25bd24 tempest-TestShelveInstance-1816371010 tempest-TestShelveInstance-1816371010-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:13:42.834615 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-224cf82d-b222-4a9a-8316-7d227d25bd24 tempest-TestShelveInstance-1816371010 tempest-TestShelveInstance-1816371010-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393920'] for security_group_rule, after_create {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:13:42.839868 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [None req-90eb4a0f-9365-4aa1-a9cd-63c957f4ba6e tempest-TestShelveInstance-1816371010 tempest-TestShelveInstance-1816371010-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 20:13:42.878721 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-224cf82d-b222-4a9a-8316-7d227d25bd24 tempest-TestShelveInstance-1816371010 tempest-TestShelveInstance-1816371010-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:13:42.883555 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [None req-224cf82d-b222-4a9a-8316-7d227d25bd24 tempest-TestShelveInstance-1816371010 tempest-TestShelveInstance-1816371010-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.4160836
Apr 22 20:13:42.887965 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.wsgi [-] (86330) accepted ('10.222.0.30', 38130) {{(pid=86330) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 20:13:42.894132 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.v2.base [None req-980d9fa8-1095-4d50-9a8c-c258aafc61ff tempest-TestShelveInstance-1816371010 tempest-TestShelveInstance-1816371010-project] Request body: {'security_group_rule': {'security_group_id': '0042e778-534e-4be6-8d31-f99a115eccf4', 'project_id': 'ed8e9232a3ce48d39526eecdc431aec3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=86330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 22 20:13:42.907733 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-224cf82d-b222-4a9a-8316-7d227d25bd24 tempest-TestShelveInstance-1816371010 tempest-TestShelveInstance-1816371010-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0550ff49-372c-4b8e-a398-34ab0460910c,revision_number=0']} {{(pid=86330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 20:13:42.910883 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.quota.driver [None req-980d9fa8-1095-4d50-9a8c-c258aafc61ff tempest-TestShelveInstance-1816371010 tempest-TestShelveInstance-1816371010-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86330) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 22 20:13:42.914568 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [None req-224cf82d-b222-4a9a-8316-7d227d25bd24 tempest-TestShelveInstance-1816371010 tempest-TestShelveInstance-1816371010-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=86330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 20:13:42.918976 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.quota.resource [None req-980d9fa8-1095-4d50-9a8c-c258aafc61ff tempest-TestShelveInstance-1816371010 tempest-TestShelveInstance-1816371010-project] Usage tracker for resource:security_group_rule and tenant:ed8e9232a3ce48d39526eecdc431aec3 is out of sync, need to count used quota {{(pid=86330) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 22 20:13:42.943174 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.l3_hamode_db [None req-44f11e17-aa7a-4f20-b642-94f741961444 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f013d369550>, [{'id': '9a70917d-1d91-43f0-b3ef-7a6d5664c52c', 'name': 'tempest-TestShelveInstance-462869854-router', 'tenant_id': '955f02e9554b4a1c937faa59c273a0e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b725cb4-6db6-4e68-9a61-1978e8a191a1', 'external_fixed_ips': [{'subnet_id': '1d4495d7-31a5-4e2d-a911-56ceae3a61c5', 'ip_address': '172.27.3.199'}], 'enable_snat': True}, 'gw_port_id': '09899b7a-8813-40e5-9485-30dfc29a3583', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T20:13:30Z', 'updated_at': '2021-04-22T20:13:38Z', 'revision_number': 4, 'project_id': '955f02e9554b4a1c937faa59c273a0e6', 'gw_port': {'id': '09899b7a-8813-40e5-9485-30dfc29a3583', 'name': '', 'network_id': '1b725cb4-6db6-4e68-9a61-1978e8a191a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:da:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a70917d-1d91-43f0-b3ef-7a6d5664c52c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 322, 'fixed_ips': [{'subnet_id': '1d4495d7-31a5-4e2d-a911-56ceae3a61c5', 'ip_address': '172.27.3.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787632-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T20:13:31Z', 'updated_at': '2021-04-22T20:13:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d4495d7-31a5-4e2d-a911-56ceae3a61c5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787632-1-iscsi', '_interfaces': [{'id': '48d3a5b9-763a-44f3-bd39-0dca3074aadb', 'name': '', 'network_id': 'ab86acd9-ed69-41b2-838f-e93a3f84ce2a', 'tenant_id': '955f02e9554b4a1c937faa59c273a0e6', 'mac_address': 'fa:16:3e:ee:1f:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a70917d-1d91-43f0-b3ef-7a6d5664c52c', 'device_owner': 'network:router_interface', 'standard_attr_id': 336, 'fixed_ips': [{'subnet_id': '6307f772-b93b-4e81-9b30-5dd1fa33ce6b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T20:13:37Z', 'updated_at': '2021-04-22T20:13:38Z', 'revision_number': 2, 'project_id': '955f02e9554b4a1c937faa59c273a0e6', 'subnets': [{'id': '6307f772-b93b-4e81-9b30-5dd1fa33ce6b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787632-1-iscsi', False) {} {{(pid=86332) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 22 20:13:42.943719 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.quota.resource [None req-980d9fa8-1095-4d50-9a8c-c258aafc61ff tempest-TestShelveInstance-1816371010 tempest-TestShelveInstance-1816371010-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=86330) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 22 20:13:42.958270 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.quota.driver [None req-980d9fa8-1095-4d50-9a8c-c258aafc61ff tempest-TestShelveInstance-1816371010 tempest-TestShelveInstance-1816371010-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=86330) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 22 20:13:42.969684 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44f11e17-aa7a-4f20-b642-94f741961444 None None] Checking router: 9a70917d-1d91-43f0-b3ef-7a6d5664c52c for host: dv-cinder-787632-1-iscsi {{(pid=86332) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 22 20:13:42.970216 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44f11e17-aa7a-4f20-b642-94f741961444 None None] Updating router 9a70917d-1d91-43f0-b3ef-7a6d5664c52c port 48d3a5b9-763a-44f3-bd39-0dca3074aadb binding host dv-cinder-787632-1-iscsi {{(pid=86332) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Apr 22 20:13:42.984460 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.db.securitygroups_db [None req-980d9fa8-1095-4d50-9a8c-c258aafc61ff tempest-TestShelveInstance-1816371010 tempest-TestShelveInstance-1816371010-project] Project ed8e9232a3ce48d39526eecdc431aec3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Apr 22 20:13:43.034973 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-980d9fa8-1095-4d50-9a8c-c258aafc61ff tempest-TestShelveInstance-1816371010 tempest-TestShelveInstance-1816371010-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:13:43.066731 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.l3_hamode_db [None req-c8dc8c8d-bb4f-4950-8613-cfc09fae456d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f013da5a390>, [{'id': 'ab1269b8-038d-4b75-976a-0633960d3b49', 'name': 'tempest-TestVolumeBootPattern-423906671-router', 'tenant_id': '30860bebb771423695ffb4fd377ce666', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b725cb4-6db6-4e68-9a61-1978e8a191a1', 'external_fixed_ips': [{'subnet_id': '1d4495d7-31a5-4e2d-a911-56ceae3a61c5', 'ip_address': '172.27.3.46'}], 'enable_snat': True}, 'gw_port_id': '1578d5f6-9824-4f28-87c1-8fe9152f2e76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T20:13:37Z', 'updated_at': '2021-04-22T20:13:40Z', 'revision_number': 3, 'project_id': '30860bebb771423695ffb4fd377ce666', 'gw_port': {'id': '1578d5f6-9824-4f28-87c1-8fe9152f2e76', 'name': '', 'network_id': '1b725cb4-6db6-4e68-9a61-1978e8a191a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:17:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab1269b8-038d-4b75-976a-0633960d3b49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 338, 'fixed_ips': [{'subnet_id': '1d4495d7-31a5-4e2d-a911-56ceae3a61c5', 'ip_address': '172.27.3.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T20:13:39Z', 'updated_at': '2021-04-22T20:13:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1d4495d7-31a5-4e2d-a911-56ceae3a61c5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787632-1-iscsi'}], 'dv-cinder-787632-1-iscsi', False) {} {{(pid=86333) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 22 20:13:43.071121 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8dc8c8d-bb4f-4950-8613-cfc09fae456d None None] Checking router: ab1269b8-038d-4b75-976a-0633960d3b49 for host: dv-cinder-787632-1-iscsi {{(pid=86333) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 22 20:13:43.071547 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8dc8c8d-bb4f-4950-8613-cfc09fae456d None None] Updating router ab1269b8-038d-4b75-976a-0633960d3b49 port 1578d5f6-9824-4f28-87c1-8fe9152f2e76 binding host dv-cinder-787632-1-iscsi {{(pid=86333) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Apr 22 20:13:43.160788 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.rpc [None req-08e5d76f-3fe5-4242-a4b8-30f374028052 None None] Device 320c1ebd-8b19-4708-9758-257da1aae24a up at agent ovs-agent-dv-cinder-787632-1-iscsi {{(pid=86332) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 22 20:13:43.195074 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-c8dc8c8d-bb4f-4950-8613-cfc09fae456d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587983'] for port, before_update {{(pid=86333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:13:43.234599 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80f9a05a-f82d-4262-b287-eca0f792d201 None None] Network baa3aeb8-8dec-4767-92bc-d52436d9437a requested from dv-cinder-787632-1-iscsi {{(pid=86332) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 22 20:13:43.255297 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-980d9fa8-1095-4d50-9a8c-c258aafc61ff tempest-TestShelveInstance-1816371010 tempest-TestShelveInstance-1816371010-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:13:43.263964 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-980d9fa8-1095-4d50-9a8c-c258aafc61ff tempest-TestShelveInstance-1816371010 tempest-TestShelveInstance-1816371010-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393920'] for security_group_rule, after_create {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:13:43.266676 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [None req-b7ba4d49-ecc8-46c3-84f5-8490712b6208 tempest-AttachVolumeTestJSON-431678780 tempest-AttachVolumeTestJSON-431678780-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 20:13:43.284116 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-44f11e17-aa7a-4f20-b642-94f741961444 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587983'] for port, before_update {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:13:43.377429 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-980d9fa8-1095-4d50-9a8c-c258aafc61ff tempest-TestShelveInstance-1816371010 tempest-TestShelveInstance-1816371010-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=14e747b3-fd48-4795-adfb-240639219ea3,revision_number=0']} {{(pid=86330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 20:13:43.394660 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [None req-980d9fa8-1095-4d50-9a8c-c258aafc61ff tempest-TestShelveInstance-1816371010 tempest-TestShelveInstance-1816371010-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=86330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 20:13:43.405832 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-980d9fa8-1095-4d50-9a8c-c258aafc61ff tempest-TestShelveInstance-1816371010 tempest-TestShelveInstance-1816371010-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:13:43.410708 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [None req-980d9fa8-1095-4d50-9a8c-c258aafc61ff tempest-TestShelveInstance-1816371010 tempest-TestShelveInstance-1816371010-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 774 time: 0.5214720
Apr 22 20:13:43.425193 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.wsgi [-] (86330) accepted ('10.222.0.30', 38144) {{(pid=86330) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 20:13:43.432831 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.v2.base [None req-f6bc0469-4da7-4bc6-8c00-4e7ace201276 tempest-TestShelveInstance-1816371010 tempest-TestShelveInstance-1816371010-project] Request body: {'security_group_rule': {'security_group_id': '0042e778-534e-4be6-8d31-f99a115eccf4', 'project_id': 'ed8e9232a3ce48d39526eecdc431aec3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=86330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 22 20:13:43.438711 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.provisioning_blocks [None req-9c16154d-897a-4fea-8fa9-29bad819dad5 None None] Provisioning for port 320c1ebd-8b19-4708-9758-257da1aae24a completed by entity DHCP. {{(pid=86332) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 22 20:13:43.444400 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.quota.driver [None req-f6bc0469-4da7-4bc6-8c00-4e7ace201276 tempest-TestShelveInstance-1816371010 tempest-TestShelveInstance-1816371010-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86330) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 22 20:13:43.452264 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.quota.resource [None req-f6bc0469-4da7-4bc6-8c00-4e7ace201276 tempest-TestShelveInstance-1816371010 tempest-TestShelveInstance-1816371010-project] Usage tracker for resource:security_group_rule and tenant:ed8e9232a3ce48d39526eecdc431aec3 is out of sync, need to count used quota {{(pid=86330) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 22 20:13:43.457525 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.quota.resource [None req-f6bc0469-4da7-4bc6-8c00-4e7ace201276 tempest-TestShelveInstance-1816371010 tempest-TestShelveInstance-1816371010-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=86330) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 22 20:13:43.471422 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.quota.driver [None req-f6bc0469-4da7-4bc6-8c00-4e7ace201276 tempest-TestShelveInstance-1816371010 tempest-TestShelveInstance-1816371010-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=86330) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 22 20:13:43.489511 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b94594-89c7-4396-aa5a-7d62f3f38ee6 req-a155f938-b98b-43df-8ed5-10793dc691f1 tempest-ServerRescueNegativeTestJSON-1009389569 tempest-ServerRescueNegativeTestJSON-1009389569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 20:13:43.502365 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-75b94594-89c7-4396-aa5a-7d62f3f38ee6 req-a155f938-b98b-43df-8ed5-10793dc691f1 tempest-ServerRescueNegativeTestJSON-1009389569 tempest-ServerRescueNegativeTestJSON-1009389569-project] 10.222.0.30 "GET /v2.0/ports?device_id=469f3208-145f-4d5b-b5d0-3d1d24295374 HTTP/1.1" status: 200  len: 945 time: 0.2247813
Apr 22 20:13:43.545582 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.wsgi [-] (86330) accepted ('10.222.0.30', 38150) {{(pid=86330) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 20:13:43.567372 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.db.securitygroups_db [None req-f6bc0469-4da7-4bc6-8c00-4e7ace201276 tempest-TestShelveInstance-1816371010 tempest-TestShelveInstance-1816371010-project] Project ed8e9232a3ce48d39526eecdc431aec3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Apr 22 20:13:43.588633 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-75b94594-89c7-4396-aa5a-7d62f3f38ee6 req-bb21b3cd-d1dd-4311-83df-786d4bb0f306 tempest-ServerRescueNegativeTestJSON-1009389569 tempest-ServerRescueNegativeTestJSON-1009389569-project] 10.222.0.30 "GET /v2.0/security-groups?id=6f3d9104-7f67-4d9e-bcf5-b704aabb6c6e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0849261
Apr 22 20:13:43.590963 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-f6bc0469-4da7-4bc6-8c00-4e7ace201276 tempest-TestShelveInstance-1816371010 tempest-TestShelveInstance-1816371010-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:13:43.689154 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-f6bc0469-4da7-4bc6-8c00-4e7ace201276 tempest-TestShelveInstance-1816371010 tempest-TestShelveInstance-1816371010-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:13:43.692701 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-f6bc0469-4da7-4bc6-8c00-4e7ace201276 tempest-TestShelveInstance-1816371010 tempest-TestShelveInstance-1816371010-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393920'] for security_group_rule, after_create {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:13:43.697173 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 20:13:43.724088 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6bc0469-4da7-4bc6-8c00-4e7ace201276 tempest-TestShelveInstance-1816371010 tempest-TestShelveInstance-1816371010-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b103009a-b517-44b5-bd7e-451ce2b7d99b,revision_number=0']} {{(pid=86330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 20:13:43.726881 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [None req-f6bc0469-4da7-4bc6-8c00-4e7ace201276 tempest-TestShelveInstance-1816371010 tempest-TestShelveInstance-1816371010-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=86330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 20:13:43.735862 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-f6bc0469-4da7-4bc6-8c00-4e7ace201276 tempest-TestShelveInstance-1816371010 tempest-TestShelveInstance-1816371010-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:13:43.747185 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [None req-f6bc0469-4da7-4bc6-8c00-4e7ace201276 tempest-TestShelveInstance-1816371010 tempest-TestShelveInstance-1816371010-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 773 time: 0.3197749
Apr 22 20:13:43.760494 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-c8dc8c8d-bb4f-4950-8613-cfc09fae456d None None] Notify callbacks [] for port, precommit_update {{(pid=86333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:13:43.776250 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.provisioning_blocks [None req-c8dc8c8d-bb4f-4950-8613-cfc09fae456d None None] Transition to ACTIVE for port object 1578d5f6-9824-4f28-87c1-8fe9152f2e76 will not be triggered until provisioned by entity L2. {{(pid=86333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 22 20:13:43.787571 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-c8dc8c8d-bb4f-4950-8613-cfc09fae456d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854198495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853168226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727707997384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363309147208137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727707567697'] for port, after_update {{(pid=86333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:13:43.796340 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86333) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 20:13:43.800591 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-0e435dff-aa9f-4932-b332-992946a7c61c admin admin] Notify callbacks [] for security_group, before_create {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:13:43.850446 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.quota.driver [None req-0e435dff-aa9f-4932-b332-992946a7c61c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86330) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 22 20:13:43.861314 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.quota.resource [None req-0e435dff-aa9f-4932-b332-992946a7c61c admin admin] Usage tracker for resource:security_group_rule and tenant:507b264cbbd345abad28eba77707ad4d is out of sync, need to count used quota {{(pid=86330) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 22 20:13:43.870629 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.quota.resource [None req-0e435dff-aa9f-4932-b332-992946a7c61c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86330) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 22 20:13:43.886764 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.quota.driver [None req-0e435dff-aa9f-4932-b332-992946a7c61c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86330) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 22 20:13:43.972438 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.managers [None req-c8dc8c8d-bb4f-4950-8613-cfc09fae456d None None] Attempting to bind port 1578d5f6-9824-4f28-87c1-8fe9152f2e76 on host dv-cinder-787632-1-iscsi for vnic_type normal with profile  {{(pid=86333) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 22 20:13:43.973525 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.managers [None req-c8dc8c8d-bb4f-4950-8613-cfc09fae456d None None] Attempting to bind port 1578d5f6-9824-4f28-87c1-8fe9152f2e76 by drivers openvswitch,hyperv on host dv-cinder-787632-1-iscsi at level 0 using segments [{'id': '8e8fb218-3d63-4c3d-9ab1-544471c4929e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1b725cb4-6db6-4e68-9a61-1978e8a191a1'}] {{(pid=86333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 22 20:13:43.975477 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8dc8c8d-bb4f-4950-8613-cfc09fae456d None None] Attempting to bind port 1578d5f6-9824-4f28-87c1-8fe9152f2e76 on network 1b725cb4-6db6-4e68-9a61-1978e8a191a1 {{(pid=86333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 22 20:13:43.994841 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-44f11e17-aa7a-4f20-b642-94f741961444 None None] Notify callbacks [] for port, precommit_update {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:13:44.006626 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8dc8c8d-bb4f-4950-8613-cfc09fae456d None None] Checking agent: {'id': '802cefbf-f579-41fa-a7d7-d5cf274c80aa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-787632-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 22, 20, 3, 29), 'started_at': datetime.datetime(2021, 4, 22, 20, 3, 59), 'heartbeat_timestamp': datetime.datetime(2021, 4, 22, 20, 13, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-787632-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 22 20:13:44.007087 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8dc8c8d-bb4f-4950-8613-cfc09fae456d None None] Checking segment: {'id': '8e8fb218-3d63-4c3d-9ab1-544471c4929e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1b725cb4-6db6-4e68-9a61-1978e8a191a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86333) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 22 20:13:44.007618 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-c8dc8c8d-bb4f-4950-8613-cfc09fae456d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:13:44.010519 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8dc8c8d-bb4f-4950-8613-cfc09fae456d None None] Bound using segment: {'id': '8e8fb218-3d63-4c3d-9ab1-544471c4929e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1b725cb4-6db6-4e68-9a61-1978e8a191a1'} {{(pid=86333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 22 20:13:44.010519 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.managers [None req-c8dc8c8d-bb4f-4950-8613-cfc09fae456d None None] Bound port: 1578d5f6-9824-4f28-87c1-8fe9152f2e76, host: dv-cinder-787632-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8e8fb218-3d63-4c3d-9ab1-544471c4929e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1b725cb4-6db6-4e68-9a61-1978e8a191a1'}}] {{(pid=86333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 22 20:13:44.010519 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-c8dc8c8d-bb4f-4950-8613-cfc09fae456d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587983'] for port, before_update {{(pid=86333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:13:44.026716 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.provisioning_blocks [None req-44f11e17-aa7a-4f20-b642-94f741961444 None None] Transition to ACTIVE for port object 48d3a5b9-763a-44f3-bd39-0dca3074aadb will not be triggered until provisioned by entity L2. {{(pid=86332) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 22 20:13:44.041593 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba9f7d2-f497-4993-a518-10af2b9c572f req-4f8fa8bf-d9fc-4b43-8b12-6b2eec886061 tempest-AttachVolumeNegativeTest-423716770 tempest-AttachVolumeNegativeTest-423716770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 20:13:44.044263 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-1ba9f7d2-f497-4993-a518-10af2b9c572f req-4f8fa8bf-d9fc-4b43-8b12-6b2eec886061 tempest-AttachVolumeNegativeTest-423716770 tempest-AttachVolumeNegativeTest-423716770-project] 10.222.0.30 "GET /v2.0/ports?device_id=7e6b483d-23c3-4b8a-aa55-bcaa0fb31737 HTTP/1.1" status: 200  len: 945 time: 1.2207513
Apr 22 20:13:44.057679 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-44f11e17-aa7a-4f20-b642-94f741961444 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854198495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853168226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727707997384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363309147208137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727707567697'] for port, after_update {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:13:44.071047 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [None req-cbbe70c9-0b39-4f9d-be6e-4133a7c8f54f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86332) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 20:13:44.096735 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-0e435dff-aa9f-4932-b332-992946a7c61c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:13:44.101599 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-0e435dff-aa9f-4932-b332-992946a7c61c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393900'] for security_group, after_create {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:13:44.116844 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [None req-2d0f6b1a-563a-4fa6-947b-452c3040fddf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 20:13:44.120687 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.db [None req-c8dc8c8d-bb4f-4950-8613-cfc09fae456d None None] For port 1578d5f6-9824-4f28-87c1-8fe9152f2e76, host dv-cinder-787632-1-iscsi, cleared binding levels {{(pid=86333) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 22 20:13:44.126052 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.db [None req-c8dc8c8d-bb4f-4950-8613-cfc09fae456d None None] For port 1578d5f6-9824-4f28-87c1-8fe9152f2e76, host dv-cinder-787632-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787632-1-iscsi',level=0,port_id=1578d5f6-9824-4f28-87c1-8fe9152f2e76,segment=NetworkSegment(8e8fb218-3d63-4c3d-9ab1-544471c4929e),segment_id=8e8fb218-3d63-4c3d-9ab1-544471c4929e)] {{(pid=86333) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 22 20:13:44.132954 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-c8dc8c8d-bb4f-4950-8613-cfc09fae456d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854198495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853168226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727707997384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363309147208137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727707567697'] for port, after_update {{(pid=86333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:13:44.142998 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57c69738-316d-41e5-8f92-72a376ad10e6 None None] Pushing event updated for resources: {'Port': ['ID=48d3a5b9-763a-44f3-bd39-0dca3074aadb,revision_number=3']} {{(pid=86332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 20:13:44.166018 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5da4af7-0d91-460f-b578-636a0d84bde7 None None] Pushing event updated for resources: {'Port': ['ID=1578d5f6-9824-4f28-87c1-8fe9152f2e76,revision_number=2']} {{(pid=86333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 20:13:44.169121 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [None req-e5da4af7-0d91-460f-b578-636a0d84bde7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.373s {{(pid=86333) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 20:13:44.170031 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8dc8c8d-bb4f-4950-8613-cfc09fae456d None None] Routers {'ab1269b8-038d-4b75-976a-0633960d3b49'} bound to L3 agent in host dv-cinder-787632-1-iscsi {{(pid=86333) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 22 20:13:44.170713 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.l3_hamode_db [None req-c8dc8c8d-bb4f-4950-8613-cfc09fae456d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f013da5a390>, 'dv-cinder-787632-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-22T20:03:28Z,description=<?>,heartbeat_timestamp=2021-04-22T20:13:29Z,host='dv-cinder-787632-1-iscsi',id=1df068ca-d615-4cb7-8020-fe6e8be709e3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-22T20:03:28Z,topic='l3_agent')) {'router_ids': ['ab1269b8-038d-4b75-976a-0633960d3b49'], 'active': True} {{(pid=86333) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 22 20:13:44.269732 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.provisioning_blocks [None req-08e5d76f-3fe5-4242-a4b8-30f374028052 None None] Provisioning for port 320c1ebd-8b19-4708-9758-257da1aae24a completed by entity L2. {{(pid=86332) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 22 20:13:44.270143 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-1ba9f7d2-f497-4993-a518-10af2b9c572f req-29f4bc26-5357-438b-9169-996fd549ef05 tempest-AttachVolumeNegativeTest-423716770 tempest-AttachVolumeNegativeTest-423716770-project] 10.222.0.30 "GET /v2.0/security-groups?id=12e357dc-1d76-4f4d-8ec3-cba1cfd90e7f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2129517
Apr 22 20:13:44.275542 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [None req-57c69738-316d-41e5-8f92-72a376ad10e6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=86332) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 20:13:44.288044 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-b12b478a-ccaf-4f05-b521-4c5146979bcf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587983'] for port, before_create {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:13:44.361662 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.provisioning_blocks [None req-08e5d76f-3fe5-4242-a4b8-30f374028052 None None] Provisioning complete for port 320c1ebd-8b19-4708-9758-257da1aae24a triggered by entity L2. {{(pid=86332) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 22 20:13:44.368856 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-08e5d76f-3fe5-4242-a4b8-30f374028052 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854135278'] for port, provisioning_complete {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:13:44.470618 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.l3_dvr_db [None req-c8dc8c8d-bb4f-4950-8613-cfc09fae456d None None] Set router ab1269b8-038d-4b75-976a-0633960d3b49 gateway port host: dv-cinder-787632-1-iscsi {{(pid=86333) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 22 20:13:44.610383 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.managers [None req-44f11e17-aa7a-4f20-b642-94f741961444 None None] Attempting to bind port 48d3a5b9-763a-44f3-bd39-0dca3074aadb on host dv-cinder-787632-1-iscsi for vnic_type normal with profile  {{(pid=86332) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 22 20:13:44.610802 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.managers [None req-44f11e17-aa7a-4f20-b642-94f741961444 None None] Attempting to bind port 48d3a5b9-763a-44f3-bd39-0dca3074aadb by drivers openvswitch,hyperv on host dv-cinder-787632-1-iscsi at level 0 using segments [{'id': '0121eab5-ed9d-4c61-80d8-7bad51213e45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': 'ab86acd9-ed69-41b2-838f-e93a3f84ce2a'}] {{(pid=86332) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 22 20:13:44.611216 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44f11e17-aa7a-4f20-b642-94f741961444 None None] Attempting to bind port 48d3a5b9-763a-44f3-bd39-0dca3074aadb on network ab86acd9-ed69-41b2-838f-e93a3f84ce2a {{(pid=86332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 22 20:13:44.623972 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44f11e17-aa7a-4f20-b642-94f741961444 None None] Checking agent: {'id': '802cefbf-f579-41fa-a7d7-d5cf274c80aa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-787632-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 22, 20, 3, 29), 'started_at': datetime.datetime(2021, 4, 22, 20, 3, 59), 'heartbeat_timestamp': datetime.datetime(2021, 4, 22, 20, 13, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-787632-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 22 20:13:44.624403 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44f11e17-aa7a-4f20-b642-94f741961444 None None] Checking segment: {'id': '0121eab5-ed9d-4c61-80d8-7bad51213e45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': 'ab86acd9-ed69-41b2-838f-e93a3f84ce2a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86332) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 22 20:13:44.624863 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-44f11e17-aa7a-4f20-b642-94f741961444 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:13:44.625305 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44f11e17-aa7a-4f20-b642-94f741961444 None None] Bound using segment: {'id': '0121eab5-ed9d-4c61-80d8-7bad51213e45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': 'ab86acd9-ed69-41b2-838f-e93a3f84ce2a'} {{(pid=86332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 22 20:13:44.625873 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.managers [None req-44f11e17-aa7a-4f20-b642-94f741961444 None None] Bound port: 48d3a5b9-763a-44f3-bd39-0dca3074aadb, host: dv-cinder-787632-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0121eab5-ed9d-4c61-80d8-7bad51213e45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': 'ab86acd9-ed69-41b2-838f-e93a3f84ce2a'}}] {{(pid=86332) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 22 20:13:44.626306 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-44f11e17-aa7a-4f20-b642-94f741961444 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587983'] for port, before_update {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:13:44.627292 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.477s {{(pid=86333) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 20:13:44.765483 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [None req-0e435dff-aa9f-4932-b332-992946a7c61c admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=507b264cbbd345abad28eba77707ad4d&name=default HTTP/1.1" status: 200  len: 2979 time: 1.2185268
Apr 22 20:13:44.768885 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.wsgi [-] (86330) accepted ('10.222.0.30', 38210) {{(pid=86330) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 20:13:44.776262 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e435dff-aa9f-4932-b332-992946a7c61c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7947f19-20c5-47da-9355-502865787ae6,revision_number=1']} {{(pid=86330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 20:13:44.835354 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [None req-0e435dff-aa9f-4932-b332-992946a7c61c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.717s {{(pid=86330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 20:13:44.947671 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.l3_hamode_db [None req-c8dc8c8d-bb4f-4950-8613-cfc09fae456d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f013da5a390>, [{'id': 'ab1269b8-038d-4b75-976a-0633960d3b49', 'name': 'tempest-TestVolumeBootPattern-423906671-router', 'tenant_id': '30860bebb771423695ffb4fd377ce666', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b725cb4-6db6-4e68-9a61-1978e8a191a1', 'external_fixed_ips': [{'subnet_id': '1d4495d7-31a5-4e2d-a911-56ceae3a61c5', 'ip_address': '172.27.3.46'}], 'enable_snat': True}, 'gw_port_id': '1578d5f6-9824-4f28-87c1-8fe9152f2e76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T20:13:37Z', 'updated_at': '2021-04-22T20:13:40Z', 'revision_number': 3, 'project_id': '30860bebb771423695ffb4fd377ce666', 'gw_port': {'id': '1578d5f6-9824-4f28-87c1-8fe9152f2e76', 'name': '', 'network_id': '1b725cb4-6db6-4e68-9a61-1978e8a191a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:17:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab1269b8-038d-4b75-976a-0633960d3b49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 338, 'fixed_ips': [{'subnet_id': '1d4495d7-31a5-4e2d-a911-56ceae3a61c5', 'ip_address': '172.27.3.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787632-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T20:13:39Z', 'updated_at': '2021-04-22T20:13:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1d4495d7-31a5-4e2d-a911-56ceae3a61c5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787632-1-iscsi'}], 'dv-cinder-787632-1-iscsi', False) {} {{(pid=86333) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 22 20:13:44.954509 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.db_base_plugin_common [None req-b12b478a-ccaf-4f05-b521-4c5146979bcf admin admin] Allocated IP 172.20.0.1 (baa3aeb8-8dec-4767-92bc-d52436d9437a/083c45db-27b8-429b-b9a6-58f44b80ddc9/d9c0d626-ac7f-4e38-aef3-0d50424933e1) {{(pid=86331) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 22 20:13:44.956089 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8dc8c8d-bb4f-4950-8613-cfc09fae456d None None] The sync data for ids ['ab1269b8-038d-4b75-976a-0633960d3b49'] in dv-cinder-787632-1-iscsi is: [{'id': 'ab1269b8-038d-4b75-976a-0633960d3b49', 'name': 'tempest-TestVolumeBootPattern-423906671-router', 'tenant_id': '30860bebb771423695ffb4fd377ce666', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b725cb4-6db6-4e68-9a61-1978e8a191a1', 'external_fixed_ips': [{'subnet_id': '1d4495d7-31a5-4e2d-a911-56ceae3a61c5', 'ip_address': '172.27.3.46'}], 'enable_snat': True}, 'gw_port_id': '1578d5f6-9824-4f28-87c1-8fe9152f2e76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T20:13:37Z', 'updated_at': '2021-04-22T20:13:40Z', 'revision_number': 3, 'project_id': '30860bebb771423695ffb4fd377ce666', 'gw_port': {'id': '1578d5f6-9824-4f28-87c1-8fe9152f2e76', 'name': '', 'network_id': '1b725cb4-6db6-4e68-9a61-1978e8a191a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:17:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab1269b8-038d-4b75-976a-0633960d3b49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 338, 'fixed_ips': [{'subnet_id': '1d4495d7-31a5-4e2d-a911-56ceae3a61c5', 'ip_address': '172.27.3.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787632-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T20:13:39Z', 'updated_at': '2021-04-22T20:13:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1d4495d7-31a5-4e2d-a911-56ceae3a61c5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787632-1-iscsi'}] {{(pid=86333) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 22 20:13:44.958181 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5da4af7-0d91-460f-b578-636a0d84bde7 None None] Pushing event updated for resources: {'Port': ['ID=1578d5f6-9824-4f28-87c1-8fe9152f2e76,revision_number=3']} {{(pid=86333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 20:13:44.961943 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [None req-e5da4af7-0d91-460f-b578-636a0d84bde7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.335s {{(pid=86333) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 20:13:44.975349 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-09bd8be1-2da1-4424-b767-7ac4f798473b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:13:45.126190 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-09bd8be1-2da1-4424-b767-7ac4f798473b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:13:45.182441 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-08e5d76f-3fe5-4242-a4b8-30f374028052 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587983'] for port, before_update {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:13:45.227756 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.db [None req-44f11e17-aa7a-4f20-b642-94f741961444 None None] For port 48d3a5b9-763a-44f3-bd39-0dca3074aadb, host dv-cinder-787632-1-iscsi, cleared binding levels {{(pid=86332) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 22 20:13:45.232258 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.db [None req-44f11e17-aa7a-4f20-b642-94f741961444 None None] For port 48d3a5b9-763a-44f3-bd39-0dca3074aadb, host dv-cinder-787632-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787632-1-iscsi',level=0,port_id=48d3a5b9-763a-44f3-bd39-0dca3074aadb,segment=NetworkSegment(0121eab5-ed9d-4c61-80d8-7bad51213e45),segment_id=0121eab5-ed9d-4c61-80d8-7bad51213e45)] {{(pid=86332) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 22 20:13:45.240685 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.db [None req-08e5d76f-3fe5-4242-a4b8-30f374028052 None None] For port 320c1ebd-8b19-4708-9758-257da1aae24a, host dv-cinder-787632-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787632-1-iscsi',level=0,port_id=320c1ebd-8b19-4708-9758-257da1aae24a,segment=NetworkSegment(ecbdd09a-cdfc-40aa-add8-36baaaee03d5),segment_id=ecbdd09a-cdfc-40aa-add8-36baaaee03d5)] {{(pid=86332) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 22 20:13:45.242435 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-44f11e17-aa7a-4f20-b642-94f741961444 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854198495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853168226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727707997384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363309147208137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727707567697'] for port, after_update {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:13:45.268555 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86332) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 20:13:45.361114 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c885a78d-cd26-4ef7-8e62-b455aa0f7b88 req-dd227412-ac6b-419f-8e9c-4dd8e046610e tempest-ServerRescueNegativeTestJSON-1009389569 tempest-ServerRescueNegativeTestJSON-1009389569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 20:13:45.362860 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-c885a78d-cd26-4ef7-8e62-b455aa0f7b88 req-dd227412-ac6b-419f-8e9c-4dd8e046610e tempest-ServerRescueNegativeTestJSON-1009389569 tempest-ServerRescueNegativeTestJSON-1009389569-project] 10.222.0.30 "GET /v2.0/ports?device_id=469f3208-145f-4d5b-b5d0-3d1d24295374 HTTP/1.1" status: 200  len: 945 time: 0.4070332
Apr 22 20:13:45.381346 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.wsgi [-] (86330) accepted ('10.222.0.30', 38226) {{(pid=86330) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 20:13:45.386216 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-b12b478a-ccaf-4f05-b521-4c5146979bcf admin admin] Notify callbacks [] for port, precommit_create {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:13:45.407795 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-08e5d76f-3fe5-4242-a4b8-30f374028052 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854198495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853168226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727707997384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363309147208137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727707567697'] for port, after_update {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:13:45.469543 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.provisioning_blocks [None req-b12b478a-ccaf-4f05-b521-4c5146979bcf admin admin] Transition to ACTIVE for port object d9c0d626-ac7f-4e38-aef3-0d50424933e1 will not be triggered until provisioned by entity DHCP. {{(pid=86331) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 22 20:13:45.485315 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-09bd8be1-2da1-4424-b767-7ac4f798473b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393900'] for security_group, after_delete {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:13:45.490587 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.provisioning_blocks [None req-1e5a14fa-7434-45d7-8aa5-154e9b6a71d2 None None] Provisioning complete for port 320c1ebd-8b19-4708-9758-257da1aae24a triggered by entity DHCP. {{(pid=86332) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 22 20:13:45.491015 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-1e5a14fa-7434-45d7-8aa5-154e9b6a71d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854135278'] for port, provisioning_complete {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:13:45.501326 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [None req-9420aef9-16cc-4ea2-8ad4-90f77c585a78 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 20:13:45.512669 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-b12b478a-ccaf-4f05-b521-4c5146979bcf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854198495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853168226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363309147208154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1223862'] for port, after_create {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:13:45.516688 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [None req-29b5a229-33a4-4e01-ac99-63c4687dcf31 tempest-AttachVolumeNegativeTest-423716770 tempest-AttachVolumeNegativeTest-423716770-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 20:13:45.526021 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-c885a78d-cd26-4ef7-8e62-b455aa0f7b88 req-3f95d1df-3d2b-4453-87ba-b427a3ec4166 tempest-ServerRescueNegativeTestJSON-1009389569 tempest-ServerRescueNegativeTestJSON-1009389569-project] 10.222.0.30 "GET /v2.0/security-groups?id=6f3d9104-7f67-4d9e-bcf5-b704aabb6c6e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1471145
Apr 22 20:13:45.532213 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09bd8be1-2da1-4424-b767-7ac4f798473b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7947f19-20c5-47da-9355-502865787ae6,revision_number=None']} {{(pid=86330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 20:13:45.551933 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-09bd8be1-2da1-4424-b767-7ac4f798473b admin admin] Notify callbacks [] for security_group, before_response {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:13:45.551933 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [None req-09bd8be1-2da1-4424-b767-7ac4f798473b admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/d7947f19-20c5-47da-9355-502865787ae6 HTTP/1.1" status: 204  len: 168 time: 0.7765729
Apr 22 20:13:45.551933 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [None req-09bd8be1-2da1-4424-b767-7ac4f798473b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=86330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 20:13:45.627712 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57c69738-316d-41e5-8f92-72a376ad10e6 None None] Pushing event updated for resources: {'Port': ['ID=48d3a5b9-763a-44f3-bd39-0dca3074aadb,revision_number=4']} {{(pid=86332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 20:13:45.642947 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44f11e17-aa7a-4f20-b642-94f741961444 None None] Routers {'9a70917d-1d91-43f0-b3ef-7a6d5664c52c'} bound to L3 agent in host dv-cinder-787632-1-iscsi {{(pid=86332) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 22 20:13:45.643681 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.l3_hamode_db [None req-44f11e17-aa7a-4f20-b642-94f741961444 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f013d369550>, 'dv-cinder-787632-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-22T20:03:28Z,description=<?>,heartbeat_timestamp=2021-04-22T20:13:29Z,host='dv-cinder-787632-1-iscsi',id=1df068ca-d615-4cb7-8020-fe6e8be709e3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-22T20:03:28Z,topic='l3_agent')) {'router_ids': ['9a70917d-1d91-43f0-b3ef-7a6d5664c52c'], 'active': True} {{(pid=86332) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 22 20:13:45.764979 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b12b478a-ccaf-4f05-b521-4c5146979bcf admin admin] Network baa3aeb8-8dec-4767-92bc-d52436d9437a is already hosted by enough agents. {{(pid=86331) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 22 20:13:45.780658 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.scheduler.base_scheduler [None req-b12b478a-ccaf-4f05-b521-4c5146979bcf admin admin] Resources bound (agent type, host, resource id):  {{(pid=86331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 22 20:13:45.787689 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-4a6649cd-b1cd-448a-b464-9cdda8275e97 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:13:45.816357 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b12b478a-ccaf-4f05-b521-4c5146979bcf admin admin] Received port after_create {{(pid=86331) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 22 20:13:45.840379 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.quota.driver [None req-4a6649cd-b1cd-448a-b464-9cdda8275e97 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86330) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 22 20:13:45.849746 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.quota.resource [None req-4a6649cd-b1cd-448a-b464-9cdda8275e97 admin admin] Usage tracker for resource:security_group_rule and tenant:2a88ecba0a9d4c4993beeaa508e26dd1 is out of sync, need to count used quota {{(pid=86330) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 22 20:13:45.853999 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.quota.resource [None req-4a6649cd-b1cd-448a-b464-9cdda8275e97 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86330) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 22 20:13:45.870123 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.quota.driver [None req-4a6649cd-b1cd-448a-b464-9cdda8275e97 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86330) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 22 20:13:45.976238 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b12b478a-ccaf-4f05-b521-4c5146979bcf admin admin] Pushing event updated for resources: {'Port': ['ID=d9c0d626-ac7f-4e38-aef3-0d50424933e1,revision_number=1']} {{(pid=86331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 20:13:46.005268 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.agents_db [None req-d2e1aac6-b006-4d71-afe2-c4a5b694a422 None None] Agent healthcheck: found 6 active agents {{(pid=86333) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 22 20:13:46.012389 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [None req-b12b478a-ccaf-4f05-b521-4c5146979bcf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.496s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 20:13:46.066891 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-b12b478a-ccaf-4f05-b521-4c5146979bcf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854348030'] for router_interface, before_create {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:13:46.077440 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [None req-57c69738-316d-41e5-8f92-72a376ad10e6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.816s {{(pid=86332) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 20:13:46.078476 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [None req-57c69738-316d-41e5-8f92-72a376ad10e6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.650s {{(pid=86332) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 20:13:46.130350 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27937900-df6f-46da-b5de-95fe73e58e7c req-7259313c-ca57-402d-9561-6e685e5e5081 tempest-AttachVolumeNegativeTest-423716770 tempest-AttachVolumeNegativeTest-423716770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 20:13:46.133491 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-27937900-df6f-46da-b5de-95fe73e58e7c req-7259313c-ca57-402d-9561-6e685e5e5081 tempest-AttachVolumeNegativeTest-423716770 tempest-AttachVolumeNegativeTest-423716770-project] 10.222.0.30 "GET /v2.0/ports?device_id=7e6b483d-23c3-4b8a-aa55-bcaa0fb31737 HTTP/1.1" status: 200  len: 945 time: 0.4863915
Apr 22 20:13:46.158220 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-4a6649cd-b1cd-448a-b464-9cdda8275e97 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:13:46.162957 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-4a6649cd-b1cd-448a-b464-9cdda8275e97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393900'] for security_group, after_create {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:13:46.176199 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [None req-faa409eb-118e-4cca-b2bd-fb5750b9aac0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 20:13:46.214659 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-27937900-df6f-46da-b5de-95fe73e58e7c req-91a2e825-ffc9-41eb-a737-383168a769ea tempest-AttachVolumeNegativeTest-423716770 tempest-AttachVolumeNegativeTest-423716770-project] 10.222.0.30 "GET /v2.0/security-groups?id=12e357dc-1d76-4f4d-8ec3-cba1cfd90e7f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0744853
Apr 22 20:13:46.310965 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [None req-4a6649cd-b1cd-448a-b464-9cdda8275e97 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=2a88ecba0a9d4c4993beeaa508e26dd1&name=default HTTP/1.1" status: 200  len: 2979 time: 0.9261196
Apr 22 20:13:46.310965 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a6649cd-b1cd-448a-b464-9cdda8275e97 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4a09673-bcf6-4a2c-8574-4e21fb47d665,revision_number=1']} {{(pid=86330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 20:13:46.312985 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.wsgi [-] (86330) accepted ('10.222.0.30', 38256) {{(pid=86330) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 20:13:46.333620 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [None req-4a6649cd-b1cd-448a-b464-9cdda8275e97 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=86330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 20:13:46.412652 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08e5d76f-3fe5-4242-a4b8-30f374028052 None None] Pushing event updated for resources: {'Port': ['ID=320c1ebd-8b19-4708-9758-257da1aae24a,revision_number=3']} {{(pid=86332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 20:13:46.420777 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [None req-08e5d76f-3fe5-4242-a4b8-30f374028052 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.342s {{(pid=86332) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 20:13:46.437907 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.wsgi [-] (86330) accepted ('10.222.0.30', 38266) {{(pid=86330) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 20:13:46.448787 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-b12b478a-ccaf-4f05-b521-4c5146979bcf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587983'] for port, before_update {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:13:46.510501 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-27a8941c-f69e-4311-9f69-a2adb177fd35 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:13:46.576222 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.quota.driver [None req-27a8941c-f69e-4311-9f69-a2adb177fd35 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86330) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 22 20:13:46.625700 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-f709dce3-554e-4389-8e1c-11d3d051bf90 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:13:46.629693 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.quota.resource [None req-27a8941c-f69e-4311-9f69-a2adb177fd35 admin admin] Usage tracker for resource:security_group_rule and tenant:a395cfdb911b4c5abfe2499547d617d9 is out of sync, need to count used quota {{(pid=86330) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 22 20:13:46.640816 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.quota.resource [None req-27a8941c-f69e-4311-9f69-a2adb177fd35 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86330) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 22 20:13:46.653857 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.quota.driver [None req-27a8941c-f69e-4311-9f69-a2adb177fd35 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86330) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 22 20:13:46.667541 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.l3_dvr_db [None req-44f11e17-aa7a-4f20-b642-94f741961444 None None] Set router 9a70917d-1d91-43f0-b3ef-7a6d5664c52c gateway port host: dv-cinder-787632-1-iscsi {{(pid=86332) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 22 20:13:46.679699 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-f709dce3-554e-4389-8e1c-11d3d051bf90 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:13:46.823960 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-f709dce3-554e-4389-8e1c-11d3d051bf90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393900'] for security_group, after_delete {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:13:46.830281 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [None req-0bb01780-5394-4f42-9741-5fbb92ed8d7c tempest-TestShelveInstance-1816371010 tempest-TestShelveInstance-1816371010-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 20:13:46.885676 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f709dce3-554e-4389-8e1c-11d3d051bf90 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4a09673-bcf6-4a2c-8574-4e21fb47d665,revision_number=None']} {{(pid=86330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 20:13:46.911893 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [None req-f709dce3-554e-4389-8e1c-11d3d051bf90 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=86330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 20:13:46.913016 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-f709dce3-554e-4389-8e1c-11d3d051bf90 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:13:46.914704 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [None req-f709dce3-554e-4389-8e1c-11d3d051bf90 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/c4a09673-bcf6-4a2c-8574-4e21fb47d665 HTTP/1.1" status: 204  len: 168 time: 0.5830781
Apr 22 20:13:46.951579 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-27a8941c-f69e-4311-9f69-a2adb177fd35 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:13:46.970951 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-27a8941c-f69e-4311-9f69-a2adb177fd35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393900'] for security_group, after_create {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:13:46.988094 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.provisioning_blocks [None req-89a9552c-61ab-48ca-90c8-542cd5516881 None None] Provisioning for port d9c0d626-ac7f-4e38-aef3-0d50424933e1 completed by entity DHCP. {{(pid=86332) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 22 20:13:46.992318 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [None req-091b6886-c7cf-459f-9b9d-8eaf18fe4ccf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 20:13:47.050101 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-b12b478a-ccaf-4f05-b521-4c5146979bcf admin admin] Notify callbacks [] for port, precommit_update {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:13:47.052496 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [None req-27a8941c-f69e-4311-9f69-a2adb177fd35 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=a395cfdb911b4c5abfe2499547d617d9&name=default HTTP/1.1" status: 200  len: 2979 time: 0.6082966
Apr 22 20:13:47.056593 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.provisioning_blocks [None req-89a9552c-61ab-48ca-90c8-542cd5516881 None None] Provisioning complete for port d9c0d626-ac7f-4e38-aef3-0d50424933e1 triggered by entity DHCP. {{(pid=86332) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 22 20:13:47.057166 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-89a9552c-61ab-48ca-90c8-542cd5516881 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854135278'] for port, provisioning_complete {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:13:47.057362 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27a8941c-f69e-4311-9f69-a2adb177fd35 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9378590-f6b1-48b8-9a18-f658517b400c,revision_number=1']} {{(pid=86330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 20:13:47.060130 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.wsgi [-] (86331) accepted ('10.222.0.30', 38286) {{(pid=86331) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 20:13:47.061198 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [None req-27a8941c-f69e-4311-9f69-a2adb177fd35 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=86330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 20:13:47.147255 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-b12b478a-ccaf-4f05-b521-4c5146979bcf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854198495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853168226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727707997384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363309147208137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727707567697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036853551937'] for port, after_update {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:13:47.153072 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.plugin [None req-89a9552c-61ab-48ca-90c8-542cd5516881 None None] Port d9c0d626-ac7f-4e38-aef3-0d50424933e1 cannot update to ACTIVE because it is not bound. {{(pid=86332) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 22 20:13:47.192489 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [None req-4ec73f9e-2cba-46c2-ab53-f42a89d9c862 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 20:13:47.257037 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.l3_hamode_db [None req-44f11e17-aa7a-4f20-b642-94f741961444 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f013d369550>, [{'id': '9a70917d-1d91-43f0-b3ef-7a6d5664c52c', 'name': 'tempest-TestShelveInstance-462869854-router', 'tenant_id': '955f02e9554b4a1c937faa59c273a0e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b725cb4-6db6-4e68-9a61-1978e8a191a1', 'external_fixed_ips': [{'subnet_id': '1d4495d7-31a5-4e2d-a911-56ceae3a61c5', 'ip_address': '172.27.3.199'}], 'enable_snat': True}, 'gw_port_id': '09899b7a-8813-40e5-9485-30dfc29a3583', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T20:13:30Z', 'updated_at': '2021-04-22T20:13:38Z', 'revision_number': 4, 'project_id': '955f02e9554b4a1c937faa59c273a0e6', 'gw_port': {'id': '09899b7a-8813-40e5-9485-30dfc29a3583', 'name': '', 'network_id': '1b725cb4-6db6-4e68-9a61-1978e8a191a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:da:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a70917d-1d91-43f0-b3ef-7a6d5664c52c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 322, 'fixed_ips': [{'subnet_id': '1d4495d7-31a5-4e2d-a911-56ceae3a61c5', 'ip_address': '172.27.3.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787632-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T20:13:31Z', 'updated_at': '2021-04-22T20:13:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d4495d7-31a5-4e2d-a911-56ceae3a61c5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787632-1-iscsi', '_interfaces': [{'id': '48d3a5b9-763a-44f3-bd39-0dca3074aadb', 'name': '', 'network_id': 'ab86acd9-ed69-41b2-838f-e93a3f84ce2a', 'tenant_id': '955f02e9554b4a1c937faa59c273a0e6', 'mac_address': 'fa:16:3e:ee:1f:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a70917d-1d91-43f0-b3ef-7a6d5664c52c', 'device_owner': 'network:router_interface', 'standard_attr_id': 336, 'fixed_ips': [{'subnet_id': '6307f772-b93b-4e81-9b30-5dd1fa33ce6b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787632-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T20:13:37Z', 'updated_at': '2021-04-22T20:13:45Z', 'revision_number': 4, 'project_id': '955f02e9554b4a1c937faa59c273a0e6', 'subnets': [{'id': '6307f772-b93b-4e81-9b30-5dd1fa33ce6b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787632-1-iscsi', False) {} {{(pid=86332) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 22 20:13:47.262221 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44f11e17-aa7a-4f20-b642-94f741961444 None None] The sync data for ids ['9a70917d-1d91-43f0-b3ef-7a6d5664c52c'] in dv-cinder-787632-1-iscsi is: [{'id': '9a70917d-1d91-43f0-b3ef-7a6d5664c52c', 'name': 'tempest-TestShelveInstance-462869854-router', 'tenant_id': '955f02e9554b4a1c937faa59c273a0e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b725cb4-6db6-4e68-9a61-1978e8a191a1', 'external_fixed_ips': [{'subnet_id': '1d4495d7-31a5-4e2d-a911-56ceae3a61c5', 'ip_address': '172.27.3.199'}], 'enable_snat': True}, 'gw_port_id': '09899b7a-8813-40e5-9485-30dfc29a3583', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T20:13:30Z', 'updated_at': '2021-04-22T20:13:38Z', 'revision_number': 4, 'project_id': '955f02e9554b4a1c937faa59c273a0e6', 'gw_port': {'id': '09899b7a-8813-40e5-9485-30dfc29a3583', 'name': '', 'network_id': '1b725cb4-6db6-4e68-9a61-1978e8a191a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:da:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a70917d-1d91-43f0-b3ef-7a6d5664c52c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 322, 'fixed_ips': [{'subnet_id': '1d4495d7-31a5-4e2d-a911-56ceae3a61c5', 'ip_address': '172.27.3.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787632-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T20:13:31Z', 'updated_at': '2021-04-22T20:13:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d4495d7-31a5-4e2d-a911-56ceae3a61c5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787632-1-iscsi', '_interfaces': [{'id': '48d3a5b9-763a-44f3-bd39-0dca3074aadb', 'name': '', 'network_id': 'ab86acd9-ed69-41b2-838f-e93a3f84ce2a', 'tenant_id': '955f02e9554b4a1c937faa59c273a0e6', 'mac_address': 'fa:16:3e:ee:1f:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a70917d-1d91-43f0-b3ef-7a6d5664c52c', 'device_owner': 'network:router_interface', 'standard_attr_id': 336, 'fixed_ips': [{'subnet_id': '6307f772-b93b-4e81-9b30-5dd1fa33ce6b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787632-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T20:13:37Z', 'updated_at': '2021-04-22T20:13:45Z', 'revision_number': 4, 'project_id': '955f02e9554b4a1c937faa59c273a0e6', 'subnets': [{'id': '6307f772-b93b-4e81-9b30-5dd1fa33ce6b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86332) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 22 20:13:47.358348 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-b12b478a-ccaf-4f05-b521-4c5146979bcf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036853168209', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-427877'] for router_interface, after_create {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:13:47.442623 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b12b478a-ccaf-4f05-b521-4c5146979bcf admin admin] Pushing event updated for resources: {'Port': ['ID=d9c0d626-ac7f-4e38-aef3-0d50424933e1,revision_number=2']} {{(pid=86331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 20:13:47.451639 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [None req-b12b478a-ccaf-4f05-b521-4c5146979bcf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.259s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 20:13:47.547468 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-1f0279c6-e226-46af-aed1-8fcdba2a71b2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:13:47.561147 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20196ff5-38a3-4d3e-9c73-75f437cad735 req-ff7fe232-ebcb-498d-ba41-8cf6849a5d45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 20:13:47.563240 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-20196ff5-38a3-4d3e-9c73-75f437cad735 req-ff7fe232-ebcb-498d-ba41-8cf6849a5d45 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=a3da31af07b74c20b145ac19f125aded&device_id=469f3208-145f-4d5b-b5d0-3d1d24295374 HTTP/1.1" status: 200  len: 1098 time: 0.4636512
Apr 22 20:13:47.595801 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e74e847-c65c-4812-937e-f88a9c088b3c req-edc8e439-61b1-4986-83f9-bd10127d667c tempest-ServerRescueNegativeTestJSON-1009389569 tempest-ServerRescueNegativeTestJSON-1009389569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 20:13:47.597410 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-9e74e847-c65c-4812-937e-f88a9c088b3c req-edc8e439-61b1-4986-83f9-bd10127d667c tempest-ServerRescueNegativeTestJSON-1009389569 tempest-ServerRescueNegativeTestJSON-1009389569-project] 10.222.0.30 "GET /v2.0/ports?device_id=469f3208-145f-4d5b-b5d0-3d1d24295374 HTTP/1.1" status: 200  len: 945 time: 0.5799310
Apr 22 20:13:47.627110 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.rpc [None req-08e5d76f-3fe5-4242-a4b8-30f374028052 None None] Device 1578d5f6-9824-4f28-87c1-8fe9152f2e76 up at agent ovs-agent-dv-cinder-787632-1-iscsi {{(pid=86332) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 22 20:13:47.705460 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.provisioning_blocks [None req-08e5d76f-3fe5-4242-a4b8-30f374028052 None None] Provisioning for port 1578d5f6-9824-4f28-87c1-8fe9152f2e76 completed by entity L2. {{(pid=86332) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 22 20:13:47.710801 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.provisioning_blocks [None req-08e5d76f-3fe5-4242-a4b8-30f374028052 None None] Provisioning complete for port 1578d5f6-9824-4f28-87c1-8fe9152f2e76 triggered by entity L2. {{(pid=86332) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 22 20:13:47.711227 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-08e5d76f-3fe5-4242-a4b8-30f374028052 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854135278'] for port, provisioning_complete {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:13:47.885508 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-08e5d76f-3fe5-4242-a4b8-30f374028052 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587983'] for port, before_update {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:13:47.898180 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-1f0279c6-e226-46af-aed1-8fcdba2a71b2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:13:47.912174 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-9e74e847-c65c-4812-937e-f88a9c088b3c req-19a27555-8843-4007-9fce-5efda6fb2da2 tempest-ServerRescueNegativeTestJSON-1009389569 tempest-ServerRescueNegativeTestJSON-1009389569-project] 10.222.0.30 "GET /v2.0/security-groups?id=6f3d9104-7f67-4d9e-bcf5-b704aabb6c6e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2583771
Apr 22 20:13:47.913177 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20196ff5-38a3-4d3e-9c73-75f437cad735 req-ed236d62-acc9-40cc-bdcf-10614910560b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 20:13:47.914763 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-20196ff5-38a3-4d3e-9c73-75f437cad735 req-ed236d62-acc9-40cc-bdcf-10614910560b service neutron] 10.222.0.46 "GET /v2.0/networks?id=571b53d1-aed3-4bd3-ab53-2cb6e0d9c5b7 HTTP/1.1" status: 200  len: 919 time: 0.3162870
Apr 22 20:13:47.916808 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.db [None req-08e5d76f-3fe5-4242-a4b8-30f374028052 None None] For port 1578d5f6-9824-4f28-87c1-8fe9152f2e76, host dv-cinder-787632-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787632-1-iscsi',level=0,port_id=1578d5f6-9824-4f28-87c1-8fe9152f2e76,segment=NetworkSegment(8e8fb218-3d63-4c3d-9ab1-544471c4929e),segment_id=8e8fb218-3d63-4c3d-9ab1-544471c4929e)] {{(pid=86332) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 22 20:13:47.920529 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-08e5d76f-3fe5-4242-a4b8-30f374028052 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854198495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853168226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727707997384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363309147208137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727707567697'] for port, after_update {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:13:47.921523 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.rpc [None req-08e5d76f-3fe5-4242-a4b8-30f374028052 None None] Device 320c1ebd-8b19-4708-9758-257da1aae24a up at agent ovs-agent-dv-cinder-787632-1-iscsi {{(pid=86332) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 22 20:13:47.954983 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [None req-7b655173-6392-4380-89f4-0326dda78bdb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86332) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 20:13:47.999399 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b12b478a-ccaf-4f05-b521-4c5146979bcf admin admin] Network baa3aeb8-8dec-4767-92bc-d52436d9437a is already hosted by enough agents. {{(pid=86331) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 22 20:13:48.000629 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.scheduler.base_scheduler [None req-b12b478a-ccaf-4f05-b521-4c5146979bcf admin admin] Resources bound (agent type, host, resource id):  {{(pid=86331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 22 20:13:48.055051 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-1f0279c6-e226-46af-aed1-8fcdba2a71b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393900'] for security_group, after_delete {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:13:48.058564 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [None req-32eda9d0-d857-4556-ac6e-26c6d2c9c7a9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 20:13:48.109294 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08e5d76f-3fe5-4242-a4b8-30f374028052 None None] Pushing event updated for resources: {'Port': ['ID=1578d5f6-9824-4f28-87c1-8fe9152f2e76,revision_number=4']} {{(pid=86332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 20:13:48.113648 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-20196ff5-38a3-4d3e-9c73-75f437cad735 req-80ff8d52-bd54-42bf-8dea-236c75ddbc8d service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6fde4950-20da-4629-b465-3f3bef3b21b6 HTTP/1.1" status: 200  len: 217 time: 0.1892674
Apr 22 20:13:48.114565 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f0279c6-e226-46af-aed1-8fcdba2a71b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9378590-f6b1-48b8-9a18-f658517b400c,revision_number=None']} {{(pid=86331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 20:13:48.124729 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [None req-08e5d76f-3fe5-4242-a4b8-30f374028052 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=86332) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 20:13:48.165274 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.provisioning_blocks [None req-08e5d76f-3fe5-4242-a4b8-30f374028052 None None] Provisioning complete for port 320c1ebd-8b19-4708-9758-257da1aae24a triggered by entity L2. {{(pid=86332) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 22 20:13:48.165692 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-08e5d76f-3fe5-4242-a4b8-30f374028052 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854135278'] for port, provisioning_complete {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:13:48.333219 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [None req-1f0279c6-e226-46af-aed1-8fcdba2a71b2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.274s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 20:13:48.359275 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.rpc [None req-08e5d76f-3fe5-4242-a4b8-30f374028052 None None] Device 48d3a5b9-763a-44f3-bd39-0dca3074aadb up at agent ovs-agent-dv-cinder-787632-1-iscsi {{(pid=86332) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 22 20:13:48.456281 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.provisioning_blocks [None req-6c8f201c-e5d7-489f-bb93-a448c0670369 None None] Provisioning complete for port d9c0d626-ac7f-4e38-aef3-0d50424933e1 triggered by entity DHCP. {{(pid=86332) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 22 20:13:48.457958 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-6c8f201c-e5d7-489f-bb93-a448c0670369 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854135278'] for port, provisioning_complete {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:13:48.458331 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-1f0279c6-e226-46af-aed1-8fcdba2a71b2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:13:48.463621 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [None req-1f0279c6-e226-46af-aed1-8fcdba2a71b2 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/a9378590-f6b1-48b8-9a18-f658517b400c HTTP/1.1" status: 204  len: 168 time: 1.3665800
Apr 22 20:13:48.478266 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20196ff5-38a3-4d3e-9c73-75f437cad735 req-d038e758-70e8-47c6-ac4e-6dbb257e0b09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 20:13:48.480132 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-20196ff5-38a3-4d3e-9c73-75f437cad735 req-d038e758-70e8-47c6-ac4e-6dbb257e0b09 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=30cce57f-0720-4461-b727-7eddafc0e70c HTTP/1.1" status: 200  len: 858 time: 0.1458149
Apr 22 20:13:48.532063 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.plugin [None req-6c8f201c-e5d7-489f-bb93-a448c0670369 None None] Port d9c0d626-ac7f-4e38-aef3-0d50424933e1 cannot update to ACTIVE because it is not bound. {{(pid=86332) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 22 20:13:48.548119 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.provisioning_blocks [None req-08e5d76f-3fe5-4242-a4b8-30f374028052 None None] Provisioning for port 48d3a5b9-763a-44f3-bd39-0dca3074aadb completed by entity L2. {{(pid=86332) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 22 20:13:48.555177 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.provisioning_blocks [None req-08e5d76f-3fe5-4242-a4b8-30f374028052 None None] Provisioning complete for port 48d3a5b9-763a-44f3-bd39-0dca3074aadb triggered by entity L2. {{(pid=86332) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 22 20:13:48.556879 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-08e5d76f-3fe5-4242-a4b8-30f374028052 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854135278'] for port, provisioning_complete {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:13:48.570754 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-20196ff5-38a3-4d3e-9c73-75f437cad735 req-b21ee941-c91d-4095-a3b5-38dd8883e82a service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=571b53d1-aed3-4bd3-ab53-2cb6e0d9c5b7&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0629501
Apr 22 20:13:48.650330 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b12b478a-ccaf-4f05-b521-4c5146979bcf admin admin] Router ab1269b8-038d-4b75-976a-0633960d3b49 has already been hosted by L3 agent 1df068ca-d615-4cb7-8020-fe6e8be709e3 {{(pid=86331) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 22 20:13:48.652845 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-cbbe70c9-0b39-4f9d-be6e-4133a7c8f54f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309146858885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640583'] for agent, after_update {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:13:48.739699 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-08e5d76f-3fe5-4242-a4b8-30f374028052 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587983'] for port, before_update {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:13:48.802190 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.db [None req-08e5d76f-3fe5-4242-a4b8-30f374028052 None None] For port 48d3a5b9-763a-44f3-bd39-0dca3074aadb, host dv-cinder-787632-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787632-1-iscsi',level=0,port_id=48d3a5b9-763a-44f3-bd39-0dca3074aadb,segment=NetworkSegment(0121eab5-ed9d-4c61-80d8-7bad51213e45),segment_id=0121eab5-ed9d-4c61-80d8-7bad51213e45)] {{(pid=86332) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 22 20:13:48.815676 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-08e5d76f-3fe5-4242-a4b8-30f374028052 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854198495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853168226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727707997384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363309147208137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727707567697'] for port, after_update {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:13:48.820629 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [None req-cbbe70c9-0b39-4f9d-be6e-4133a7c8f54f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86332) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 20:13:48.965875 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08e5d76f-3fe5-4242-a4b8-30f374028052 None None] Pushing event updated for resources: {'Port': ['ID=48d3a5b9-763a-44f3-bd39-0dca3074aadb,revision_number=5']} {{(pid=86332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 20:13:48.972640 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [None req-08e5d76f-3fe5-4242-a4b8-30f374028052 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=86332) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 20:13:49.344719 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-20196ff5-38a3-4d3e-9c73-75f437cad735 req-4c4d68ad-9e39-48dd-92c1-0ba8f2686932 service neutron] 10.222.0.46 "GET /v2.0/networks/571b53d1-aed3-4bd3-ab53-2cb6e0d9c5b7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.7583506
Apr 22 20:13:49.471227 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0020a0-57a8-439a-a910-243afaa0aed5 req-0706ea39-55aa-4624-a31c-4537e583bbd6 tempest-ServerRescueNegativeTestJSON-1009389569 tempest-ServerRescueNegativeTestJSON-1009389569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 20:13:49.474249 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-bc0020a0-57a8-439a-a910-243afaa0aed5 req-0706ea39-55aa-4624-a31c-4537e583bbd6 tempest-ServerRescueNegativeTestJSON-1009389569 tempest-ServerRescueNegativeTestJSON-1009389569-project] 10.222.0.30 "GET /v2.0/ports?device_id=469f3208-145f-4d5b-b5d0-3d1d24295374 HTTP/1.1" status: 200  len: 945 time: 0.3470492
Apr 22 20:13:49.486749 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b12b478a-ccaf-4f05-b521-4c5146979bcf admin admin] Notify agent at l3_agent.dv-cinder-787632-1-iscsi the message routers_updated {{(pid=86331) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 22 20:13:49.498159 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39cf3e41-9c0b-4637-a5b9-0e6ecb7f8cf0 None None] Sync routers for ids ['ab1269b8-038d-4b75-976a-0633960d3b49'] in dv-cinder-787632-1-iscsi {{(pid=86332) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 22 20:13:49.510306 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.rpc [None req-08e5d76f-3fe5-4242-a4b8-30f374028052 None None] Device 1578d5f6-9824-4f28-87c1-8fe9152f2e76 up at agent ovs-agent-dv-cinder-787632-1-iscsi {{(pid=86332) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 22 20:13:49.527946 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [None req-b12b478a-ccaf-4f05-b521-4c5146979bcf admin admin] 10.222.0.30 "PUT /v2.0/routers/ab1269b8-038d-4b75-976a-0633960d3b49/add_router_interface HTTP/1.1" status: 200  len: 503 time: 7.4525213
Apr 22 20:13:49.587647 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39cf3e41-9c0b-4637-a5b9-0e6ecb7f8cf0 None None] Routers {'ab1269b8-038d-4b75-976a-0633960d3b49'} bound to L3 agent in host dv-cinder-787632-1-iscsi {{(pid=86332) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 22 20:13:49.588879 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.l3_hamode_db [None req-39cf3e41-9c0b-4637-a5b9-0e6ecb7f8cf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f013d6e8dd8>, 'dv-cinder-787632-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-22T20:03:28Z,description=<?>,heartbeat_timestamp=2021-04-22T20:13:29Z,host='dv-cinder-787632-1-iscsi',id=1df068ca-d615-4cb7-8020-fe6e8be709e3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-22T20:03:28Z,topic='l3_agent')) {'router_ids': ['ab1269b8-038d-4b75-976a-0633960d3b49'], 'active': True} {{(pid=86332) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 22 20:13:49.597423 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-bc0020a0-57a8-439a-a910-243afaa0aed5 req-2b085ee7-74ea-4584-99c2-e39a93e2e0b5 tempest-ServerRescueNegativeTestJSON-1009389569 tempest-ServerRescueNegativeTestJSON-1009389569-project] 10.222.0.30 "GET /v2.0/security-groups?id=6f3d9104-7f67-4d9e-bcf5-b704aabb6c6e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1164174
Apr 22 20:13:49.607530 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-20196ff5-38a3-4d3e-9c73-75f437cad735 req-a8d31635-fcd3-48b3-b24a-af01e9d8632b service neutron] 10.222.0.46 "GET /v2.0/networks/571b53d1-aed3-4bd3-ab53-2cb6e0d9c5b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2470403
Apr 22 20:13:49.795025 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.provisioning_blocks [None req-08e5d76f-3fe5-4242-a4b8-30f374028052 None None] Provisioning complete for port 1578d5f6-9824-4f28-87c1-8fe9152f2e76 triggered by entity L2. {{(pid=86332) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 22 20:13:49.795325 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-08e5d76f-3fe5-4242-a4b8-30f374028052 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854135278'] for port, provisioning_complete {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:13:50.059666 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.l3_dvr_db [None req-39cf3e41-9c0b-4637-a5b9-0e6ecb7f8cf0 None None] Set router ab1269b8-038d-4b75-976a-0633960d3b49 gateway port host: dv-cinder-787632-1-iscsi {{(pid=86332) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 22 20:13:50.424404 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.wsgi [-] (86331) accepted ('10.222.0.30', 38372) {{(pid=86331) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 20:13:50.431576 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.v2.base [None req-5bf7c74b-8cdc-4daf-8399-71e2adaa1d54 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1037265094-network', 'tenant_id': '65cbb93f55574c568fa0aca068820b4c'}} {{(pid=86331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 22 20:13:50.437545 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.quota.driver [None req-5bf7c74b-8cdc-4daf-8399-71e2adaa1d54 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 22 20:13:50.440822 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.rpc [None req-08e5d76f-3fe5-4242-a4b8-30f374028052 None None] Device 48d3a5b9-763a-44f3-bd39-0dca3074aadb up at agent ovs-agent-dv-cinder-787632-1-iscsi {{(pid=86332) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 22 20:13:50.442587 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.quota.resource [None req-5bf7c74b-8cdc-4daf-8399-71e2adaa1d54 admin admin] Usage tracker for resource:network and tenant:65cbb93f55574c568fa0aca068820b4c is out of sync, need to count used quota {{(pid=86331) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 22 20:13:50.446632 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.quota.resource [None req-5bf7c74b-8cdc-4daf-8399-71e2adaa1d54 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86331) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 22 20:13:50.454596 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.quota.driver [None req-5bf7c74b-8cdc-4daf-8399-71e2adaa1d54 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 22 20:13:50.472975 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5bf7c74b-8cdc-4daf-8399-71e2adaa1d54 admin admin] Made reservation on behalf of 65cbb93f55574c568fa0aca068820b4c for: {'network': 1} {{(pid=86331) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 22 20:13:50.478951 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-5bf7c74b-8cdc-4daf-8399-71e2adaa1d54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587983'] for network, before_create {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:13:50.496263 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-5bf7c74b-8cdc-4daf-8399-71e2adaa1d54 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:13:50.516799 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.quota.driver [None req-5bf7c74b-8cdc-4daf-8399-71e2adaa1d54 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 22 20:13:50.522852 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.quota.resource [None req-5bf7c74b-8cdc-4daf-8399-71e2adaa1d54 admin admin] Usage tracker for resource:security_group_rule and tenant:65cbb93f55574c568fa0aca068820b4c is out of sync, need to count used quota {{(pid=86331) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 22 20:13:50.530786 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.quota.resource [None req-5bf7c74b-8cdc-4daf-8399-71e2adaa1d54 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86331) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 22 20:13:50.541417 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.quota.driver [None req-5bf7c74b-8cdc-4daf-8399-71e2adaa1d54 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 22 20:13:50.556625 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.l3_hamode_db [None req-39cf3e41-9c0b-4637-a5b9-0e6ecb7f8cf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f013d6e8dd8>, [{'id': 'ab1269b8-038d-4b75-976a-0633960d3b49', 'name': 'tempest-TestVolumeBootPattern-423906671-router', 'tenant_id': '30860bebb771423695ffb4fd377ce666', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b725cb4-6db6-4e68-9a61-1978e8a191a1', 'external_fixed_ips': [{'subnet_id': '1d4495d7-31a5-4e2d-a911-56ceae3a61c5', 'ip_address': '172.27.3.46'}], 'enable_snat': True}, 'gw_port_id': '1578d5f6-9824-4f28-87c1-8fe9152f2e76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T20:13:37Z', 'updated_at': '2021-04-22T20:13:46Z', 'revision_number': 4, 'project_id': '30860bebb771423695ffb4fd377ce666', 'gw_port': {'id': '1578d5f6-9824-4f28-87c1-8fe9152f2e76', 'name': '', 'network_id': '1b725cb4-6db6-4e68-9a61-1978e8a191a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:17:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab1269b8-038d-4b75-976a-0633960d3b49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 338, 'fixed_ips': [{'subnet_id': '1d4495d7-31a5-4e2d-a911-56ceae3a61c5', 'ip_address': '172.27.3.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787632-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T20:13:39Z', 'updated_at': '2021-04-22T20:13:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d4495d7-31a5-4e2d-a911-56ceae3a61c5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787632-1-iscsi', '_interfaces': [{'id': 'd9c0d626-ac7f-4e38-aef3-0d50424933e1', 'name': '', 'network_id': 'baa3aeb8-8dec-4767-92bc-d52436d9437a', 'tenant_id': '30860bebb771423695ffb4fd377ce666', 'mac_address': 'fa:16:3e:33:b4:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab1269b8-038d-4b75-976a-0633960d3b49', 'device_owner': 'network:router_interface', 'standard_attr_id': 354, 'fixed_ips': [{'subnet_id': '083c45db-27b8-429b-b9a6-58f44b80ddc9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T20:13:44Z', 'updated_at': '2021-04-22T20:13:46Z', 'revision_number': 2, 'project_id': '30860bebb771423695ffb4fd377ce666', 'subnets': [{'id': '083c45db-27b8-429b-b9a6-58f44b80ddc9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787632-1-iscsi', False) {} {{(pid=86332) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 22 20:13:50.566635 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39cf3e41-9c0b-4637-a5b9-0e6ecb7f8cf0 None None] Checking router: ab1269b8-038d-4b75-976a-0633960d3b49 for host: dv-cinder-787632-1-iscsi {{(pid=86332) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 22 20:13:50.567046 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39cf3e41-9c0b-4637-a5b9-0e6ecb7f8cf0 None None] Updating router ab1269b8-038d-4b75-976a-0633960d3b49 port d9c0d626-ac7f-4e38-aef3-0d50424933e1 binding host dv-cinder-787632-1-iscsi {{(pid=86332) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Apr 22 20:13:50.614971 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.provisioning_blocks [None req-08e5d76f-3fe5-4242-a4b8-30f374028052 None None] Provisioning complete for port 48d3a5b9-763a-44f3-bd39-0dca3074aadb triggered by entity L2. {{(pid=86332) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 22 20:13:50.615396 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-08e5d76f-3fe5-4242-a4b8-30f374028052 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854135278'] for port, provisioning_complete {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:13:50.672093 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-5bf7c74b-8cdc-4daf-8399-71e2adaa1d54 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:13:50.675986 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-5bf7c74b-8cdc-4daf-8399-71e2adaa1d54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393900'] for security_group, after_create {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:13:50.692461 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [None req-676a8f2d-23cf-4780-969d-c5ba8c62f0ab admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 20:13:50.707223 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5bf7c74b-8cdc-4daf-8399-71e2adaa1d54 admin admin] vlan segment allocate from pool success with {'vlan_id': 354, 'physical_network': 'physnet1'}  {{(pid=86331) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}}
Apr 22 20:13:50.746319 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-5bf7c74b-8cdc-4daf-8399-71e2adaa1d54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1523030'] for segment, precommit_create {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:13:50.746866 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.db.segments_db [None req-5bf7c74b-8cdc-4daf-8399-71e2adaa1d54 admin admin] Added segment 364e5d6b-20bf-4806-b15a-a8a820ffb19a of type vlan for network 066fa005-2b63-420b-b934-11a709ed9be8
Apr 22 20:13:50.748704 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bf7c74b-8cdc-4daf-8399-71e2adaa1d54 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ac1c49b-4e43-4f4a-9b91-723a121d2da8,revision_number=1']} {{(pid=86331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 20:13:50.751056 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-39cf3e41-9c0b-4637-a5b9-0e6ecb7f8cf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587983'] for port, before_update {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:13:50.777288 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [None req-5bf7c74b-8cdc-4daf-8399-71e2adaa1d54 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 20:13:50.874374 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-5bf7c74b-8cdc-4daf-8399-71e2adaa1d54 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727707556023'] for network, precommit_create {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:13:50.985854 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-5bf7c74b-8cdc-4daf-8399-71e2adaa1d54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853168226'] for network, after_create {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:13:50.989792 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bf7c74b-8cdc-4daf-8399-71e2adaa1d54 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 20:13:50.990592 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-5bf7c74b-8cdc-4daf-8399-71e2adaa1d54 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853168243'] for network, before_response {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:13:51.002412 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a388a474-9c09-4ae7-963e-3c2ee19ebaca req-f83c37ae-43fb-4cc3-9953-62dbe6f3fcd9 tempest-ServerRescueNegativeTestJSON-1009389569 tempest-ServerRescueNegativeTestJSON-1009389569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 20:13:51.003681 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [None req-3cc3d9f9-23dc-4762-b673-f6a3c645dbb1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 20:13:51.012747 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-a388a474-9c09-4ae7-963e-3c2ee19ebaca req-f83c37ae-43fb-4cc3-9953-62dbe6f3fcd9 tempest-ServerRescueNegativeTestJSON-1009389569 tempest-ServerRescueNegativeTestJSON-1009389569-project] 10.222.0.30 "GET /v2.0/ports?device_id=469f3208-145f-4d5b-b5d0-3d1d24295374 HTTP/1.1" status: 200  len: 945 time: 0.2527544
Apr 22 20:13:51.115981 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-a388a474-9c09-4ae7-963e-3c2ee19ebaca req-e34dc33c-2fc2-4208-9482-adc305f36e3a tempest-ServerRescueNegativeTestJSON-1009389569 tempest-ServerRescueNegativeTestJSON-1009389569-project] 10.222.0.30 "GET /v2.0/security-groups?id=6f3d9104-7f67-4d9e-bcf5-b704aabb6c6e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1021752
Apr 22 20:13:51.192772 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [None req-5bf7c74b-8cdc-4daf-8399-71e2adaa1d54 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201  len: 885 time: 0.7671216
Apr 22 20:13:51.195504 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.wsgi [-] (86331) accepted ('10.222.0.30', 38394) {{(pid=86331) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 20:13:51.204482 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.v2.base [None req-d3ad1e1e-3d47-4825-bc59-066c68e15ebe admin admin] Request body: {'subnet': {'network_id': '066fa005-2b63-420b-b934-11a709ed9be8', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1037265094-subnet', 'tenant_id': '65cbb93f55574c568fa0aca068820b4c', 'ip_version': 4}} {{(pid=86331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 22 20:13:51.207874 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bf7c74b-8cdc-4daf-8399-71e2adaa1d54 admin admin] Pushing event updated for resources: {'Network': ['ID=066fa005-2b63-420b-b934-11a709ed9be8,revision_number=1']} {{(pid=86331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 20:13:51.218684 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [None req-5bf7c74b-8cdc-4daf-8399-71e2adaa1d54 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.215s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 20:13:51.219740 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.quota.driver [None req-d3ad1e1e-3d47-4825-bc59-066c68e15ebe admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 22 20:13:51.220300 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.rpc [None req-08e5d76f-3fe5-4242-a4b8-30f374028052 None None] Network 066fa005-2b63-420b-b934-11a709ed9be8 details requested by agent ovs-agent-dv-cinder-787632-1-iscsi with host dv-cinder-787632-1-iscsi {{(pid=86332) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Apr 22 20:13:51.223971 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.quota.resource [None req-d3ad1e1e-3d47-4825-bc59-066c68e15ebe admin admin] Usage tracker for resource:subnet and tenant:65cbb93f55574c568fa0aca068820b4c is out of sync, need to count used quota {{(pid=86331) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 22 20:13:51.227066 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.quota.resource [None req-d3ad1e1e-3d47-4825-bc59-066c68e15ebe admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86331) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 22 20:13:51.233074 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.quota.driver [None req-d3ad1e1e-3d47-4825-bc59-066c68e15ebe admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 22 20:13:51.253346 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3ad1e1e-3d47-4825-bc59-066c68e15ebe admin admin] Made reservation on behalf of 65cbb93f55574c568fa0aca068820b4c for: {'subnet': 1} {{(pid=86331) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 22 20:13:51.267727 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-d3ad1e1e-3d47-4825-bc59-066c68e15ebe admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851064723'] for subnet, before_create {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:13:51.485719 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-39cf3e41-9c0b-4637-a5b9-0e6ecb7f8cf0 None None] Notify callbacks [] for port, precommit_update {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:13:51.502923 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.provisioning_blocks [None req-39cf3e41-9c0b-4637-a5b9-0e6ecb7f8cf0 None None] Transition to ACTIVE for port object d9c0d626-ac7f-4e38-aef3-0d50424933e1 will not be triggered until provisioned by entity L2. {{(pid=86332) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 22 20:13:51.510944 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-39cf3e41-9c0b-4637-a5b9-0e6ecb7f8cf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854198495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853168226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727707997384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363309147208137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727707567697'] for port, after_update {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:13:51.516036 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [None req-cbbe70c9-0b39-4f9d-be6e-4133a7c8f54f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86332) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 20:13:51.764302 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1da9491-6031-4454-9fc6-18690cfd1605 None None] Pushing event updated for resources: {'Port': ['ID=d9c0d626-ac7f-4e38-aef3-0d50424933e1,revision_number=3']} {{(pid=86332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 20:13:51.772485 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [None req-b1da9491-6031-4454-9fc6-18690cfd1605 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.256s {{(pid=86332) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 20:13:51.798448 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.managers [None req-39cf3e41-9c0b-4637-a5b9-0e6ecb7f8cf0 None None] Attempting to bind port d9c0d626-ac7f-4e38-aef3-0d50424933e1 on host dv-cinder-787632-1-iscsi for vnic_type normal with profile  {{(pid=86332) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 22 20:13:51.798867 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.managers [None req-39cf3e41-9c0b-4637-a5b9-0e6ecb7f8cf0 None None] Attempting to bind port d9c0d626-ac7f-4e38-aef3-0d50424933e1 by drivers openvswitch,hyperv on host dv-cinder-787632-1-iscsi at level 0 using segments [{'id': 'ecbdd09a-cdfc-40aa-add8-36baaaee03d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': 'baa3aeb8-8dec-4767-92bc-d52436d9437a'}] {{(pid=86332) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 22 20:13:51.799285 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39cf3e41-9c0b-4637-a5b9-0e6ecb7f8cf0 None None] Attempting to bind port d9c0d626-ac7f-4e38-aef3-0d50424933e1 on network baa3aeb8-8dec-4767-92bc-d52436d9437a {{(pid=86332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 22 20:13:51.805342 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39cf3e41-9c0b-4637-a5b9-0e6ecb7f8cf0 None None] Checking agent: {'id': '802cefbf-f579-41fa-a7d7-d5cf274c80aa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-787632-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 22, 20, 3, 29), 'started_at': datetime.datetime(2021, 4, 22, 20, 3, 59), 'heartbeat_timestamp': datetime.datetime(2021, 4, 22, 20, 13, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-787632-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 22 20:13:51.806364 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39cf3e41-9c0b-4637-a5b9-0e6ecb7f8cf0 None None] Checking segment: {'id': 'ecbdd09a-cdfc-40aa-add8-36baaaee03d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': 'baa3aeb8-8dec-4767-92bc-d52436d9437a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86332) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 22 20:13:51.806823 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-39cf3e41-9c0b-4637-a5b9-0e6ecb7f8cf0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:13:51.807263 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39cf3e41-9c0b-4637-a5b9-0e6ecb7f8cf0 None None] Bound using segment: {'id': 'ecbdd09a-cdfc-40aa-add8-36baaaee03d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': 'baa3aeb8-8dec-4767-92bc-d52436d9437a'} {{(pid=86332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 22 20:13:51.807934 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.managers [None req-39cf3e41-9c0b-4637-a5b9-0e6ecb7f8cf0 None None] Bound port: d9c0d626-ac7f-4e38-aef3-0d50424933e1, host: dv-cinder-787632-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ecbdd09a-cdfc-40aa-add8-36baaaee03d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': 'baa3aeb8-8dec-4767-92bc-d52436d9437a'}}] {{(pid=86332) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 22 20:13:51.808358 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-39cf3e41-9c0b-4637-a5b9-0e6ecb7f8cf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587983'] for port, before_update {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:13:51.818647 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-d3ad1e1e-3d47-4825-bc59-066c68e15ebe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853168226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036853554393', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036851064708'] for subnet, after_create {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:13:51.823979 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 20:13:51.908684 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ad1e1e-3d47-4825-bc59-066c68e15ebe admin admin] Pushing event updated for resources: {'Subnet': ['ID=7bb0e9d1-b987-45c3-bc36-fa5791cca760,revision_number=0']} {{(pid=86331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 20:13:51.912248 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [None req-d3ad1e1e-3d47-4825-bc59-066c68e15ebe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 20:13:51.914460 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.db [None req-39cf3e41-9c0b-4637-a5b9-0e6ecb7f8cf0 None None] For port d9c0d626-ac7f-4e38-aef3-0d50424933e1, host dv-cinder-787632-1-iscsi, cleared binding levels {{(pid=86332) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 22 20:13:51.918659 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.db [None req-39cf3e41-9c0b-4637-a5b9-0e6ecb7f8cf0 None None] For port d9c0d626-ac7f-4e38-aef3-0d50424933e1, host dv-cinder-787632-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787632-1-iscsi',level=0,port_id=d9c0d626-ac7f-4e38-aef3-0d50424933e1,segment=NetworkSegment(ecbdd09a-cdfc-40aa-add8-36baaaee03d5),segment_id=ecbdd09a-cdfc-40aa-add8-36baaaee03d5)] {{(pid=86332) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 22 20:13:51.919280 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3ad1e1e-3d47-4825-bc59-066c68e15ebe admin admin] Checking segment: {'id': '364e5d6b-20bf-4806-b15a-a8a820ffb19a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '066fa005-2b63-420b-b934-11a709ed9be8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86331) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 22 20:13:51.919755 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3ad1e1e-3d47-4825-bc59-066c68e15ebe admin admin] Network hostable DHCP agents. Network: 066fa005-2b63-420b-b934-11a709ed9be8, hostable agents: ['e0877369-7b04-40ef-a371-0b097842c51e'], hosted agents: [] {{(pid=86331) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Apr 22 20:13:51.922335 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-39cf3e41-9c0b-4637-a5b9-0e6ecb7f8cf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854198495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853168226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727707997384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363309147208137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727707567697'] for port, after_update {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:13:51.927013 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [None req-cbbe70c9-0b39-4f9d-be6e-4133a7c8f54f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86332) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 20:13:51.938465 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3ad1e1e-3d47-4825-bc59-066c68e15ebe admin admin] Network 066fa005-2b63-420b-b934-11a709ed9be8 is scheduled to be hosted by DHCP agent e0877369-7b04-40ef-a371-0b097842c51e with binding_index 1 {{(pid=86331) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Apr 22 20:13:51.946567 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.scheduler.base_scheduler [None req-d3ad1e1e-3d47-4825-bc59-066c68e15ebe admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-787632-1-iscsi, 066fa005-2b63-420b-b934-11a709ed9be8) {{(pid=86331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 22 20:13:51.959565 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3ad1e1e-3d47-4825-bc59-066c68e15ebe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 20:13:51.960219 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-d3ad1e1e-3d47-4825-bc59-066c68e15ebe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853168243'] for subnet, before_response {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:13:51.969334 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ba78bbb-e1cc-4858-9e7c-3d9aaf1af6ce None None] Network 066fa005-2b63-420b-b934-11a709ed9be8 requested from dv-cinder-787632-1-iscsi {{(pid=86332) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 22 20:13:51.992117 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [None req-d3ad1e1e-3d47-4825-bc59-066c68e15ebe admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 848 time: 0.7925816
Apr 22 20:13:51.992437 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.wsgi [-] (86331) accepted ('10.222.0.30', 38406) {{(pid=86331) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 20:13:51.998876 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.v2.base [None req-a97ede59-ee0d-4e62-9860-dd7de67944e9 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1037265094-router', 'tenant_id': '65cbb93f55574c568fa0aca068820b4c', 'external_gateway_info': {'network_id': '1b725cb4-6db6-4e68-9a61-1978e8a191a1'}}} {{(pid=86331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 22 20:13:52.003677 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.quota.driver [None req-a97ede59-ee0d-4e62-9860-dd7de67944e9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 22 20:13:52.008211 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.quota.resource [None req-a97ede59-ee0d-4e62-9860-dd7de67944e9 admin admin] Usage tracker for resource:router and tenant:65cbb93f55574c568fa0aca068820b4c is out of sync, need to count used quota {{(pid=86331) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 22 20:13:52.012783 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.quota.resource [None req-a97ede59-ee0d-4e62-9860-dd7de67944e9 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=86331) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 22 20:13:52.019873 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.quota.driver [None req-a97ede59-ee0d-4e62-9860-dd7de67944e9 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 22 20:13:52.030730 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-a97ede59-ee0d-4e62-9860-dd7de67944e9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-423916', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854773907'] for router, before_create {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:13:52.031803 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-a97ede59-ee0d-4e62-9860-dd7de67944e9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854351900', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854359550', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854378989', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1894'] for router, precommit_create {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:13:52.048256 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-a97ede59-ee0d-4e62-9860-dd7de67944e9 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:13:52.111343 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39cf3e41-9c0b-4637-a5b9-0e6ecb7f8cf0 None None] Routers {'ab1269b8-038d-4b75-976a-0633960d3b49'} bound to L3 agent in host dv-cinder-787632-1-iscsi {{(pid=86332) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 22 20:13:52.112050 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.l3_hamode_db [None req-39cf3e41-9c0b-4637-a5b9-0e6ecb7f8cf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f013d6e8dd8>, 'dv-cinder-787632-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-22T20:03:28Z,description=<?>,heartbeat_timestamp=2021-04-22T20:13:29Z,host='dv-cinder-787632-1-iscsi',id=1df068ca-d615-4cb7-8020-fe6e8be709e3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-22T20:03:28Z,topic='l3_agent')) {'router_ids': ['ab1269b8-038d-4b75-976a-0633960d3b49'], 'active': True} {{(pid=86332) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 22 20:13:52.197299 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1da9491-6031-4454-9fc6-18690cfd1605 None None] Pushing event updated for resources: {'Port': ['ID=d9c0d626-ac7f-4e38-aef3-0d50424933e1,revision_number=4']} {{(pid=86332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 20:13:52.298271 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [None req-b1da9491-6031-4454-9fc6-18690cfd1605 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.371s {{(pid=86332) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 20:13:52.449827 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-a97ede59-ee0d-4e62-9860-dd7de67944e9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854359307', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854346401', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1879'] for router, precommit_update {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:13:52.557854 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.l3_dvr_db [None req-39cf3e41-9c0b-4637-a5b9-0e6ecb7f8cf0 None None] Set router ab1269b8-038d-4b75-976a-0633960d3b49 gateway port host: dv-cinder-787632-1-iscsi {{(pid=86332) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 22 20:13:52.581880 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c36c28-6d16-4914-8154-5c4bc34494f2 req-aff2baa1-0c2b-4d74-9473-cdf2383ab08b tempest-ServerRescueNegativeTestJSON-1009389569 tempest-ServerRescueNegativeTestJSON-1009389569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 20:13:52.583605 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-42c36c28-6d16-4914-8154-5c4bc34494f2 req-aff2baa1-0c2b-4d74-9473-cdf2383ab08b tempest-ServerRescueNegativeTestJSON-1009389569 tempest-ServerRescueNegativeTestJSON-1009389569-project] 10.222.0.30 "GET /v2.0/ports?device_id=469f3208-145f-4d5b-b5d0-3d1d24295374 HTTP/1.1" status: 200  len: 945 time: 0.1931860
Apr 22 20:13:52.651518 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-42c36c28-6d16-4914-8154-5c4bc34494f2 req-5c5cd08a-6f1e-4508-84a8-c4b09a187257 tempest-ServerRescueNegativeTestJSON-1009389569 tempest-ServerRescueNegativeTestJSON-1009389569-project] 10.222.0.30 "GET /v2.0/security-groups?id=6f3d9104-7f67-4d9e-bcf5-b704aabb6c6e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0596676
Apr 22 20:13:52.849593 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8771d516-d15a-4a53-a298-dc9f0d8c73e6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0e86e177-c777-5841-8b38-a99bfcf73d2b-066fa005-2b63-420b-b934-11a709ed9be8', 'network_id': '066fa005-2b63-420b-b934-11a709ed9be8', 'tenant_id': '65cbb93f55574c568fa0aca068820b4c', 'fixed_ips': [{'subnet_id': '7bb0e9d1-b987-45c3-bc36-fa5791cca760'}]}} from dv-cinder-787632-1-iscsi. {{(pid=86332) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}}
Apr 22 20:13:52.851395 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-8771d516-d15a-4a53-a298-dc9f0d8c73e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587983'] for port, before_create {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:13:52.994837 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-a97ede59-ee0d-4e62-9860-dd7de67944e9 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:13:53.052999 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-a97ede59-ee0d-4e62-9860-dd7de67944e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587983'] for port, before_create {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:13:53.254960 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.db_base_plugin_common [None req-a97ede59-ee0d-4e62-9860-dd7de67944e9 admin admin] Allocated IP 172.27.3.56 (1b725cb4-6db6-4e68-9a61-1978e8a191a1/1d4495d7-31a5-4e2d-a911-56ceae3a61c5/bba631f5-43c0-4c8b-9d96-f98eff572076) {{(pid=86331) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 22 20:13:53.294142 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.db_base_plugin_common [None req-8771d516-d15a-4a53-a298-dc9f0d8c73e6 None None] Allocated IP 172.20.0.2 (066fa005-2b63-420b-b934-11a709ed9be8/7bb0e9d1-b987-45c3-bc36-fa5791cca760/81dd9560-9f31-43db-906d-36a7ef7b3afb) {{(pid=86332) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 22 20:13:53.416606 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.l3_hamode_db [None req-39cf3e41-9c0b-4637-a5b9-0e6ecb7f8cf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f013d6e8dd8>, [{'id': 'ab1269b8-038d-4b75-976a-0633960d3b49', 'name': 'tempest-TestVolumeBootPattern-423906671-router', 'tenant_id': '30860bebb771423695ffb4fd377ce666', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b725cb4-6db6-4e68-9a61-1978e8a191a1', 'external_fixed_ips': [{'subnet_id': '1d4495d7-31a5-4e2d-a911-56ceae3a61c5', 'ip_address': '172.27.3.46'}], 'enable_snat': True}, 'gw_port_id': '1578d5f6-9824-4f28-87c1-8fe9152f2e76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T20:13:37Z', 'updated_at': '2021-04-22T20:13:46Z', 'revision_number': 4, 'project_id': '30860bebb771423695ffb4fd377ce666', 'gw_port': {'id': '1578d5f6-9824-4f28-87c1-8fe9152f2e76', 'name': '', 'network_id': '1b725cb4-6db6-4e68-9a61-1978e8a191a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:17:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab1269b8-038d-4b75-976a-0633960d3b49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 338, 'fixed_ips': [{'subnet_id': '1d4495d7-31a5-4e2d-a911-56ceae3a61c5', 'ip_address': '172.27.3.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787632-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T20:13:39Z', 'updated_at': '2021-04-22T20:13:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d4495d7-31a5-4e2d-a911-56ceae3a61c5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787632-1-iscsi', '_interfaces': [{'id': 'd9c0d626-ac7f-4e38-aef3-0d50424933e1', 'name': '', 'network_id': 'baa3aeb8-8dec-4767-92bc-d52436d9437a', 'tenant_id': '30860bebb771423695ffb4fd377ce666', 'mac_address': 'fa:16:3e:33:b4:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab1269b8-038d-4b75-976a-0633960d3b49', 'device_owner': 'network:router_interface', 'standard_attr_id': 354, 'fixed_ips': [{'subnet_id': '083c45db-27b8-429b-b9a6-58f44b80ddc9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787632-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T20:13:44Z', 'updated_at': '2021-04-22T20:13:51Z', 'revision_number': 4, 'project_id': '30860bebb771423695ffb4fd377ce666', 'subnets': [{'id': '083c45db-27b8-429b-b9a6-58f44b80ddc9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787632-1-iscsi', False) {} {{(pid=86332) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 22 20:13:53.424454 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39cf3e41-9c0b-4637-a5b9-0e6ecb7f8cf0 None None] The sync data for ids ['ab1269b8-038d-4b75-976a-0633960d3b49'] in dv-cinder-787632-1-iscsi is: [{'id': 'ab1269b8-038d-4b75-976a-0633960d3b49', 'name': 'tempest-TestVolumeBootPattern-423906671-router', 'tenant_id': '30860bebb771423695ffb4fd377ce666', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b725cb4-6db6-4e68-9a61-1978e8a191a1', 'external_fixed_ips': [{'subnet_id': '1d4495d7-31a5-4e2d-a911-56ceae3a61c5', 'ip_address': '172.27.3.46'}], 'enable_snat': True}, 'gw_port_id': '1578d5f6-9824-4f28-87c1-8fe9152f2e76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T20:13:37Z', 'updated_at': '2021-04-22T20:13:46Z', 'revision_number': 4, 'project_id': '30860bebb771423695ffb4fd377ce666', 'gw_port': {'id': '1578d5f6-9824-4f28-87c1-8fe9152f2e76', 'name': '', 'network_id': '1b725cb4-6db6-4e68-9a61-1978e8a191a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:17:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab1269b8-038d-4b75-976a-0633960d3b49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 338, 'fixed_ips': [{'subnet_id': '1d4495d7-31a5-4e2d-a911-56ceae3a61c5', 'ip_address': '172.27.3.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787632-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T20:13:39Z', 'updated_at': '2021-04-22T20:13:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d4495d7-31a5-4e2d-a911-56ceae3a61c5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787632-1-iscsi', '_interfaces': [{'id': 'd9c0d626-ac7f-4e38-aef3-0d50424933e1', 'name': '', 'network_id': 'baa3aeb8-8dec-4767-92bc-d52436d9437a', 'tenant_id': '30860bebb771423695ffb4fd377ce666', 'mac_address': 'fa:16:3e:33:b4:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab1269b8-038d-4b75-976a-0633960d3b49', 'device_owner': 'network:router_interface', 'standard_attr_id': 354, 'fixed_ips': [{'subnet_id': '083c45db-27b8-429b-b9a6-58f44b80ddc9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787632-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T20:13:44Z', 'updated_at': '2021-04-22T20:13:51Z', 'revision_number': 4, 'project_id': '30860bebb771423695ffb4fd377ce666', 'subnets': [{'id': '083c45db-27b8-429b-b9a6-58f44b80ddc9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86332) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 22 20:13:53.489105 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-a97ede59-ee0d-4e62-9860-dd7de67944e9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:13:53.526155 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-a97ede59-ee0d-4e62-9860-dd7de67944e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854198495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853168226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363309147208154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1223862'] for port, after_create {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:13:53.534215 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [None req-bd18b53a-bd7d-4c45-9c77-5829e0b2e3f4 tempest-ServerRescueNegativeTestJSON-1009389569 tempest-ServerRescueNegativeTestJSON-1009389569-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 20:13:53.592188 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-8771d516-d15a-4a53-a298-dc9f0d8c73e6 None None] Notify callbacks [] for port, precommit_create {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:13:53.605272 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.provisioning_blocks [None req-8771d516-d15a-4a53-a298-dc9f0d8c73e6 None None] Transition to ACTIVE for port object 81dd9560-9f31-43db-906d-36a7ef7b3afb will not be triggered until provisioned by entity L2. {{(pid=86332) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 22 20:13:53.628846 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a97ede59-ee0d-4e62-9860-dd7de67944e9 admin admin] Network 1b725cb4-6db6-4e68-9a61-1978e8a191a1 is already hosted by enough agents. {{(pid=86331) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 22 20:13:53.629908 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a97ede59-ee0d-4e62-9860-dd7de67944e9 admin admin] Pushing event updated for resources: {'Port': ['ID=bba631f5-43c0-4c8b-9d96-f98eff572076,revision_number=1']} {{(pid=86331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 20:13:53.630715 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.provisioning_blocks [None req-8771d516-d15a-4a53-a298-dc9f0d8c73e6 None None] Transition to ACTIVE for port object 81dd9560-9f31-43db-906d-36a7ef7b3afb will not be triggered until provisioned by entity DHCP. {{(pid=86332) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 22 20:13:53.632646 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.scheduler.base_scheduler [None req-a97ede59-ee0d-4e62-9860-dd7de67944e9 admin admin] Resources bound (agent type, host, resource id):  {{(pid=86331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 22 20:13:53.635276 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [None req-a97ede59-ee0d-4e62-9860-dd7de67944e9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 20:13:53.636005 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a97ede59-ee0d-4e62-9860-dd7de67944e9 admin admin] Received port after_create {{(pid=86331) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 22 20:13:53.639727 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-8771d516-d15a-4a53-a298-dc9f0d8c73e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854198495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853168226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363309147208154'] for port, after_create {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:13:53.645677 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [None req-cbbe70c9-0b39-4f9d-be6e-4133a7c8f54f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86332) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 20:13:53.718986 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8771d516-d15a-4a53-a298-dc9f0d8c73e6 None None] Network 066fa005-2b63-420b-b934-11a709ed9be8 is already hosted by enough agents. {{(pid=86332) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 22 20:13:53.723226 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.scheduler.base_scheduler [None req-8771d516-d15a-4a53-a298-dc9f0d8c73e6 None None] Resources bound (agent type, host, resource id):  {{(pid=86332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 22 20:13:53.727826 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8771d516-d15a-4a53-a298-dc9f0d8c73e6 None None] Received port after_create {{(pid=86332) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 22 20:13:53.738441 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8771d516-d15a-4a53-a298-dc9f0d8c73e6 None None] Pushing event updated for resources: {'Port': ['ID=81dd9560-9f31-43db-906d-36a7ef7b3afb,revision_number=1']} {{(pid=86332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 20:13:53.778043 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [None req-8771d516-d15a-4a53-a298-dc9f0d8c73e6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=86332) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 20:13:53.855325 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.managers [None req-8771d516-d15a-4a53-a298-dc9f0d8c73e6 None None] Attempting to bind port 81dd9560-9f31-43db-906d-36a7ef7b3afb on host dv-cinder-787632-1-iscsi for vnic_type normal with profile  {{(pid=86332) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 22 20:13:53.855749 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.managers [None req-8771d516-d15a-4a53-a298-dc9f0d8c73e6 None None] Attempting to bind port 81dd9560-9f31-43db-906d-36a7ef7b3afb by drivers openvswitch,hyperv on host dv-cinder-787632-1-iscsi at level 0 using segments [{'id': '364e5d6b-20bf-4806-b15a-a8a820ffb19a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '066fa005-2b63-420b-b934-11a709ed9be8'}] {{(pid=86332) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 22 20:13:53.856165 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8771d516-d15a-4a53-a298-dc9f0d8c73e6 None None] Attempting to bind port 81dd9560-9f31-43db-906d-36a7ef7b3afb on network 066fa005-2b63-420b-b934-11a709ed9be8 {{(pid=86332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 22 20:13:53.864155 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8771d516-d15a-4a53-a298-dc9f0d8c73e6 None None] Checking agent: {'id': '802cefbf-f579-41fa-a7d7-d5cf274c80aa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-787632-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 22, 20, 3, 29), 'started_at': datetime.datetime(2021, 4, 22, 20, 3, 59), 'heartbeat_timestamp': datetime.datetime(2021, 4, 22, 20, 13, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-787632-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 22 20:13:53.864579 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8771d516-d15a-4a53-a298-dc9f0d8c73e6 None None] Checking segment: {'id': '364e5d6b-20bf-4806-b15a-a8a820ffb19a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '066fa005-2b63-420b-b934-11a709ed9be8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86332) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 22 20:13:53.865036 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-8771d516-d15a-4a53-a298-dc9f0d8c73e6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:13:53.865479 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8771d516-d15a-4a53-a298-dc9f0d8c73e6 None None] Bound using segment: {'id': '364e5d6b-20bf-4806-b15a-a8a820ffb19a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '066fa005-2b63-420b-b934-11a709ed9be8'} {{(pid=86332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 22 20:13:53.866037 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.managers [None req-8771d516-d15a-4a53-a298-dc9f0d8c73e6 None None] Bound port: 81dd9560-9f31-43db-906d-36a7ef7b3afb, host: dv-cinder-787632-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '364e5d6b-20bf-4806-b15a-a8a820ffb19a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '066fa005-2b63-420b-b934-11a709ed9be8'}}] {{(pid=86332) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 22 20:13:53.866463 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-8771d516-d15a-4a53-a298-dc9f0d8c73e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587983'] for port, before_update {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:13:53.991381 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.db [None req-8771d516-d15a-4a53-a298-dc9f0d8c73e6 None None] For port 81dd9560-9f31-43db-906d-36a7ef7b3afb, host dv-cinder-787632-1-iscsi, cleared binding levels {{(pid=86332) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 22 20:13:53.995643 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.db [None req-8771d516-d15a-4a53-a298-dc9f0d8c73e6 None None] For port 81dd9560-9f31-43db-906d-36a7ef7b3afb, host dv-cinder-787632-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787632-1-iscsi',level=0,port_id=81dd9560-9f31-43db-906d-36a7ef7b3afb,segment=NetworkSegment(364e5d6b-20bf-4806-b15a-a8a820ffb19a),segment_id=364e5d6b-20bf-4806-b15a-a8a820ffb19a)] {{(pid=86332) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 22 20:13:54.000526 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-8771d516-d15a-4a53-a298-dc9f0d8c73e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854198495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853168226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727707997384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363309147208137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727707567697'] for port, after_update {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:13:54.010645 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [None req-cbbe70c9-0b39-4f9d-be6e-4133a7c8f54f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86332) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 20:13:54.097415 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8771d516-d15a-4a53-a298-dc9f0d8c73e6 None None] Pushing event updated for resources: {'Port': ['ID=81dd9560-9f31-43db-906d-36a7ef7b3afb,revision_number=2']} {{(pid=86332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 20:13:54.101065 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [None req-8771d516-d15a-4a53-a298-dc9f0d8c73e6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=86332) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 20:13:54.281802 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d76c1773-0b91-44a9-bff1-98a304faad02 req-9a340d87-d50e-4e10-894f-a77b9c65a59c tempest-ServerRescueNegativeTestJSON-1009389569 tempest-ServerRescueNegativeTestJSON-1009389569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 20:13:54.283477 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-d76c1773-0b91-44a9-bff1-98a304faad02 req-9a340d87-d50e-4e10-894f-a77b9c65a59c tempest-ServerRescueNegativeTestJSON-1009389569 tempest-ServerRescueNegativeTestJSON-1009389569-project] 10.222.0.30 "GET /v2.0/ports?device_id=469f3208-145f-4d5b-b5d0-3d1d24295374 HTTP/1.1" status: 200  len: 945 time: 0.2930574
Apr 22 20:13:54.521570 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-d76c1773-0b91-44a9-bff1-98a304faad02 req-5feefaa9-adbc-41c8-b8ac-d77bb3dd3091 tempest-ServerRescueNegativeTestJSON-1009389569 tempest-ServerRescueNegativeTestJSON-1009389569-project] 10.222.0.30 "GET /v2.0/security-groups?id=6f3d9104-7f67-4d9e-bcf5-b704aabb6c6e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2300088
Apr 22 20:13:54.569138 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-a97ede59-ee0d-4e62-9860-dd7de67944e9 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:13:54.848354 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.wsgi [-] (86330) accepted ('10.222.0.30', 38470) {{(pid=86330) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 20:13:54.877357 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.wsgi [-] (86330) accepted ('10.222.0.30', 38476) {{(pid=86330) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 20:13:55.023341 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-a97ede59-ee0d-4e62-9860-dd7de67944e9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-429383', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-416479'] for router, after_create {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:13:55.045512 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-73385be1-3973-47d7-a8a1-4c86d6317ab3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:13:55.058723 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-e011a9ee-5638-4ce3-929e-4da606cd0aab admin admin] Notify callbacks [] for security_group, before_create {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:13:55.078014 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.quota.driver [None req-73385be1-3973-47d7-a8a1-4c86d6317ab3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86330) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 22 20:13:55.081139 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.quota.driver [None req-e011a9ee-5638-4ce3-929e-4da606cd0aab admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86330) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 22 20:13:55.087881 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.quota.resource [None req-73385be1-3973-47d7-a8a1-4c86d6317ab3 admin admin] Usage tracker for resource:security_group_rule and tenant:10d2d342a1594cf4818845336d24241c is out of sync, need to count used quota {{(pid=86330) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 22 20:13:55.091364 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.quota.resource [None req-e011a9ee-5638-4ce3-929e-4da606cd0aab admin admin] Usage tracker for resource:security_group_rule and tenant:bfb24163cb1a4e44881c81cc122c3e59 is out of sync, need to count used quota {{(pid=86330) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 22 20:13:55.094202 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.quota.resource [None req-73385be1-3973-47d7-a8a1-4c86d6317ab3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86330) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 22 20:13:55.097224 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.quota.resource [None req-e011a9ee-5638-4ce3-929e-4da606cd0aab admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86330) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 22 20:13:55.106098 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.quota.driver [None req-73385be1-3973-47d7-a8a1-4c86d6317ab3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86330) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 22 20:13:55.108465 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.quota.driver [None req-e011a9ee-5638-4ce3-929e-4da606cd0aab admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86330) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 22 20:13:55.247055 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a97ede59-ee0d-4e62-9860-dd7de67944e9 admin admin] Router d010adb9-59e2-4f16-a0c0-a659862d7490 is scheduled to L3 agent 1df068ca-d615-4cb7-8020-fe6e8be709e3 with binding_index 1 {{(pid=86331) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Apr 22 20:13:55.269050 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-73385be1-3973-47d7-a8a1-4c86d6317ab3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:13:55.271211 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-e011a9ee-5638-4ce3-929e-4da606cd0aab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:13:55.272655 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-73385be1-3973-47d7-a8a1-4c86d6317ab3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393900'] for security_group, after_create {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:13:55.282358 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [None req-a2f706b2-b376-4c80-8b13-18b30d91581f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 20:13:55.299545 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-e011a9ee-5638-4ce3-929e-4da606cd0aab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393900'] for security_group, after_create {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:13:55.351039 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73385be1-3973-47d7-a8a1-4c86d6317ab3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f605f2f6-635a-4da2-a865-bf855b1ead6c,revision_number=1']} {{(pid=86330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 20:13:55.359338 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [None req-73385be1-3973-47d7-a8a1-4c86d6317ab3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=86330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 20:13:55.360272 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [None req-8cb16fbf-1951-44f2-b1ba-8db6a702130f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.044s {{(pid=86330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 20:13:55.372509 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [None req-73385be1-3973-47d7-a8a1-4c86d6317ab3 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=10d2d342a1594cf4818845336d24241c&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4935017
Apr 22 20:13:55.378494 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.wsgi [-] (86330) accepted ('10.222.0.30', 38488) {{(pid=86330) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 20:13:55.398410 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [None req-e011a9ee-5638-4ce3-929e-4da606cd0aab admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=bfb24163cb1a4e44881c81cc122c3e59&name=default HTTP/1.1" status: 200  len: 2979 time: 0.5480466
Apr 22 20:13:55.403560 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.wsgi [-] (86330) accepted ('10.222.0.30', 38492) {{(pid=86330) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 20:13:55.443012 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e011a9ee-5638-4ce3-929e-4da606cd0aab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e16010d-5824-4213-818a-50e19cbf1636,revision_number=1']} {{(pid=86330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 20:13:55.455737 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [None req-e011a9ee-5638-4ce3-929e-4da606cd0aab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=86330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 20:13:55.480802 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a97ede59-ee0d-4e62-9860-dd7de67944e9 admin admin] Notify agent at l3_agent.dv-cinder-787632-1-iscsi the message routers_updated {{(pid=86331) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 22 20:13:55.491937 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-713fa157-8991-41f5-95bd-f4fb946750eb None None] Sync routers for ids ['d010adb9-59e2-4f16-a0c0-a659862d7490'] in dv-cinder-787632-1-iscsi {{(pid=86333) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 22 20:13:55.527338 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-713fa157-8991-41f5-95bd-f4fb946750eb None None] Routers {'d010adb9-59e2-4f16-a0c0-a659862d7490'} bound to L3 agent in host dv-cinder-787632-1-iscsi {{(pid=86333) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 22 20:13:55.530357 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.l3_hamode_db [None req-713fa157-8991-41f5-95bd-f4fb946750eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f013e443898>, 'dv-cinder-787632-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-22T20:03:28Z,description=<?>,heartbeat_timestamp=2021-04-22T20:13:29Z,host='dv-cinder-787632-1-iscsi',id=1df068ca-d615-4cb7-8020-fe6e8be709e3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-22T20:03:28Z,topic='l3_agent')) {'router_ids': ['d010adb9-59e2-4f16-a0c0-a659862d7490'], 'active': True} {{(pid=86333) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 22 20:13:55.539745 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-a97ede59-ee0d-4e62-9860-dd7de67944e9 admin admin] Notify callbacks [] for router, before_response {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:13:55.541426 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [None req-a97ede59-ee0d-4e62-9860-dd7de67944e9 admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201  len: 923 time: 3.5481122
Apr 22 20:13:55.544677 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.wsgi [-] (86331) accepted ('10.222.0.30', 38496) {{(pid=86331) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 20:13:55.555539 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-92d5bac1-87ce-4f2a-8bda-548579101d4e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:13:55.592661 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-92d5bac1-87ce-4f2a-8bda-548579101d4e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:13:55.639766 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.rpc [None req-08e5d76f-3fe5-4242-a4b8-30f374028052 None None] Device d9c0d626-ac7f-4e38-aef3-0d50424933e1 up at agent ovs-agent-dv-cinder-787632-1-iscsi {{(pid=86332) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 22 20:13:55.661812 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-92d5bac1-87ce-4f2a-8bda-548579101d4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393900'] for security_group, after_delete {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:13:55.671214 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [None req-969297d2-a455-4da9-9ae0-569cdad6b648 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 20:13:55.698101 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92d5bac1-87ce-4f2a-8bda-548579101d4e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f605f2f6-635a-4da2-a865-bf855b1ead6c,revision_number=None']} {{(pid=86330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 20:13:55.715763 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [None req-92d5bac1-87ce-4f2a-8bda-548579101d4e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=86330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 20:13:55.716651 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-92d5bac1-87ce-4f2a-8bda-548579101d4e admin admin] Notify callbacks [] for security_group, before_response {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:13:55.722104 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [None req-92d5bac1-87ce-4f2a-8bda-548579101d4e admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/f605f2f6-635a-4da2-a865-bf855b1ead6c HTTP/1.1" status: 204  len: 168 time: 0.3390474
Apr 22 20:13:55.723437 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-358a3ec2-2cde-461f-9b64-476d1069ee74 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:13:55.787729 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a35de042-dac1-4ab3-b723-f292cd7176df None None] Network 066fa005-2b63-420b-b934-11a709ed9be8 requested from dv-cinder-787632-1-iscsi {{(pid=86332) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 22 20:13:55.846361 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-358a3ec2-2cde-461f-9b64-476d1069ee74 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:13:55.931045 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5895e70e-8d63-47e4-b322-2d8252c61ad3 req-c06613a2-271f-43a0-ba74-832a61af72ce tempest-ServerRescueNegativeTestJSON-1009389569 tempest-ServerRescueNegativeTestJSON-1009389569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 20:13:55.932669 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-5895e70e-8d63-47e4-b322-2d8252c61ad3 req-c06613a2-271f-43a0-ba74-832a61af72ce tempest-ServerRescueNegativeTestJSON-1009389569 tempest-ServerRescueNegativeTestJSON-1009389569-project] 10.222.0.30 "GET /v2.0/ports?device_id=469f3208-145f-4d5b-b5d0-3d1d24295374 HTTP/1.1" status: 200  len: 945 time: 0.1921785
Apr 22 20:13:55.982988 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-42f70925-9859-46c8-b0d8-f99c8d4a4e9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309146858885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640583'] for agent, after_update {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:13:55.986380 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-358a3ec2-2cde-461f-9b64-476d1069ee74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393900'] for security_group, after_delete {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:13:55.994789 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [None req-09bd8be1-2da1-4424-b767-7ac4f798473b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 20:13:56.011550 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.provisioning_blocks [None req-1979b6ef-ca29-4f26-8514-64cae17f4341 None None] Provisioning for port 81dd9560-9f31-43db-906d-36a7ef7b3afb completed by entity DHCP. {{(pid=86332) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 22 20:13:56.021931 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.provisioning_blocks [None req-08e5d76f-3fe5-4242-a4b8-30f374028052 None None] Provisioning for port d9c0d626-ac7f-4e38-aef3-0d50424933e1 completed by entity L2. {{(pid=86332) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 22 20:13:56.028730 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.l3_dvr_db [None req-713fa157-8991-41f5-95bd-f4fb946750eb None None] Set router d010adb9-59e2-4f16-a0c0-a659862d7490 gateway port host: dv-cinder-787632-1-iscsi {{(pid=86333) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 22 20:13:56.033598 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-358a3ec2-2cde-461f-9b64-476d1069ee74 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e16010d-5824-4213-818a-50e19cbf1636,revision_number=None']} {{(pid=86330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 20:13:56.044623 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.provisioning_blocks [None req-08e5d76f-3fe5-4242-a4b8-30f374028052 None None] Provisioning complete for port d9c0d626-ac7f-4e38-aef3-0d50424933e1 triggered by entity L2. {{(pid=86332) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 22 20:13:56.044993 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-08e5d76f-3fe5-4242-a4b8-30f374028052 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854135278'] for port, provisioning_complete {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:13:56.051982 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [None req-358a3ec2-2cde-461f-9b64-476d1069ee74 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=86330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 20:13:56.072198 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-5895e70e-8d63-47e4-b322-2d8252c61ad3 req-6fe05571-e116-4215-af0f-528631c1c3c0 tempest-ServerRescueNegativeTestJSON-1009389569 tempest-ServerRescueNegativeTestJSON-1009389569-project] 10.222.0.30 "GET /v2.0/security-groups?id=6f3d9104-7f67-4d9e-bcf5-b704aabb6c6e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1248395
Apr 22 20:13:56.074738 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-358a3ec2-2cde-461f-9b64-476d1069ee74 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:13:56.075974 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [None req-358a3ec2-2cde-461f-9b64-476d1069ee74 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/1e16010d-5824-4213-818a-50e19cbf1636 HTTP/1.1" status: 204  len: 168 time: 0.6645977
Apr 22 20:13:56.479479 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.wsgi [-] (86330) accepted ('10.222.0.30', 38512) {{(pid=86330) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 20:13:56.499307 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-08e5d76f-3fe5-4242-a4b8-30f374028052 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587983'] for port, before_update {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:13:56.533086 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-1208d41c-e79c-4d8f-9d34-ccd0164fb8e3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:13:56.588571 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.db [None req-08e5d76f-3fe5-4242-a4b8-30f374028052 None None] For port d9c0d626-ac7f-4e38-aef3-0d50424933e1, host dv-cinder-787632-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787632-1-iscsi',level=0,port_id=d9c0d626-ac7f-4e38-aef3-0d50424933e1,segment=NetworkSegment(ecbdd09a-cdfc-40aa-add8-36baaaee03d5),segment_id=ecbdd09a-cdfc-40aa-add8-36baaaee03d5)] {{(pid=86332) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 22 20:13:56.600684 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-08e5d76f-3fe5-4242-a4b8-30f374028052 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854198495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853168226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727707997384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363309147208137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727707567697'] for port, after_update {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:13:56.601603 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.rpc [None req-08e5d76f-3fe5-4242-a4b8-30f374028052 None None] Device 81dd9560-9f31-43db-906d-36a7ef7b3afb up at agent ovs-agent-dv-cinder-787632-1-iscsi {{(pid=86332) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 22 20:13:56.613264 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.quota.driver [None req-1208d41c-e79c-4d8f-9d34-ccd0164fb8e3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86330) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 22 20:13:56.635280 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.quota.resource [None req-1208d41c-e79c-4d8f-9d34-ccd0164fb8e3 admin admin] Usage tracker for resource:security_group_rule and tenant:a9504c0919414a67b954ee0b31d16d96 is out of sync, need to count used quota {{(pid=86330) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 22 20:13:56.636707 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [None req-cbbe70c9-0b39-4f9d-be6e-4133a7c8f54f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86332) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 20:13:56.648050 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.quota.resource [None req-1208d41c-e79c-4d8f-9d34-ccd0164fb8e3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86330) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 22 20:13:56.665327 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.quota.driver [None req-1208d41c-e79c-4d8f-9d34-ccd0164fb8e3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86330) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 22 20:13:56.715754 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.l3_hamode_db [None req-713fa157-8991-41f5-95bd-f4fb946750eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f013e443898>, [{'id': 'd010adb9-59e2-4f16-a0c0-a659862d7490', 'name': 'tempest-TestVolumeBootPattern-1037265094-router', 'tenant_id': '65cbb93f55574c568fa0aca068820b4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b725cb4-6db6-4e68-9a61-1978e8a191a1', 'external_fixed_ips': [{'subnet_id': '1d4495d7-31a5-4e2d-a911-56ceae3a61c5', 'ip_address': '172.27.3.56'}], 'enable_snat': True}, 'gw_port_id': 'bba631f5-43c0-4c8b-9d96-f98eff572076', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T20:13:52Z', 'updated_at': '2021-04-22T20:13:54Z', 'revision_number': 3, 'project_id': '65cbb93f55574c568fa0aca068820b4c', 'gw_port': {'id': 'bba631f5-43c0-4c8b-9d96-f98eff572076', 'name': '', 'network_id': '1b725cb4-6db6-4e68-9a61-1978e8a191a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:94:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd010adb9-59e2-4f16-a0c0-a659862d7490', 'device_owner': 'network:router_gateway', 'standard_attr_id': 375, 'fixed_ips': [{'subnet_id': '1d4495d7-31a5-4e2d-a911-56ceae3a61c5', 'ip_address': '172.27.3.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T20:13:53Z', 'updated_at': '2021-04-22T20:13:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1d4495d7-31a5-4e2d-a911-56ceae3a61c5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787632-1-iscsi'}], 'dv-cinder-787632-1-iscsi', False) {} {{(pid=86333) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 22 20:13:56.725101 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-713fa157-8991-41f5-95bd-f4fb946750eb None None] Checking router: d010adb9-59e2-4f16-a0c0-a659862d7490 for host: dv-cinder-787632-1-iscsi {{(pid=86333) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 22 20:13:56.725500 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-713fa157-8991-41f5-95bd-f4fb946750eb None None] Updating router d010adb9-59e2-4f16-a0c0-a659862d7490 port bba631f5-43c0-4c8b-9d96-f98eff572076 binding host dv-cinder-787632-1-iscsi {{(pid=86333) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Apr 22 20:13:56.777944 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08e5d76f-3fe5-4242-a4b8-30f374028052 None None] Pushing event updated for resources: {'Port': ['ID=d9c0d626-ac7f-4e38-aef3-0d50424933e1,revision_number=5']} {{(pid=86332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 20:13:56.807151 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08e5d76f-3fe5-4242-a4b8-30f374028052 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787632-1-iscsi {{(pid=86332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 20:13:56.807557 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08e5d76f-3fe5-4242-a4b8-30f374028052 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787632-1-iscsi {{(pid=86332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 20:13:56.807965 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08e5d76f-3fe5-4242-a4b8-30f374028052 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787632-1-iscsi {{(pid=86332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 20:13:56.808306 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08e5d76f-3fe5-4242-a4b8-30f374028052 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787632-1-iscsi {{(pid=86332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 20:13:56.808684 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08e5d76f-3fe5-4242-a4b8-30f374028052 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787632-1-iscsi {{(pid=86332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 20:13:56.809078 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08e5d76f-3fe5-4242-a4b8-30f374028052 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787632-1-iscsi {{(pid=86332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 20:13:56.809571 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08e5d76f-3fe5-4242-a4b8-30f374028052 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-787632-1-iscsi {{(pid=86332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 20:13:56.809791 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08e5d76f-3fe5-4242-a4b8-30f374028052 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787632-1-iscsi {{(pid=86332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 20:13:56.810220 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08e5d76f-3fe5-4242-a4b8-30f374028052 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787632-1-iscsi {{(pid=86332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 20:13:56.810589 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08e5d76f-3fe5-4242-a4b8-30f374028052 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787632-1-iscsi {{(pid=86332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 20:13:56.811122 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08e5d76f-3fe5-4242-a4b8-30f374028052 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787632-1-iscsi {{(pid=86332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 20:13:56.811490 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08e5d76f-3fe5-4242-a4b8-30f374028052 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787632-1-iscsi {{(pid=86332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 20:13:56.824805 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [None req-08e5d76f-3fe5-4242-a4b8-30f374028052 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=86332) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 20:13:56.841248 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.provisioning_blocks [None req-08e5d76f-3fe5-4242-a4b8-30f374028052 None None] Provisioning for port 81dd9560-9f31-43db-906d-36a7ef7b3afb completed by entity L2. {{(pid=86332) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 22 20:13:56.857480 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.provisioning_blocks [None req-08e5d76f-3fe5-4242-a4b8-30f374028052 None None] Provisioning complete for port 81dd9560-9f31-43db-906d-36a7ef7b3afb triggered by entity L2. {{(pid=86332) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 22 20:13:56.865998 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-08e5d76f-3fe5-4242-a4b8-30f374028052 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854135278'] for port, provisioning_complete {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:13:56.868994 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-1208d41c-e79c-4d8f-9d34-ccd0164fb8e3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:13:56.875191 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-1208d41c-e79c-4d8f-9d34-ccd0164fb8e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393900'] for security_group, after_create {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:13:56.875566 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-713fa157-8991-41f5-95bd-f4fb946750eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587983'] for port, before_update {{(pid=86333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:13:56.907428 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [None req-26fb679c-5e00-44fb-91dd-4a8125b4283e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 20:13:57.042644 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [None req-1208d41c-e79c-4d8f-9d34-ccd0164fb8e3 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=a9504c0919414a67b954ee0b31d16d96&name=default HTTP/1.1" status: 200  len: 2979 time: 0.5587578
Apr 22 20:13:57.043416 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.wsgi [-] (86331) accepted ('10.222.0.30', 38528) {{(pid=86331) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 20:13:57.068429 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1208d41c-e79c-4d8f-9d34-ccd0164fb8e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=980ecc9f-a98b-4904-a8a5-21d24fc58e86,revision_number=1']} {{(pid=86330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 20:13:57.093138 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [None req-1208d41c-e79c-4d8f-9d34-ccd0164fb8e3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=86330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 20:13:57.105625 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-08e5d76f-3fe5-4242-a4b8-30f374028052 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587983'] for port, before_update {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:13:57.113097 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-53c90ef2-60fe-48eb-a0ed-621e192e3109 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587983'] for port, before_create {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:13:57.159880 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.db [None req-08e5d76f-3fe5-4242-a4b8-30f374028052 None None] For port 81dd9560-9f31-43db-906d-36a7ef7b3afb, host dv-cinder-787632-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787632-1-iscsi',level=0,port_id=81dd9560-9f31-43db-906d-36a7ef7b3afb,segment=NetworkSegment(364e5d6b-20bf-4806-b15a-a8a820ffb19a),segment_id=364e5d6b-20bf-4806-b15a-a8a820ffb19a)] {{(pid=86332) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 22 20:13:57.168757 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.provisioning_blocks [None req-ee233033-688c-4e10-b80b-b824dc59e582 None None] Provisioning complete for port 81dd9560-9f31-43db-906d-36a7ef7b3afb triggered by entity DHCP. {{(pid=86332) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 22 20:13:57.169123 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-ee233033-688c-4e10-b80b-b824dc59e582 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854135278'] for port, provisioning_complete {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:13:57.202443 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-08e5d76f-3fe5-4242-a4b8-30f374028052 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854198495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853168226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727707997384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363309147208137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727707567697'] for port, after_update {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:13:57.212096 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [None req-b46aa4f5-10b5-46ff-9330-4f06eb53a4c2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86332) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 20:13:57.242763 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-8576f115-eaea-4db4-a502-3681e7dd558d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:13:57.387178 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08e5d76f-3fe5-4242-a4b8-30f374028052 None None] Pushing event updated for resources: {'Port': ['ID=81dd9560-9f31-43db-906d-36a7ef7b3afb,revision_number=3']} {{(pid=86332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 20:13:57.391032 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-8576f115-eaea-4db4-a502-3681e7dd558d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:13:57.452488 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [None req-08e5d76f-3fe5-4242-a4b8-30f374028052 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.241s {{(pid=86332) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 20:13:57.578695 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.rpc [None req-08e5d76f-3fe5-4242-a4b8-30f374028052 None None] Device d9c0d626-ac7f-4e38-aef3-0d50424933e1 up at agent ovs-agent-dv-cinder-787632-1-iscsi {{(pid=86332) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 22 20:13:57.601476 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.db_base_plugin_common [None req-53c90ef2-60fe-48eb-a0ed-621e192e3109 admin admin] Allocated IP 172.20.0.1 (066fa005-2b63-420b-b934-11a709ed9be8/7bb0e9d1-b987-45c3-bc36-fa5791cca760/0c2a5d82-1710-4890-bc6b-f2e1d37eaecb) {{(pid=86331) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 22 20:13:57.646541 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-713fa157-8991-41f5-95bd-f4fb946750eb None None] Notify callbacks [] for port, precommit_update {{(pid=86333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:13:57.660496 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.provisioning_blocks [None req-713fa157-8991-41f5-95bd-f4fb946750eb None None] Transition to ACTIVE for port object bba631f5-43c0-4c8b-9d96-f98eff572076 will not be triggered until provisioned by entity L2. {{(pid=86333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 22 20:13:57.666347 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.provisioning_blocks [None req-08e5d76f-3fe5-4242-a4b8-30f374028052 None None] Provisioning complete for port d9c0d626-ac7f-4e38-aef3-0d50424933e1 triggered by entity L2. {{(pid=86332) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 22 20:13:57.666960 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-08e5d76f-3fe5-4242-a4b8-30f374028052 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854135278'] for port, provisioning_complete {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:13:57.670073 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-713fa157-8991-41f5-95bd-f4fb946750eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854198495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853168226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727707997384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363309147208137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727707567697'] for port, after_update {{(pid=86333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:13:57.689525 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86333) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 20:13:57.815802 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc930dfd-3aa4-4966-b611-dcae4c8db1a7 None None] Pushing event updated for resources: {'Port': ['ID=bba631f5-43c0-4c8b-9d96-f98eff572076,revision_number=2']} {{(pid=86333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 20:13:57.823032 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [None req-cc930dfd-3aa4-4966-b611-dcae4c8db1a7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=86333) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 20:13:57.843741 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.managers [None req-713fa157-8991-41f5-95bd-f4fb946750eb None None] Attempting to bind port bba631f5-43c0-4c8b-9d96-f98eff572076 on host dv-cinder-787632-1-iscsi for vnic_type normal with profile  {{(pid=86333) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 22 20:13:57.844222 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.managers [None req-713fa157-8991-41f5-95bd-f4fb946750eb None None] Attempting to bind port bba631f5-43c0-4c8b-9d96-f98eff572076 by drivers openvswitch,hyperv on host dv-cinder-787632-1-iscsi at level 0 using segments [{'id': '8e8fb218-3d63-4c3d-9ab1-544471c4929e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1b725cb4-6db6-4e68-9a61-1978e8a191a1'}] {{(pid=86333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 22 20:13:57.858189 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-713fa157-8991-41f5-95bd-f4fb946750eb None None] Attempting to bind port bba631f5-43c0-4c8b-9d96-f98eff572076 on network 1b725cb4-6db6-4e68-9a61-1978e8a191a1 {{(pid=86333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 22 20:13:57.876194 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-713fa157-8991-41f5-95bd-f4fb946750eb None None] Checking agent: {'id': '802cefbf-f579-41fa-a7d7-d5cf274c80aa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-787632-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 22, 20, 3, 29), 'started_at': datetime.datetime(2021, 4, 22, 20, 3, 59), 'heartbeat_timestamp': datetime.datetime(2021, 4, 22, 20, 13, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-787632-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 22 20:13:57.876617 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-713fa157-8991-41f5-95bd-f4fb946750eb None None] Checking segment: {'id': '8e8fb218-3d63-4c3d-9ab1-544471c4929e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1b725cb4-6db6-4e68-9a61-1978e8a191a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86333) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 22 20:13:57.877071 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-713fa157-8991-41f5-95bd-f4fb946750eb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:13:57.877505 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-713fa157-8991-41f5-95bd-f4fb946750eb None None] Bound using segment: {'id': '8e8fb218-3d63-4c3d-9ab1-544471c4929e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1b725cb4-6db6-4e68-9a61-1978e8a191a1'} {{(pid=86333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 22 20:13:57.878055 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.managers [None req-713fa157-8991-41f5-95bd-f4fb946750eb None None] Bound port: bba631f5-43c0-4c8b-9d96-f98eff572076, host: dv-cinder-787632-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8e8fb218-3d63-4c3d-9ab1-544471c4929e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1b725cb4-6db6-4e68-9a61-1978e8a191a1'}}] {{(pid=86333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 22 20:13:57.878499 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-713fa157-8991-41f5-95bd-f4fb946750eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587983'] for port, before_update {{(pid=86333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:13:57.885607 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc64f233-ed32-46b9-8c09-8d9b4e3e6d47 req-48f8e8c8-411c-496d-a82b-38bd6e38c779 tempest-ServerRescueNegativeTestJSON-1009389569 tempest-ServerRescueNegativeTestJSON-1009389569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 20:13:57.894285 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-dc64f233-ed32-46b9-8c09-8d9b4e3e6d47 req-48f8e8c8-411c-496d-a82b-38bd6e38c779 tempest-ServerRescueNegativeTestJSON-1009389569 tempest-ServerRescueNegativeTestJSON-1009389569-project] 10.222.0.30 "GET /v2.0/ports?device_id=469f3208-145f-4d5b-b5d0-3d1d24295374 HTTP/1.1" status: 200  len: 945 time: 0.5662177
Apr 22 20:13:57.975740 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-8576f115-eaea-4db4-a502-3681e7dd558d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393900'] for security_group, after_delete {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:13:57.983022 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [None req-365a789b-4857-47ad-b344-01cffe10cabf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 20:13:58.011325 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-dc64f233-ed32-46b9-8c09-8d9b4e3e6d47 req-1180713d-405f-4c9e-9255-2d0691b247e3 tempest-ServerRescueNegativeTestJSON-1009389569 tempest-ServerRescueNegativeTestJSON-1009389569-project] 10.222.0.30 "GET /v2.0/security-groups?id=6f3d9104-7f67-4d9e-bcf5-b704aabb6c6e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1157906
Apr 22 20:13:58.021252 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8576f115-eaea-4db4-a502-3681e7dd558d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=980ecc9f-a98b-4904-a8a5-21d24fc58e86,revision_number=None']} {{(pid=86331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 20:13:58.046847 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.db [None req-713fa157-8991-41f5-95bd-f4fb946750eb None None] For port bba631f5-43c0-4c8b-9d96-f98eff572076, host dv-cinder-787632-1-iscsi, cleared binding levels {{(pid=86333) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 22 20:13:58.050366 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.db [None req-713fa157-8991-41f5-95bd-f4fb946750eb None None] For port bba631f5-43c0-4c8b-9d96-f98eff572076, host dv-cinder-787632-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787632-1-iscsi',level=0,port_id=bba631f5-43c0-4c8b-9d96-f98eff572076,segment=NetworkSegment(8e8fb218-3d63-4c3d-9ab1-544471c4929e),segment_id=8e8fb218-3d63-4c3d-9ab1-544471c4929e)] {{(pid=86333) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 22 20:13:58.055909 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-713fa157-8991-41f5-95bd-f4fb946750eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854198495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853168226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727707997384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363309147208137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727707567697'] for port, after_update {{(pid=86333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:13:58.056558 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [None req-8576f115-eaea-4db4-a502-3681e7dd558d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 20:13:58.066803 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [None req-cc930dfd-3aa4-4966-b611-dcae4c8db1a7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86333) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 20:13:58.100487 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-8576f115-eaea-4db4-a502-3681e7dd558d admin admin] Notify callbacks [] for security_group, before_response {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:13:58.105407 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [None req-8576f115-eaea-4db4-a502-3681e7dd558d admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/980ecc9f-a98b-4904-a8a5-21d24fc58e86 HTTP/1.1" status: 204  len: 168 time: 1.0583019
Apr 22 20:13:58.110742 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-53c90ef2-60fe-48eb-a0ed-621e192e3109 admin admin] Notify callbacks [] for port, precommit_create {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:13:58.121182 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.rpc [None req-08e5d76f-3fe5-4242-a4b8-30f374028052 None None] Device 81dd9560-9f31-43db-906d-36a7ef7b3afb up at agent ovs-agent-dv-cinder-787632-1-iscsi {{(pid=86332) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 22 20:13:58.151117 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.provisioning_blocks [None req-53c90ef2-60fe-48eb-a0ed-621e192e3109 admin admin] Transition to ACTIVE for port object 0c2a5d82-1710-4890-bc6b-f2e1d37eaecb will not be triggered until provisioned by entity DHCP. {{(pid=86331) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 22 20:13:58.202782 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-53c90ef2-60fe-48eb-a0ed-621e192e3109 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854198495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853168226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363309147208154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1223862'] for port, after_create {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:13:58.212547 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 20:13:58.229901 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.provisioning_blocks [None req-08e5d76f-3fe5-4242-a4b8-30f374028052 None None] Provisioning complete for port 81dd9560-9f31-43db-906d-36a7ef7b3afb triggered by entity L2. {{(pid=86332) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 22 20:13:58.230562 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-08e5d76f-3fe5-4242-a4b8-30f374028052 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854135278'] for port, provisioning_complete {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:13:58.240943 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc930dfd-3aa4-4966-b611-dcae4c8db1a7 None None] Pushing event updated for resources: {'Port': ['ID=bba631f5-43c0-4c8b-9d96-f98eff572076,revision_number=3']} {{(pid=86333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 20:13:58.249152 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [None req-cc930dfd-3aa4-4966-b611-dcae4c8db1a7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=86333) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 20:13:58.260127 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-713fa157-8991-41f5-95bd-f4fb946750eb None None] Routers {'d010adb9-59e2-4f16-a0c0-a659862d7490'} bound to L3 agent in host dv-cinder-787632-1-iscsi {{(pid=86333) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 22 20:13:58.260830 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.l3_hamode_db [None req-713fa157-8991-41f5-95bd-f4fb946750eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f013e443898>, 'dv-cinder-787632-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-22T20:03:28Z,description=<?>,heartbeat_timestamp=2021-04-22T20:13:29Z,host='dv-cinder-787632-1-iscsi',id=1df068ca-d615-4cb7-8020-fe6e8be709e3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-22T20:03:28Z,topic='l3_agent')) {'router_ids': ['d010adb9-59e2-4f16-a0c0-a659862d7490'], 'active': True} {{(pid=86333) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 22 20:13:58.329884 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53c90ef2-60fe-48eb-a0ed-621e192e3109 admin admin] Pushing event updated for resources: {'Port': ['ID=0c2a5d82-1710-4890-bc6b-f2e1d37eaecb,revision_number=1']} {{(pid=86331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 20:13:58.334584 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [None req-53c90ef2-60fe-48eb-a0ed-621e192e3109 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 20:13:58.346799 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53c90ef2-60fe-48eb-a0ed-621e192e3109 admin admin] Network 066fa005-2b63-420b-b934-11a709ed9be8 is already hosted by enough agents. {{(pid=86331) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 22 20:13:58.348176 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.scheduler.base_scheduler [None req-53c90ef2-60fe-48eb-a0ed-621e192e3109 admin admin] Resources bound (agent type, host, resource id):  {{(pid=86331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 22 20:13:58.355721 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53c90ef2-60fe-48eb-a0ed-621e192e3109 admin admin] Received port after_create {{(pid=86331) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 22 20:13:58.424510 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-53c90ef2-60fe-48eb-a0ed-621e192e3109 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854348030'] for router_interface, before_create {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:13:58.552561 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-18314753-0cab-4710-b5b8-9bd764cef02e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309146858885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640583'] for agent, after_update {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:13:58.607204 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-53c90ef2-60fe-48eb-a0ed-621e192e3109 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587983'] for port, before_update {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:13:58.677126 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.l3_dvr_db [None req-713fa157-8991-41f5-95bd-f4fb946750eb None None] Set router d010adb9-59e2-4f16-a0c0-a659862d7490 gateway port host: dv-cinder-787632-1-iscsi {{(pid=86333) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 22 20:13:58.740066 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.provisioning_blocks [None req-911c07cf-7c3e-4f29-a470-54de5631a34b None None] Provisioning for port 0c2a5d82-1710-4890-bc6b-f2e1d37eaecb completed by entity DHCP. {{(pid=86332) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 22 20:13:58.753179 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.provisioning_blocks [None req-911c07cf-7c3e-4f29-a470-54de5631a34b None None] Provisioning complete for port 0c2a5d82-1710-4890-bc6b-f2e1d37eaecb triggered by entity DHCP. {{(pid=86332) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 22 20:13:58.753623 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-911c07cf-7c3e-4f29-a470-54de5631a34b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854135278'] for port, provisioning_complete {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:13:58.982699 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-53c90ef2-60fe-48eb-a0ed-621e192e3109 admin admin] Notify callbacks [] for port, precommit_update {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:13:58.990472 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-53c90ef2-60fe-48eb-a0ed-621e192e3109 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854198495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853168226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727707997384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363309147208137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727707567697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036853551937'] for port, after_update {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:13:59.037839 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-d69b9430-b136-4a40-a189-232f048ef307 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309146858885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640583'] for agent, after_update {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:13:59.067864 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.plugin [None req-911c07cf-7c3e-4f29-a470-54de5631a34b None None] Port 0c2a5d82-1710-4890-bc6b-f2e1d37eaecb cannot update to ACTIVE because it is not bound. {{(pid=86332) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 22 20:13:59.095033 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [None req-b12b478a-ccaf-4f05-b521-4c5146979bcf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 20:13:59.258980 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-08e5d76f-3fe5-4242-a4b8-30f374028052 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309146858885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640583'] for agent, after_update {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:13:59.272014 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.l3_hamode_db [None req-713fa157-8991-41f5-95bd-f4fb946750eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f013e443898>, [{'id': 'd010adb9-59e2-4f16-a0c0-a659862d7490', 'name': 'tempest-TestVolumeBootPattern-1037265094-router', 'tenant_id': '65cbb93f55574c568fa0aca068820b4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b725cb4-6db6-4e68-9a61-1978e8a191a1', 'external_fixed_ips': [{'subnet_id': '1d4495d7-31a5-4e2d-a911-56ceae3a61c5', 'ip_address': '172.27.3.56'}], 'enable_snat': True}, 'gw_port_id': 'bba631f5-43c0-4c8b-9d96-f98eff572076', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T20:13:52Z', 'updated_at': '2021-04-22T20:13:54Z', 'revision_number': 3, 'project_id': '65cbb93f55574c568fa0aca068820b4c', 'gw_port': {'id': 'bba631f5-43c0-4c8b-9d96-f98eff572076', 'name': '', 'network_id': '1b725cb4-6db6-4e68-9a61-1978e8a191a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:94:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd010adb9-59e2-4f16-a0c0-a659862d7490', 'device_owner': 'network:router_gateway', 'standard_attr_id': 375, 'fixed_ips': [{'subnet_id': '1d4495d7-31a5-4e2d-a911-56ceae3a61c5', 'ip_address': '172.27.3.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787632-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T20:13:53Z', 'updated_at': '2021-04-22T20:13:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1d4495d7-31a5-4e2d-a911-56ceae3a61c5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787632-1-iscsi'}], 'dv-cinder-787632-1-iscsi', False) {} {{(pid=86333) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 22 20:13:59.276941 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-713fa157-8991-41f5-95bd-f4fb946750eb None None] The sync data for ids ['d010adb9-59e2-4f16-a0c0-a659862d7490'] in dv-cinder-787632-1-iscsi is: [{'id': 'd010adb9-59e2-4f16-a0c0-a659862d7490', 'name': 'tempest-TestVolumeBootPattern-1037265094-router', 'tenant_id': '65cbb93f55574c568fa0aca068820b4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b725cb4-6db6-4e68-9a61-1978e8a191a1', 'external_fixed_ips': [{'subnet_id': '1d4495d7-31a5-4e2d-a911-56ceae3a61c5', 'ip_address': '172.27.3.56'}], 'enable_snat': True}, 'gw_port_id': 'bba631f5-43c0-4c8b-9d96-f98eff572076', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T20:13:52Z', 'updated_at': '2021-04-22T20:13:54Z', 'revision_number': 3, 'project_id': '65cbb93f55574c568fa0aca068820b4c', 'gw_port': {'id': 'bba631f5-43c0-4c8b-9d96-f98eff572076', 'name': '', 'network_id': '1b725cb4-6db6-4e68-9a61-1978e8a191a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:94:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd010adb9-59e2-4f16-a0c0-a659862d7490', 'device_owner': 'network:router_gateway', 'standard_attr_id': 375, 'fixed_ips': [{'subnet_id': '1d4495d7-31a5-4e2d-a911-56ceae3a61c5', 'ip_address': '172.27.3.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787632-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T20:13:53Z', 'updated_at': '2021-04-22T20:13:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1d4495d7-31a5-4e2d-a911-56ceae3a61c5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787632-1-iscsi'}] {{(pid=86333) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 22 20:13:59.326067 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-53c90ef2-60fe-48eb-a0ed-621e192e3109 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036853168209', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-427877'] for router_interface, after_create {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:13:59.339032 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53c90ef2-60fe-48eb-a0ed-621e192e3109 admin admin] Pushing event updated for resources: {'Port': ['ID=0c2a5d82-1710-4890-bc6b-f2e1d37eaecb,revision_number=2']} {{(pid=86331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 20:13:59.347023 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [None req-53c90ef2-60fe-48eb-a0ed-621e192e3109 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.252s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 20:13:59.506963 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b5d2fb-ffb0-4f61-8b1a-67b2757604fc req-a05e3242-7d8c-4fa5-af64-c7a604a35723 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 20:13:59.508605 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-49b5d2fb-ffb0-4f61-8b1a-67b2757604fc req-a05e3242-7d8c-4fa5-af64-c7a604a35723 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=469f3208-145f-4d5b-b5d0-3d1d24295374 HTTP/1.1" status: 200  len: 1098 time: 0.3438318
Apr 22 20:13:59.520053 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d875643-802e-44c2-a03e-58698b1fd798 req-5e924788-fc93-4493-9985-e037c7766760 tempest-ServerRescueNegativeTestJSON-1009389569 tempest-ServerRescueNegativeTestJSON-1009389569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 20:13:59.521650 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-6d875643-802e-44c2-a03e-58698b1fd798 req-5e924788-fc93-4493-9985-e037c7766760 tempest-ServerRescueNegativeTestJSON-1009389569 tempest-ServerRescueNegativeTestJSON-1009389569-project] 10.222.0.30 "GET /v2.0/ports?device_id=469f3208-145f-4d5b-b5d0-3d1d24295374 HTTP/1.1" status: 200  len: 945 time: 0.2835503
Apr 22 20:13:59.601531 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53c90ef2-60fe-48eb-a0ed-621e192e3109 admin admin] Network 066fa005-2b63-420b-b934-11a709ed9be8 is already hosted by enough agents. {{(pid=86331) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 22 20:13:59.606405 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.scheduler.base_scheduler [None req-53c90ef2-60fe-48eb-a0ed-621e192e3109 admin admin] Resources bound (agent type, host, resource id):  {{(pid=86331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 22 20:13:59.627495 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-49b5d2fb-ffb0-4f61-8b1a-67b2757604fc req-3475aee4-1b7e-4013-9674-bda2d233dd52 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=6f3d9104-7f67-4d9e-bcf5-b704aabb6c6e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0958433
Apr 22 20:13:59.636104 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-6d875643-802e-44c2-a03e-58698b1fd798 req-d8268475-2cc6-4705-bc24-5735e9d65b43 tempest-ServerRescueNegativeTestJSON-1009389569 tempest-ServerRescueNegativeTestJSON-1009389569-project] 10.222.0.30 "GET /v2.0/security-groups?id=6f3d9104-7f67-4d9e-bcf5-b704aabb6c6e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0819030
Apr 22 20:13:59.901460 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.provisioning_blocks [None req-1b006af6-8c36-4704-8f53-b9bc6f11aa5f None None] Provisioning complete for port 0c2a5d82-1710-4890-bc6b-f2e1d37eaecb triggered by entity DHCP. {{(pid=86332) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 22 20:13:59.902029 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-1b006af6-8c36-4704-8f53-b9bc6f11aa5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854135278'] for port, provisioning_complete {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:13:59.922272 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-53c90ef2-60fe-48eb-a0ed-621e192e3109 admin admin] Router d010adb9-59e2-4f16-a0c0-a659862d7490 has already been hosted by L3 agent 1df068ca-d615-4cb7-8020-fe6e8be709e3 {{(pid=86331) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 22 20:13:59.975739 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.plugin [None req-1b006af6-8c36-4704-8f53-b9bc6f11aa5f None None] Port 0c2a5d82-1710-4890-bc6b-f2e1d37eaecb cannot update to ACTIVE because it is not bound. {{(pid=86332) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 22 20:14:00.176484 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53c90ef2-60fe-48eb-a0ed-621e192e3109 admin admin] Notify agent at l3_agent.dv-cinder-787632-1-iscsi the message routers_updated {{(pid=86331) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 22 20:14:00.191938 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [None req-53c90ef2-60fe-48eb-a0ed-621e192e3109 admin admin] 10.222.0.30 "PUT /v2.0/routers/d010adb9-59e2-4f16-a0c0-a659862d7490/add_router_interface HTTP/1.1" status: 200  len: 503 time: 4.6379988
Apr 22 20:14:00.209922 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-77fc9508-bbbe-4662-bfa7-f4837e5c3abe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309146858885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640583'] for agent, after_update {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:14:00.438492 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.wsgi [-] (86330) accepted ('10.222.0.30', 38628) {{(pid=86330) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 20:14:00.655850 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-5819033b-6b6a-4732-a1a0-0c14b59427f7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:14:00.725955 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.quota.driver [None req-5819033b-6b6a-4732-a1a0-0c14b59427f7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86330) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 22 20:14:00.730656 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.quota.resource [None req-5819033b-6b6a-4732-a1a0-0c14b59427f7 admin admin] Usage tracker for resource:security_group_rule and tenant:974f8e57f93c4f8981631fc519491a11 is out of sync, need to count used quota {{(pid=86330) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 22 20:14:00.743992 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.quota.resource [None req-5819033b-6b6a-4732-a1a0-0c14b59427f7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86330) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 22 20:14:00.759726 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.quota.driver [None req-5819033b-6b6a-4732-a1a0-0c14b59427f7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86330) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 22 20:14:00.893624 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-5819033b-6b6a-4732-a1a0-0c14b59427f7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:14:00.898843 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-5819033b-6b6a-4732-a1a0-0c14b59427f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393900'] for security_group, after_create {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:14:00.913360 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [None req-358a3ec2-2cde-461f-9b64-476d1069ee74 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 20:14:00.945067 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd1c89b-5453-4e19-884a-0ae844a9b936 req-8e34d22f-1b63-47b4-91cb-fb3b86dbfa31 tempest-ServerRescueNegativeTestJSON-1009389569 tempest-ServerRescueNegativeTestJSON-1009389569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 20:14:00.954081 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-6dd1c89b-5453-4e19-884a-0ae844a9b936 req-8e34d22f-1b63-47b4-91cb-fb3b86dbfa31 tempest-ServerRescueNegativeTestJSON-1009389569 tempest-ServerRescueNegativeTestJSON-1009389569-project] 10.222.0.30 "GET /v2.0/ports?device_id=469f3208-145f-4d5b-b5d0-3d1d24295374 HTTP/1.1" status: 200  len: 945 time: 0.1034238
Apr 22 20:14:00.977217 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5819033b-6b6a-4732-a1a0-0c14b59427f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e14442de-698c-4e1b-8dfd-7fa4e5b17da3,revision_number=1']} {{(pid=86330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 20:14:00.980375 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [None req-5819033b-6b6a-4732-a1a0-0c14b59427f7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=86330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 20:14:00.984238 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [None req-5819033b-6b6a-4732-a1a0-0c14b59427f7 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=974f8e57f93c4f8981631fc519491a11&name=default HTTP/1.1" status: 200  len: 2979 time: 0.5446374
Apr 22 20:14:00.987529 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.wsgi [-] (86330) accepted ('10.222.0.30', 38642) {{(pid=86330) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 20:14:01.020258 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-6dd1c89b-5453-4e19-884a-0ae844a9b936 req-652c3877-08fa-4b16-a604-ab12a119fc13 tempest-ServerRescueNegativeTestJSON-1009389569 tempest-ServerRescueNegativeTestJSON-1009389569-project] 10.222.0.30 "GET /v2.0/security-groups?id=6f3d9104-7f67-4d9e-bcf5-b704aabb6c6e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0648165
Apr 22 20:14:01.069267 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-0adaae10-6289-4d78-804e-c83a4153b044 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:14:01.098634 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-0adaae10-6289-4d78-804e-c83a4153b044 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:14:01.167988 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.wsgi [-] (86331) accepted ('10.222.0.30', 38654) {{(pid=86331) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 20:14:01.174636 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.v2.base [None req-92a6442b-f9c3-4d6d-84a3-50592b456065 tempest-TestVolumeBootPattern-572234504 tempest-TestVolumeBootPattern-572234504-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-518279394', 'description': 'tempest-secgroup-smoke-518279394 description', 'project_id': '30860bebb771423695ffb4fd377ce666'}} {{(pid=86331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 22 20:14:01.174812 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-0adaae10-6289-4d78-804e-c83a4153b044 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393900'] for security_group, after_delete {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:14:01.184611 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [None req-c269e22b-0d0d-44d0-83ff-1bc894fb95e0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 20:14:01.188345 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.quota.driver [None req-92a6442b-f9c3-4d6d-84a3-50592b456065 tempest-TestVolumeBootPattern-572234504 tempest-TestVolumeBootPattern-572234504-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 22 20:14:01.199358 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0adaae10-6289-4d78-804e-c83a4153b044 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e14442de-698c-4e1b-8dfd-7fa4e5b17da3,revision_number=None']} {{(pid=86330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 20:14:01.202505 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [None req-0adaae10-6289-4d78-804e-c83a4153b044 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=86330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 20:14:01.204184 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.quota.resource [None req-92a6442b-f9c3-4d6d-84a3-50592b456065 tempest-TestVolumeBootPattern-572234504 tempest-TestVolumeBootPattern-572234504-project] Usage tracker for resource:security_group and tenant:30860bebb771423695ffb4fd377ce666 is out of sync, need to count used quota {{(pid=86331) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 22 20:14:01.211629 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-0adaae10-6289-4d78-804e-c83a4153b044 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:14:01.213009 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [None req-0adaae10-6289-4d78-804e-c83a4153b044 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/e14442de-698c-4e1b-8dfd-7fa4e5b17da3 HTTP/1.1" status: 204  len: 168 time: 0.2240829
Apr 22 20:14:01.227114 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.quota.resource [None req-92a6442b-f9c3-4d6d-84a3-50592b456065 tempest-TestVolumeBootPattern-572234504 tempest-TestVolumeBootPattern-572234504-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=86331) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 22 20:14:01.241330 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.quota.driver [None req-92a6442b-f9c3-4d6d-84a3-50592b456065 tempest-TestVolumeBootPattern-572234504 tempest-TestVolumeBootPattern-572234504-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=86331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 22 20:14:01.282223 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-92a6442b-f9c3-4d6d-84a3-50592b456065 tempest-TestVolumeBootPattern-572234504 tempest-TestVolumeBootPattern-572234504-project] Notify callbacks [] for security_group, before_create {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:14:01.327270 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.quota.driver [None req-92a6442b-f9c3-4d6d-84a3-50592b456065 tempest-TestVolumeBootPattern-572234504 tempest-TestVolumeBootPattern-572234504-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 22 20:14:01.332195 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.quota.resource [None req-92a6442b-f9c3-4d6d-84a3-50592b456065 tempest-TestVolumeBootPattern-572234504 tempest-TestVolumeBootPattern-572234504-project] Usage tracker for resource:security_group_rule and tenant:30860bebb771423695ffb4fd377ce666 is out of sync, need to count used quota {{(pid=86331) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 22 20:14:01.335407 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.quota.resource [None req-92a6442b-f9c3-4d6d-84a3-50592b456065 tempest-TestVolumeBootPattern-572234504 tempest-TestVolumeBootPattern-572234504-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=86331) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 22 20:14:01.342347 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.quota.driver [None req-92a6442b-f9c3-4d6d-84a3-50592b456065 tempest-TestVolumeBootPattern-572234504 tempest-TestVolumeBootPattern-572234504-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=86331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 22 20:14:01.504812 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-92a6442b-f9c3-4d6d-84a3-50592b456065 tempest-TestVolumeBootPattern-572234504 tempest-TestVolumeBootPattern-572234504-project] Notify callbacks [] for security_group, precommit_create {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:14:01.513153 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-92a6442b-f9c3-4d6d-84a3-50592b456065 tempest-TestVolumeBootPattern-572234504 tempest-TestVolumeBootPattern-572234504-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393900'] for security_group, after_create {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:14:01.530728 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [None req-043f2daf-29fe-4621-a913-ed8af1c45de4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 20:14:01.591081 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.rpc [None req-08e5d76f-3fe5-4242-a4b8-30f374028052 None None] Device bba631f5-43c0-4c8b-9d96-f98eff572076 up at agent ovs-agent-dv-cinder-787632-1-iscsi {{(pid=86332) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 22 20:14:01.694327 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.provisioning_blocks [None req-08e5d76f-3fe5-4242-a4b8-30f374028052 None None] Provisioning for port bba631f5-43c0-4c8b-9d96-f98eff572076 completed by entity L2. {{(pid=86332) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 22 20:14:01.701147 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.provisioning_blocks [None req-08e5d76f-3fe5-4242-a4b8-30f374028052 None None] Provisioning complete for port bba631f5-43c0-4c8b-9d96-f98eff572076 triggered by entity L2. {{(pid=86332) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 22 20:14:01.701700 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-08e5d76f-3fe5-4242-a4b8-30f374028052 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854135278'] for port, provisioning_complete {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:14:01.868639 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-08e5d76f-3fe5-4242-a4b8-30f374028052 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587983'] for port, before_update {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:14:01.890588 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.db [None req-08e5d76f-3fe5-4242-a4b8-30f374028052 None None] For port bba631f5-43c0-4c8b-9d96-f98eff572076, host dv-cinder-787632-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787632-1-iscsi',level=0,port_id=bba631f5-43c0-4c8b-9d96-f98eff572076,segment=NetworkSegment(8e8fb218-3d63-4c3d-9ab1-544471c4929e),segment_id=8e8fb218-3d63-4c3d-9ab1-544471c4929e)] {{(pid=86332) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 22 20:14:01.895102 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-08e5d76f-3fe5-4242-a4b8-30f374028052 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854198495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853168226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727707997384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363309147208137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727707567697'] for port, after_update {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:14:01.897252 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [None req-9fada902-6b05-410e-85e9-49a173ac1394 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86332) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 20:14:01.899557 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92a6442b-f9c3-4d6d-84a3-50592b456065 tempest-TestVolumeBootPattern-572234504 tempest-TestVolumeBootPattern-572234504-project] Pushing event updated for resources: {'SecurityGroup': ['ID=010d7216-01fc-4a1c-badb-a01fee62fe34,revision_number=1']} {{(pid=86331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 20:14:01.906068 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [None req-92a6442b-f9c3-4d6d-84a3-50592b456065 tempest-TestVolumeBootPattern-572234504 tempest-TestVolumeBootPattern-572234504-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.380s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 20:14:01.919296 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-92a6442b-f9c3-4d6d-84a3-50592b456065 tempest-TestVolumeBootPattern-572234504 tempest-TestVolumeBootPattern-572234504-project] Notify callbacks [] for security_group, before_response {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:14:01.920909 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [None req-92a6442b-f9c3-4d6d-84a3-50592b456065 tempest-TestVolumeBootPattern-572234504 tempest-TestVolumeBootPattern-572234504-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1792 time: 0.7509193
Apr 22 20:14:01.924516 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.wsgi [-] (86330) accepted ('10.222.0.30', 38678) {{(pid=86330) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 20:14:01.931162 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.v2.base [None req-3cce56bb-1e80-4c06-9135-88df531c13d5 tempest-TestVolumeBootPattern-572234504 tempest-TestVolumeBootPattern-572234504-project] Request body: {'security_group_rule': {'security_group_id': '010d7216-01fc-4a1c-badb-a01fee62fe34', 'project_id': '30860bebb771423695ffb4fd377ce666', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=86330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 22 20:14:01.939958 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.quota.driver [None req-3cce56bb-1e80-4c06-9135-88df531c13d5 tempest-TestVolumeBootPattern-572234504 tempest-TestVolumeBootPattern-572234504-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86330) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 22 20:14:01.945995 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.quota.resource [None req-3cce56bb-1e80-4c06-9135-88df531c13d5 tempest-TestVolumeBootPattern-572234504 tempest-TestVolumeBootPattern-572234504-project] Usage tracker for resource:security_group_rule and tenant:30860bebb771423695ffb4fd377ce666 is out of sync, need to count used quota {{(pid=86330) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 22 20:14:01.952808 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd81a1ad-8fd8-48f5-b327-c8b763c1540b req-ba4eaaa4-88ce-4a1f-9f3a-82ae57b769ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 20:14:01.954492 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-dd81a1ad-8fd8-48f5-b327-c8b763c1540b req-ba4eaaa4-88ce-4a1f-9f3a-82ae57b769ab service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=a3da31af07b74c20b145ac19f125aded&device_id=469f3208-145f-4d5b-b5d0-3d1d24295374 HTTP/1.1" status: 200  len: 1098 time: 0.5061629
Apr 22 20:14:01.956681 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.quota.resource [None req-3cce56bb-1e80-4c06-9135-88df531c13d5 tempest-TestVolumeBootPattern-572234504 tempest-TestVolumeBootPattern-572234504-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=86330) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 22 20:14:01.964148 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc89146d-2895-4da4-af42-9e337ba35ff7 req-60321497-dd3b-4cad-a22f-ef35519f6762 tempest-ServerRescueNegativeTestJSON-1009389569 tempest-ServerRescueNegativeTestJSON-1009389569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 20:14:01.964654 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.quota.driver [None req-3cce56bb-1e80-4c06-9135-88df531c13d5 tempest-TestVolumeBootPattern-572234504 tempest-TestVolumeBootPattern-572234504-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=86330) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 22 20:14:01.965806 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-fc89146d-2895-4da4-af42-9e337ba35ff7 req-60321497-dd3b-4cad-a22f-ef35519f6762 tempest-ServerRescueNegativeTestJSON-1009389569 tempest-ServerRescueNegativeTestJSON-1009389569-project] 10.222.0.30 "GET /v2.0/ports?device_id=469f3208-145f-4d5b-b5d0-3d1d24295374 HTTP/1.1" status: 200  len: 945 time: 0.4035738
Apr 22 20:14:01.993406 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08e5d76f-3fe5-4242-a4b8-30f374028052 None None] Pushing event updated for resources: {'Port': ['ID=bba631f5-43c0-4c8b-9d96-f98eff572076,revision_number=4']} {{(pid=86332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 20:14:01.994935 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-3cce56bb-1e80-4c06-9135-88df531c13d5 tempest-TestVolumeBootPattern-572234504 tempest-TestVolumeBootPattern-572234504-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:14:02.004575 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [None req-08e5d76f-3fe5-4242-a4b8-30f374028052 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=86332) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 20:14:02.074848 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-3cce56bb-1e80-4c06-9135-88df531c13d5 tempest-TestVolumeBootPattern-572234504 tempest-TestVolumeBootPattern-572234504-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:14:02.078598 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-3cce56bb-1e80-4c06-9135-88df531c13d5 tempest-TestVolumeBootPattern-572234504 tempest-TestVolumeBootPattern-572234504-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393920'] for security_group_rule, after_create {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:14:02.091456 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 20:14:02.116503 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cce56bb-1e80-4c06-9135-88df531c13d5 tempest-TestVolumeBootPattern-572234504 tempest-TestVolumeBootPattern-572234504-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e5ae2d4a-5506-4c33-b6e3-37f93d26d21d,revision_number=0']} {{(pid=86330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 20:14:02.122015 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-fc89146d-2895-4da4-af42-9e337ba35ff7 req-ecbd3a24-e539-4b1a-8394-3f8281923cb9 tempest-ServerRescueNegativeTestJSON-1009389569 tempest-ServerRescueNegativeTestJSON-1009389569-project] 10.222.0.30 "GET /v2.0/security-groups?id=6f3d9104-7f67-4d9e-bcf5-b704aabb6c6e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1497161
Apr 22 20:14:02.122216 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [None req-3cce56bb-1e80-4c06-9135-88df531c13d5 tempest-TestVolumeBootPattern-572234504 tempest-TestVolumeBootPattern-572234504-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=86330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 20:14:02.126531 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-3cce56bb-1e80-4c06-9135-88df531c13d5 tempest-TestVolumeBootPattern-572234504 tempest-TestVolumeBootPattern-572234504-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:14:02.128334 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [None req-3cce56bb-1e80-4c06-9135-88df531c13d5 tempest-TestVolumeBootPattern-572234504 tempest-TestVolumeBootPattern-572234504-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.2026436
Apr 22 20:14:02.131592 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.wsgi [-] (86330) accepted ('10.222.0.30', 38690) {{(pid=86330) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 20:14:02.138148 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.v2.base [None req-4cab8f9d-f070-4717-86bb-680b62efd670 tempest-TestVolumeBootPattern-572234504 tempest-TestVolumeBootPattern-572234504-project] Request body: {'security_group_rule': {'security_group_id': '010d7216-01fc-4a1c-badb-a01fee62fe34', 'project_id': '30860bebb771423695ffb4fd377ce666', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=86330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 22 20:14:02.144536 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.quota.driver [None req-4cab8f9d-f070-4717-86bb-680b62efd670 tempest-TestVolumeBootPattern-572234504 tempest-TestVolumeBootPattern-572234504-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86330) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 22 20:14:02.150540 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.quota.resource [None req-4cab8f9d-f070-4717-86bb-680b62efd670 tempest-TestVolumeBootPattern-572234504 tempest-TestVolumeBootPattern-572234504-project] Usage tracker for resource:security_group_rule and tenant:30860bebb771423695ffb4fd377ce666 is out of sync, need to count used quota {{(pid=86330) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 22 20:14:02.154152 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.quota.resource [None req-4cab8f9d-f070-4717-86bb-680b62efd670 tempest-TestVolumeBootPattern-572234504 tempest-TestVolumeBootPattern-572234504-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=86330) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 22 20:14:02.161011 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.quota.driver [None req-4cab8f9d-f070-4717-86bb-680b62efd670 tempest-TestVolumeBootPattern-572234504 tempest-TestVolumeBootPattern-572234504-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=86330) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 22 20:14:02.172858 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd81a1ad-8fd8-48f5-b327-c8b763c1540b req-9f62d479-8051-4e04-a3e1-751820b846e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 20:14:02.174478 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-dd81a1ad-8fd8-48f5-b327-c8b763c1540b req-9f62d479-8051-4e04-a3e1-751820b846e4 service neutron] 10.222.0.46 "GET /v2.0/networks?id=571b53d1-aed3-4bd3-ab53-2cb6e0d9c5b7 HTTP/1.1" status: 200  len: 919 time: 0.1851361
Apr 22 20:14:02.178955 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-4cab8f9d-f070-4717-86bb-680b62efd670 tempest-TestVolumeBootPattern-572234504 tempest-TestVolumeBootPattern-572234504-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:14:02.244174 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.wsgi [-] (86330) accepted ('10.222.0.30', 38694) {{(pid=86330) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 20:14:02.261235 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-dd81a1ad-8fd8-48f5-b327-c8b763c1540b req-72110038-7155-498c-849d-28960228a9e2 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6fde4950-20da-4629-b465-3f3bef3b21b6 HTTP/1.1" status: 200  len: 217 time: 0.0792654
Apr 22 20:14:02.269493 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-4cab8f9d-f070-4717-86bb-680b62efd670 tempest-TestVolumeBootPattern-572234504 tempest-TestVolumeBootPattern-572234504-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:14:02.273141 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-4cab8f9d-f070-4717-86bb-680b62efd670 tempest-TestVolumeBootPattern-572234504 tempest-TestVolumeBootPattern-572234504-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393920'] for security_group_rule, after_create {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:14:02.275506 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [None req-980d9fa8-1095-4d50-9a8c-c258aafc61ff tempest-TestShelveInstance-1816371010 tempest-TestShelveInstance-1816371010-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 20:14:02.301818 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cab8f9d-f070-4717-86bb-680b62efd670 tempest-TestVolumeBootPattern-572234504 tempest-TestVolumeBootPattern-572234504-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=35b98ff6-0afd-409b-b47a-e2e1de9ffa21,revision_number=0']} {{(pid=86330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 20:14:02.304809 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [None req-4cab8f9d-f070-4717-86bb-680b62efd670 tempest-TestVolumeBootPattern-572234504 tempest-TestVolumeBootPattern-572234504-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=86330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 20:14:02.313698 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-4cab8f9d-f070-4717-86bb-680b62efd670 tempest-TestVolumeBootPattern-572234504 tempest-TestVolumeBootPattern-572234504-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:14:02.317678 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [None req-4cab8f9d-f070-4717-86bb-680b62efd670 tempest-TestVolumeBootPattern-572234504 tempest-TestVolumeBootPattern-572234504-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 0.1825395
Apr 22 20:14:02.319229 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.wsgi [-] (86330) accepted ('10.222.0.30', 38702) {{(pid=86330) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 20:14:02.324304 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.v2.base [None req-67e5e5e0-c361-495b-8e89-0f88c8c41ee5 tempest-TestVolumeBootPattern-572234504 tempest-TestVolumeBootPattern-572234504-project] Request body: {'security_group_rule': {'security_group_id': '010d7216-01fc-4a1c-badb-a01fee62fe34', 'project_id': '30860bebb771423695ffb4fd377ce666', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=86330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 22 20:14:02.331410 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.quota.driver [None req-67e5e5e0-c361-495b-8e89-0f88c8c41ee5 tempest-TestVolumeBootPattern-572234504 tempest-TestVolumeBootPattern-572234504-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86330) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 22 20:14:02.336130 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.quota.resource [None req-67e5e5e0-c361-495b-8e89-0f88c8c41ee5 tempest-TestVolumeBootPattern-572234504 tempest-TestVolumeBootPattern-572234504-project] Usage tracker for resource:security_group_rule and tenant:30860bebb771423695ffb4fd377ce666 is out of sync, need to count used quota {{(pid=86330) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 22 20:14:02.340425 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.quota.resource [None req-67e5e5e0-c361-495b-8e89-0f88c8c41ee5 tempest-TestVolumeBootPattern-572234504 tempest-TestVolumeBootPattern-572234504-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=86330) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 22 20:14:02.351250 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.quota.driver [None req-67e5e5e0-c361-495b-8e89-0f88c8c41ee5 tempest-TestVolumeBootPattern-572234504 tempest-TestVolumeBootPattern-572234504-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=86330) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 22 20:14:02.381461 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd81a1ad-8fd8-48f5-b327-c8b763c1540b req-76a5d891-bddf-47fe-a7a4-53c4ebfd7104 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 20:14:02.384412 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-67e5e5e0-c361-495b-8e89-0f88c8c41ee5 tempest-TestVolumeBootPattern-572234504 tempest-TestVolumeBootPattern-572234504-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:14:02.394567 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-dd81a1ad-8fd8-48f5-b327-c8b763c1540b req-76a5d891-bddf-47fe-a7a4-53c4ebfd7104 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=30cce57f-0720-4461-b727-7eddafc0e70c HTTP/1.1" status: 200  len: 858 time: 0.1256676
Apr 22 20:14:02.418627 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.v2.base [None req-2e0cb00b-dc53-41cd-836d-360b4433fede admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-189951503-network', 'tenant_id': '704676f70e364d938cd631b0faac2d8a'}} {{(pid=86330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 22 20:14:02.433025 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.quota.driver [None req-2e0cb00b-dc53-41cd-836d-360b4433fede admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86330) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 22 20:14:02.450111 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4834324-a28f-4164-85ac-58f9bd1a93fa None None] Sync routers for ids ['d010adb9-59e2-4f16-a0c0-a659862d7490'] in dv-cinder-787632-1-iscsi {{(pid=86332) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 22 20:14:02.450298 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.quota.resource [None req-2e0cb00b-dc53-41cd-836d-360b4433fede admin admin] Usage tracker for resource:network and tenant:704676f70e364d938cd631b0faac2d8a is out of sync, need to count used quota {{(pid=86330) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 22 20:14:02.457172 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.quota.resource [None req-2e0cb00b-dc53-41cd-836d-360b4433fede admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86330) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 22 20:14:02.463962 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-dd81a1ad-8fd8-48f5-b327-c8b763c1540b req-c6be8109-a46d-4895-becc-a32b7a9ffba2 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=571b53d1-aed3-4bd3-ab53-2cb6e0d9c5b7&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0615978
Apr 22 20:14:02.465915 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4834324-a28f-4164-85ac-58f9bd1a93fa None None] Routers {'d010adb9-59e2-4f16-a0c0-a659862d7490'} bound to L3 agent in host dv-cinder-787632-1-iscsi {{(pid=86332) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 22 20:14:02.467035 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.l3_hamode_db [None req-e4834324-a28f-4164-85ac-58f9bd1a93fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f013d5f7d68>, 'dv-cinder-787632-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-22T20:03:28Z,description=<?>,heartbeat_timestamp=2021-04-22T20:13:59Z,host='dv-cinder-787632-1-iscsi',id=1df068ca-d615-4cb7-8020-fe6e8be709e3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-22T20:03:28Z,topic='l3_agent')) {'router_ids': ['d010adb9-59e2-4f16-a0c0-a659862d7490'], 'active': True} {{(pid=86332) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 22 20:14:02.471425 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.quota.driver [None req-2e0cb00b-dc53-41cd-836d-360b4433fede admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86330) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 22 20:14:02.486265 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e0cb00b-dc53-41cd-836d-360b4433fede admin admin] Made reservation on behalf of 704676f70e364d938cd631b0faac2d8a for: {'network': 1} {{(pid=86330) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 22 20:14:02.491151 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-2e0cb00b-dc53-41cd-836d-360b4433fede admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587983'] for network, before_create {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:14:02.512642 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-2e0cb00b-dc53-41cd-836d-360b4433fede admin admin] Notify callbacks [] for security_group, before_create {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:14:02.531314 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-67e5e5e0-c361-495b-8e89-0f88c8c41ee5 tempest-TestVolumeBootPattern-572234504 tempest-TestVolumeBootPattern-572234504-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:14:02.546013 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.quota.driver [None req-2e0cb00b-dc53-41cd-836d-360b4433fede admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86330) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 22 20:14:02.546013 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-67e5e5e0-c361-495b-8e89-0f88c8c41ee5 tempest-TestVolumeBootPattern-572234504 tempest-TestVolumeBootPattern-572234504-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393920'] for security_group_rule, after_create {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:14:02.546013 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.quota.resource [None req-2e0cb00b-dc53-41cd-836d-360b4433fede admin admin] Usage tracker for resource:security_group_rule and tenant:704676f70e364d938cd631b0faac2d8a is out of sync, need to count used quota {{(pid=86330) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 22 20:14:02.548478 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 20:14:02.556691 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.quota.resource [None req-2e0cb00b-dc53-41cd-836d-360b4433fede admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86330) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 22 20:14:02.598226 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.quota.driver [None req-2e0cb00b-dc53-41cd-836d-360b4433fede admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86330) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 22 20:14:02.605494 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-67e5e5e0-c361-495b-8e89-0f88c8c41ee5 tempest-TestVolumeBootPattern-572234504 tempest-TestVolumeBootPattern-572234504-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:14:02.611244 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [None req-67e5e5e0-c361-495b-8e89-0f88c8c41ee5 tempest-TestVolumeBootPattern-572234504 tempest-TestVolumeBootPattern-572234504-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.2896593
Apr 22 20:14:02.611661 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.wsgi [-] (86330) accepted ('10.222.0.30', 38716) {{(pid=86330) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 20:14:02.623503 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-dd81a1ad-8fd8-48f5-b327-c8b763c1540b req-fdfc8f76-ad85-4b59-befd-410398854493 service neutron] 10.222.0.46 "GET /v2.0/networks/571b53d1-aed3-4bd3-ab53-2cb6e0d9c5b7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1494546
Apr 22 20:14:02.626337 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67e5e5e0-c361-495b-8e89-0f88c8c41ee5 tempest-TestVolumeBootPattern-572234504 tempest-TestVolumeBootPattern-572234504-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1cfd0450-f62d-4913-9fd9-eb0c33de3437,revision_number=0']} {{(pid=86330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 20:14:02.637058 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.v2.base [None req-9a7fae47-bf86-4951-ba45-1e8861617628 tempest-TestVolumeBootPattern-572234504 tempest-TestVolumeBootPattern-572234504-project] Request body: {'security_group_rule': {'security_group_id': '010d7216-01fc-4a1c-badb-a01fee62fe34', 'project_id': '30860bebb771423695ffb4fd377ce666', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=86330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 22 20:14:02.645161 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [None req-67e5e5e0-c361-495b-8e89-0f88c8c41ee5 tempest-TestVolumeBootPattern-572234504 tempest-TestVolumeBootPattern-572234504-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=86330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 20:14:02.648285 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.quota.driver [None req-9a7fae47-bf86-4951-ba45-1e8861617628 tempest-TestVolumeBootPattern-572234504 tempest-TestVolumeBootPattern-572234504-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86330) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 22 20:14:02.680678 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.quota.resource [None req-9a7fae47-bf86-4951-ba45-1e8861617628 tempest-TestVolumeBootPattern-572234504 tempest-TestVolumeBootPattern-572234504-project] Usage tracker for resource:security_group_rule and tenant:30860bebb771423695ffb4fd377ce666 is out of sync, need to count used quota {{(pid=86330) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 22 20:14:02.685593 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.quota.resource [None req-9a7fae47-bf86-4951-ba45-1e8861617628 tempest-TestVolumeBootPattern-572234504 tempest-TestVolumeBootPattern-572234504-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=86330) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 22 20:14:02.696685 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.quota.driver [None req-9a7fae47-bf86-4951-ba45-1e8861617628 tempest-TestVolumeBootPattern-572234504 tempest-TestVolumeBootPattern-572234504-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=86330) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 22 20:14:02.728283 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-9a7fae47-bf86-4951-ba45-1e8861617628 tempest-TestVolumeBootPattern-572234504 tempest-TestVolumeBootPattern-572234504-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:14:02.828446 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-9a7fae47-bf86-4951-ba45-1e8861617628 tempest-TestVolumeBootPattern-572234504 tempest-TestVolumeBootPattern-572234504-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:14:02.858070 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.l3_dvr_db [None req-e4834324-a28f-4164-85ac-58f9bd1a93fa None None] Set router d010adb9-59e2-4f16-a0c0-a659862d7490 gateway port host: dv-cinder-787632-1-iscsi {{(pid=86332) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 22 20:14:02.860593 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-2e0cb00b-dc53-41cd-836d-360b4433fede admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:14:02.865718 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-2e0cb00b-dc53-41cd-836d-360b4433fede admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393900'] for security_group, after_create {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:14:02.871461 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [None req-e24dea5f-64cd-4a55-9bd5-9cf8081022ce admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 20:14:02.879221 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-9a7fae47-bf86-4951-ba45-1e8861617628 tempest-TestVolumeBootPattern-572234504 tempest-TestVolumeBootPattern-572234504-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393920'] for security_group_rule, after_create {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:14:02.934864 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-dd81a1ad-8fd8-48f5-b327-c8b763c1540b req-85476788-0006-4d3b-b90b-fb857c20fed9 service neutron] 10.222.0.46 "GET /v2.0/networks/571b53d1-aed3-4bd3-ab53-2cb6e0d9c5b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3001816
Apr 22 20:14:02.943020 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2e0cb00b-dc53-41cd-836d-360b4433fede admin admin] vlan segment allocate from pool success with {'vlan_id': 361, 'physical_network': 'physnet1'}  {{(pid=86330) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}}
Apr 22 20:14:02.947542 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-9a7fae47-bf86-4951-ba45-1e8861617628 tempest-TestVolumeBootPattern-572234504 tempest-TestVolumeBootPattern-572234504-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:14:02.950255 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [None req-9a7fae47-bf86-4951-ba45-1e8861617628 tempest-TestVolumeBootPattern-572234504 tempest-TestVolumeBootPattern-572234504-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.3349757
Apr 22 20:14:02.951555 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.wsgi [-] (86331) accepted ('10.222.0.30', 38730) {{(pid=86331) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 20:14:02.956858 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e0cb00b-dc53-41cd-836d-360b4433fede admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5f9d369-1898-4a9b-a375-69f0d28704aa,revision_number=1']} {{(pid=86330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 20:14:02.957631 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.v2.base [None req-8e5bc246-24e0-400b-b0cd-fcdc3a76d8ad tempest-TestVolumeBootPattern-572234504 tempest-TestVolumeBootPattern-572234504-project] Request body: {'security_group_rule': {'security_group_id': '010d7216-01fc-4a1c-badb-a01fee62fe34', 'project_id': '30860bebb771423695ffb4fd377ce666', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=86331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 22 20:14:02.961263 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [None req-2e0cb00b-dc53-41cd-836d-360b4433fede admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=86330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 20:14:02.962509 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [None req-8778a5aa-7265-410f-82c8-e8f17bb0dc2f tempest-TestShelveInstance-1816371010 tempest-TestShelveInstance-1816371010-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.045s {{(pid=86330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 20:14:02.964689 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.quota.driver [None req-8e5bc246-24e0-400b-b0cd-fcdc3a76d8ad tempest-TestVolumeBootPattern-572234504 tempest-TestVolumeBootPattern-572234504-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 22 20:14:02.968893 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.quota.resource [None req-8e5bc246-24e0-400b-b0cd-fcdc3a76d8ad tempest-TestVolumeBootPattern-572234504 tempest-TestVolumeBootPattern-572234504-project] Usage tracker for resource:security_group_rule and tenant:30860bebb771423695ffb4fd377ce666 is out of sync, need to count used quota {{(pid=86331) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 22 20:14:02.972031 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.quota.resource [None req-8e5bc246-24e0-400b-b0cd-fcdc3a76d8ad tempest-TestVolumeBootPattern-572234504 tempest-TestVolumeBootPattern-572234504-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=86331) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 22 20:14:02.978709 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-2e0cb00b-dc53-41cd-836d-360b4433fede admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1523030'] for segment, precommit_create {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:14:02.979316 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.db.segments_db [None req-2e0cb00b-dc53-41cd-836d-360b4433fede admin admin] Added segment 97d79c30-b0d1-428a-8b67-74c8350b7826 of type vlan for network 7c6863cd-7b3a-4ee5-bf38-0731ce48712c
Apr 22 20:14:02.982848 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.quota.driver [None req-8e5bc246-24e0-400b-b0cd-fcdc3a76d8ad tempest-TestVolumeBootPattern-572234504 tempest-TestVolumeBootPattern-572234504-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=86331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 22 20:14:02.986955 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a7fae47-bf86-4951-ba45-1e8861617628 tempest-TestVolumeBootPattern-572234504 tempest-TestVolumeBootPattern-572234504-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f862fe21-9548-4561-978e-9781fe8db6a2,revision_number=0']} {{(pid=86330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 20:14:02.990159 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [None req-9a7fae47-bf86-4951-ba45-1e8861617628 tempest-TestVolumeBootPattern-572234504 tempest-TestVolumeBootPattern-572234504-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=86330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 20:14:02.994954 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.db.securitygroups_db [None req-8e5bc246-24e0-400b-b0cd-fcdc3a76d8ad tempest-TestVolumeBootPattern-572234504 tempest-TestVolumeBootPattern-572234504-project] Project 30860bebb771423695ffb4fd377ce666 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Apr 22 20:14:03.004095 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-8e5bc246-24e0-400b-b0cd-fcdc3a76d8ad tempest-TestVolumeBootPattern-572234504 tempest-TestVolumeBootPattern-572234504-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:14:03.018449 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-2e0cb00b-dc53-41cd-836d-360b4433fede admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727707556023'] for network, precommit_create {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:14:03.054765 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-2e0cb00b-dc53-41cd-836d-360b4433fede admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853168226'] for network, after_create {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:14:03.056680 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e0cb00b-dc53-41cd-836d-360b4433fede admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 20:14:03.057876 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-2e0cb00b-dc53-41cd-836d-360b4433fede admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853168243'] for network, before_response {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:14:03.078935 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [None req-0077415f-0128-4e79-aa54-275683d944c0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 20:14:03.099178 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [None req-2e0cb00b-dc53-41cd-836d-360b4433fede admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201  len: 886 time: 0.8537853
Apr 22 20:14:03.104165 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.wsgi [-] (86330) accepted ('10.222.0.30', 38736) {{(pid=86330) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 20:14:03.111911 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-8e5bc246-24e0-400b-b0cd-fcdc3a76d8ad tempest-TestVolumeBootPattern-572234504 tempest-TestVolumeBootPattern-572234504-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:14:03.116031 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-8e5bc246-24e0-400b-b0cd-fcdc3a76d8ad tempest-TestVolumeBootPattern-572234504 tempest-TestVolumeBootPattern-572234504-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393920'] for security_group_rule, after_create {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:14:03.124607 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 20:14:03.164497 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e5bc246-24e0-400b-b0cd-fcdc3a76d8ad tempest-TestVolumeBootPattern-572234504 tempest-TestVolumeBootPattern-572234504-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=192db0b3-7734-4576-967f-7a49cf45f23a,revision_number=0']} {{(pid=86331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 20:14:03.165190 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.v2.base [None req-ce3f74b9-8153-4946-873d-b2e9842b9d49 admin admin] Request body: {'subnet': {'network_id': '7c6863cd-7b3a-4ee5-bf38-0731ce48712c', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-189951503-subnet', 'tenant_id': '704676f70e364d938cd631b0faac2d8a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=86330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 22 20:14:03.178951 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [None req-8e5bc246-24e0-400b-b0cd-fcdc3a76d8ad tempest-TestVolumeBootPattern-572234504 tempest-TestVolumeBootPattern-572234504-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 20:14:03.186421 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.quota.driver [None req-ce3f74b9-8153-4946-873d-b2e9842b9d49 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86330) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 22 20:14:03.198705 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.quota.resource [None req-ce3f74b9-8153-4946-873d-b2e9842b9d49 admin admin] Usage tracker for resource:subnet and tenant:704676f70e364d938cd631b0faac2d8a is out of sync, need to count used quota {{(pid=86330) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 22 20:14:03.198933 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-8e5bc246-24e0-400b-b0cd-fcdc3a76d8ad tempest-TestVolumeBootPattern-572234504 tempest-TestVolumeBootPattern-572234504-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:14:03.203356 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.wsgi [-] (86330) accepted ('10.222.0.30', 38744) {{(pid=86330) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 20:14:03.204099 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [None req-8e5bc246-24e0-400b-b0cd-fcdc3a76d8ad tempest-TestVolumeBootPattern-572234504 tempest-TestVolumeBootPattern-572234504-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 774 time: 0.2514329
Apr 22 20:14:03.206395 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.quota.resource [None req-ce3f74b9-8153-4946-873d-b2e9842b9d49 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86330) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 22 20:14:03.215147 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.v2.base [None req-d79eed19-b03f-4145-8277-b2c7bb1e25eb tempest-TestVolumeBootPattern-572234504 tempest-TestVolumeBootPattern-572234504-project] Request body: {'security_group_rule': {'security_group_id': '010d7216-01fc-4a1c-badb-a01fee62fe34', 'project_id': '30860bebb771423695ffb4fd377ce666', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=86330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 22 20:14:03.222848 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e0cb00b-dc53-41cd-836d-360b4433fede admin admin] Pushing event updated for resources: {'Network': ['ID=7c6863cd-7b3a-4ee5-bf38-0731ce48712c,revision_number=1']} {{(pid=86330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 20:14:03.225391 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.quota.driver [None req-ce3f74b9-8153-4946-873d-b2e9842b9d49 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86330) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 22 20:14:03.228880 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [None req-2e0cb00b-dc53-41cd-836d-360b4433fede admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=86330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 20:14:03.230989 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.quota.driver [None req-d79eed19-b03f-4145-8277-b2c7bb1e25eb tempest-TestVolumeBootPattern-572234504 tempest-TestVolumeBootPattern-572234504-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86330) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 22 20:14:03.238502 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.quota.resource [None req-d79eed19-b03f-4145-8277-b2c7bb1e25eb tempest-TestVolumeBootPattern-572234504 tempest-TestVolumeBootPattern-572234504-project] Usage tracker for resource:security_group_rule and tenant:30860bebb771423695ffb4fd377ce666 is out of sync, need to count used quota {{(pid=86330) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 22 20:14:03.240951 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.rpc [None req-08e5d76f-3fe5-4242-a4b8-30f374028052 None None] Network 7c6863cd-7b3a-4ee5-bf38-0731ce48712c details requested by agent ovs-agent-dv-cinder-787632-1-iscsi with host dv-cinder-787632-1-iscsi {{(pid=86332) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Apr 22 20:14:03.242908 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.quota.resource [None req-d79eed19-b03f-4145-8277-b2c7bb1e25eb tempest-TestVolumeBootPattern-572234504 tempest-TestVolumeBootPattern-572234504-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=86330) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 22 20:14:03.249928 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.quota.driver [None req-d79eed19-b03f-4145-8277-b2c7bb1e25eb tempest-TestVolumeBootPattern-572234504 tempest-TestVolumeBootPattern-572234504-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=86330) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 22 20:14:03.252007 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce3f74b9-8153-4946-873d-b2e9842b9d49 admin admin] Made reservation on behalf of 704676f70e364d938cd631b0faac2d8a for: {'subnet': 1} {{(pid=86330) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 22 20:14:03.257084 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-ce3f74b9-8153-4946-873d-b2e9842b9d49 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851427781'] for subnet, before_create {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:14:03.397659 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.db.securitygroups_db [None req-d79eed19-b03f-4145-8277-b2c7bb1e25eb tempest-TestVolumeBootPattern-572234504 tempest-TestVolumeBootPattern-572234504-project] Project 30860bebb771423695ffb4fd377ce666 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Apr 22 20:14:03.410528 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.l3_hamode_db [None req-e4834324-a28f-4164-85ac-58f9bd1a93fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f013d5f7d68>, [{'id': 'd010adb9-59e2-4f16-a0c0-a659862d7490', 'name': 'tempest-TestVolumeBootPattern-1037265094-router', 'tenant_id': '65cbb93f55574c568fa0aca068820b4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b725cb4-6db6-4e68-9a61-1978e8a191a1', 'external_fixed_ips': [{'subnet_id': '1d4495d7-31a5-4e2d-a911-56ceae3a61c5', 'ip_address': '172.27.3.56'}], 'enable_snat': True}, 'gw_port_id': 'bba631f5-43c0-4c8b-9d96-f98eff572076', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T20:13:52Z', 'updated_at': '2021-04-22T20:13:58Z', 'revision_number': 4, 'project_id': '65cbb93f55574c568fa0aca068820b4c', 'gw_port': {'id': 'bba631f5-43c0-4c8b-9d96-f98eff572076', 'name': '', 'network_id': '1b725cb4-6db6-4e68-9a61-1978e8a191a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:94:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd010adb9-59e2-4f16-a0c0-a659862d7490', 'device_owner': 'network:router_gateway', 'standard_attr_id': 375, 'fixed_ips': [{'subnet_id': '1d4495d7-31a5-4e2d-a911-56ceae3a61c5', 'ip_address': '172.27.3.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787632-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T20:13:53Z', 'updated_at': '2021-04-22T20:14:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d4495d7-31a5-4e2d-a911-56ceae3a61c5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787632-1-iscsi', '_interfaces': [{'id': '0c2a5d82-1710-4890-bc6b-f2e1d37eaecb', 'name': '', 'network_id': '066fa005-2b63-420b-b934-11a709ed9be8', 'tenant_id': '65cbb93f55574c568fa0aca068820b4c', 'mac_address': 'fa:16:3e:e4:2c:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd010adb9-59e2-4f16-a0c0-a659862d7490', 'device_owner': 'network:router_interface', 'standard_attr_id': 391, 'fixed_ips': [{'subnet_id': '7bb0e9d1-b987-45c3-bc36-fa5791cca760', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T20:13:57Z', 'updated_at': '2021-04-22T20:13:58Z', 'revision_number': 2, 'project_id': '65cbb93f55574c568fa0aca068820b4c', 'subnets': [{'id': '7bb0e9d1-b987-45c3-bc36-fa5791cca760', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787632-1-iscsi', False) {} {{(pid=86332) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 22 20:14:03.413479 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-d79eed19-b03f-4145-8277-b2c7bb1e25eb tempest-TestVolumeBootPattern-572234504 tempest-TestVolumeBootPattern-572234504-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:14:03.414909 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4834324-a28f-4164-85ac-58f9bd1a93fa None None] Checking router: d010adb9-59e2-4f16-a0c0-a659862d7490 for host: dv-cinder-787632-1-iscsi {{(pid=86332) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 22 20:14:03.415317 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4834324-a28f-4164-85ac-58f9bd1a93fa None None] Updating router d010adb9-59e2-4f16-a0c0-a659862d7490 port 0c2a5d82-1710-4890-bc6b-f2e1d37eaecb binding host dv-cinder-787632-1-iscsi {{(pid=86332) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Apr 22 20:14:03.491479 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-e4834324-a28f-4164-85ac-58f9bd1a93fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587983'] for port, before_update {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:14:03.538821 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e844d52d-f3f7-420f-8dbc-d45feac7be38 req-fa6fc793-cc46-4c54-8731-f0f6c89c74c6 tempest-ServerRescueNegativeTestJSON-1009389569 tempest-ServerRescueNegativeTestJSON-1009389569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 20:14:03.540581 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-e844d52d-f3f7-420f-8dbc-d45feac7be38 req-fa6fc793-cc46-4c54-8731-f0f6c89c74c6 tempest-ServerRescueNegativeTestJSON-1009389569 tempest-ServerRescueNegativeTestJSON-1009389569-project] 10.222.0.30 "GET /v2.0/ports?device_id=469f3208-145f-4d5b-b5d0-3d1d24295374 HTTP/1.1" status: 200  len: 945 time: 0.2544026
Apr 22 20:14:03.542345 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-d79eed19-b03f-4145-8277-b2c7bb1e25eb tempest-TestVolumeBootPattern-572234504 tempest-TestVolumeBootPattern-572234504-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:14:03.542498 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.rpc [None req-08e5d76f-3fe5-4242-a4b8-30f374028052 None None] Device bba631f5-43c0-4c8b-9d96-f98eff572076 up at agent ovs-agent-dv-cinder-787632-1-iscsi {{(pid=86332) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 22 20:14:03.581816 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-d79eed19-b03f-4145-8277-b2c7bb1e25eb tempest-TestVolumeBootPattern-572234504 tempest-TestVolumeBootPattern-572234504-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393920'] for security_group_rule, after_create {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:14:03.606858 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [None req-224cf82d-b222-4a9a-8316-7d227d25bd24 tempest-TestShelveInstance-1816371010 tempest-TestShelveInstance-1816371010-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 20:14:03.643090 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d79eed19-b03f-4145-8277-b2c7bb1e25eb tempest-TestVolumeBootPattern-572234504 tempest-TestVolumeBootPattern-572234504-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6f35794a-4a23-416c-8ab8-848695c98560,revision_number=0']} {{(pid=86330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 20:14:03.654907 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [None req-d79eed19-b03f-4145-8277-b2c7bb1e25eb tempest-TestVolumeBootPattern-572234504 tempest-TestVolumeBootPattern-572234504-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=86330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 20:14:03.692369 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-e844d52d-f3f7-420f-8dbc-d45feac7be38 req-f5ffab93-925c-43e8-8c7a-c2ac66b77d2e tempest-ServerRescueNegativeTestJSON-1009389569 tempest-ServerRescueNegativeTestJSON-1009389569-project] 10.222.0.30 "GET /v2.0/security-groups?id=6f3d9104-7f67-4d9e-bcf5-b704aabb6c6e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1167145
Apr 22 20:14:03.695732 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-d79eed19-b03f-4145-8277-b2c7bb1e25eb tempest-TestVolumeBootPattern-572234504 tempest-TestVolumeBootPattern-572234504-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:14:03.697017 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [None req-d79eed19-b03f-4145-8277-b2c7bb1e25eb tempest-TestVolumeBootPattern-572234504 tempest-TestVolumeBootPattern-572234504-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 773 time: 0.4925671
Apr 22 20:14:03.729685 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.provisioning_blocks [None req-08e5d76f-3fe5-4242-a4b8-30f374028052 None None] Provisioning complete for port bba631f5-43c0-4c8b-9d96-f98eff572076 triggered by entity L2. {{(pid=86332) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 22 20:14:03.730258 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-08e5d76f-3fe5-4242-a4b8-30f374028052 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854135278'] for port, provisioning_complete {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:14:03.980886 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-ce3f74b9-8153-4946-873d-b2e9842b9d49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853168226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036850647846', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036851427798'] for subnet, after_create {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:14:03.986437 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 20:14:04.075049 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce3f74b9-8153-4946-873d-b2e9842b9d49 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9c42079c-568a-4586-9ac0-bd9ce6348a73,revision_number=0']} {{(pid=86330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 20:14:04.079325 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [None req-ce3f74b9-8153-4946-873d-b2e9842b9d49 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=86330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 20:14:04.080155 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce3f74b9-8153-4946-873d-b2e9842b9d49 admin admin] Checking segment: {'id': '97d79c30-b0d1-428a-8b67-74c8350b7826', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '7c6863cd-7b3a-4ee5-bf38-0731ce48712c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86330) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 22 20:14:04.080545 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce3f74b9-8153-4946-873d-b2e9842b9d49 admin admin] Network hostable DHCP agents. Network: 7c6863cd-7b3a-4ee5-bf38-0731ce48712c, hostable agents: ['e0877369-7b04-40ef-a371-0b097842c51e'], hosted agents: [] {{(pid=86330) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Apr 22 20:14:04.104183 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce3f74b9-8153-4946-873d-b2e9842b9d49 admin admin] Network 7c6863cd-7b3a-4ee5-bf38-0731ce48712c is scheduled to be hosted by DHCP agent e0877369-7b04-40ef-a371-0b097842c51e with binding_index 1 {{(pid=86330) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Apr 22 20:14:04.114029 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.scheduler.base_scheduler [None req-ce3f74b9-8153-4946-873d-b2e9842b9d49 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-787632-1-iscsi, 7c6863cd-7b3a-4ee5-bf38-0731ce48712c) {{(pid=86330) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 22 20:14:04.127300 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a68606e-f599-4757-96b7-c8c6542a11b4 None None] Network 7c6863cd-7b3a-4ee5-bf38-0731ce48712c requested from dv-cinder-787632-1-iscsi {{(pid=86332) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 22 20:14:04.127714 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce3f74b9-8153-4946-873d-b2e9842b9d49 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=86330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 20:14:04.128507 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-ce3f74b9-8153-4946-873d-b2e9842b9d49 admin admin] Notify callbacks [] for subnet, before_response {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:14:04.155776 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [None req-ce3f74b9-8153-4946-873d-b2e9842b9d49 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 850 time: 1.0422046
Apr 22 20:14:04.276231 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-e4834324-a28f-4164-85ac-58f9bd1a93fa None None] Notify callbacks [] for port, precommit_update {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:14:04.308124 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.provisioning_blocks [None req-e4834324-a28f-4164-85ac-58f9bd1a93fa None None] Transition to ACTIVE for port object 0c2a5d82-1710-4890-bc6b-f2e1d37eaecb will not be triggered until provisioned by entity L2. {{(pid=86332) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 22 20:14:04.327830 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-e4834324-a28f-4164-85ac-58f9bd1a93fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854198495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853168226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727707997384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363309147208137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727707567697'] for port, after_update {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:14:04.339715 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [None req-08e5d76f-3fe5-4242-a4b8-30f374028052 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86332) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 20:14:04.436548 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f4aab4-8546-4096-a797-b6f9a54a16ab req-6f88619d-b00b-43ca-bc9f-dc21154d33af tempest-AttachVolumeTestJSON-431678780 tempest-AttachVolumeTestJSON-431678780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 20:14:04.438825 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-f6f4aab4-8546-4096-a797-b6f9a54a16ab req-6f88619d-b00b-43ca-bc9f-dc21154d33af tempest-AttachVolumeTestJSON-431678780 tempest-AttachVolumeTestJSON-431678780-project] 10.222.0.30 "GET /v2.0/ports?device_id=856aff26-352c-4f6c-a8fa-a9199da8c43a HTTP/1.1" status: 200  len: 945 time: 0.1104882
Apr 22 20:14:04.502069 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-f6f4aab4-8546-4096-a797-b6f9a54a16ab req-4af18be5-3522-4e24-8760-210659b4193e tempest-AttachVolumeTestJSON-431678780 tempest-AttachVolumeTestJSON-431678780-project] 10.222.0.30 "GET /v2.0/security-groups?id=7cb077a5-4ba7-4c7b-8f9c-203a75555aff&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0564396
Apr 22 20:14:04.908614 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbffbe16-1c09-49ee-beac-bdec48b3688a None None] Pushing event updated for resources: {'Port': ['ID=0c2a5d82-1710-4890-bc6b-f2e1d37eaecb,revision_number=3']} {{(pid=86332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 20:14:04.961614 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [None req-fbffbe16-1c09-49ee-beac-bdec48b3688a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.622s {{(pid=86332) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 20:14:04.968247 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0810de8-5eb4-4bfd-8162-a5070e4a708e req-a9152aac-eeb6-45f7-83ee-f6ce75039914 tempest-ServerRescueNegativeTestJSON-1009389569 tempest-ServerRescueNegativeTestJSON-1009389569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 20:14:04.978488 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-d0810de8-5eb4-4bfd-8162-a5070e4a708e req-a9152aac-eeb6-45f7-83ee-f6ce75039914 tempest-ServerRescueNegativeTestJSON-1009389569 tempest-ServerRescueNegativeTestJSON-1009389569-project] 10.222.0.30 "GET /v2.0/ports?device_id=469f3208-145f-4d5b-b5d0-3d1d24295374 HTTP/1.1" status: 200  len: 945 time: 0.1145568
Apr 22 20:14:05.042380 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-d0810de8-5eb4-4bfd-8162-a5070e4a708e req-c522182d-2499-4a7f-9960-71a91a6cbbe9 tempest-ServerRescueNegativeTestJSON-1009389569 tempest-ServerRescueNegativeTestJSON-1009389569-project] 10.222.0.30 "GET /v2.0/security-groups?id=6f3d9104-7f67-4d9e-bcf5-b704aabb6c6e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0629001
Apr 22 20:14:05.083104 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa6da811-973e-473f-87f5-69c7334c0924 None None] Network 7c6863cd-7b3a-4ee5-bf38-0731ce48712c requested from dv-cinder-787632-1-iscsi {{(pid=86332) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 22 20:14:05.192814 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.managers [None req-e4834324-a28f-4164-85ac-58f9bd1a93fa None None] Attempting to bind port 0c2a5d82-1710-4890-bc6b-f2e1d37eaecb on host dv-cinder-787632-1-iscsi for vnic_type normal with profile  {{(pid=86332) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 22 20:14:05.193228 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.managers [None req-e4834324-a28f-4164-85ac-58f9bd1a93fa None None] Attempting to bind port 0c2a5d82-1710-4890-bc6b-f2e1d37eaecb by drivers openvswitch,hyperv on host dv-cinder-787632-1-iscsi at level 0 using segments [{'id': '364e5d6b-20bf-4806-b15a-a8a820ffb19a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '066fa005-2b63-420b-b934-11a709ed9be8'}] {{(pid=86332) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 22 20:14:05.193636 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4834324-a28f-4164-85ac-58f9bd1a93fa None None] Attempting to bind port 0c2a5d82-1710-4890-bc6b-f2e1d37eaecb on network 066fa005-2b63-420b-b934-11a709ed9be8 {{(pid=86332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 22 20:14:05.209263 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4834324-a28f-4164-85ac-58f9bd1a93fa None None] Checking agent: {'id': '802cefbf-f579-41fa-a7d7-d5cf274c80aa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-787632-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 22, 20, 3, 29), 'started_at': datetime.datetime(2021, 4, 22, 20, 3, 59), 'heartbeat_timestamp': datetime.datetime(2021, 4, 22, 20, 13, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-787632-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 22 20:14:05.209711 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4834324-a28f-4164-85ac-58f9bd1a93fa None None] Checking segment: {'id': '364e5d6b-20bf-4806-b15a-a8a820ffb19a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '066fa005-2b63-420b-b934-11a709ed9be8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86332) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 22 20:14:05.210137 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-e4834324-a28f-4164-85ac-58f9bd1a93fa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:14:05.210574 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4834324-a28f-4164-85ac-58f9bd1a93fa None None] Bound using segment: {'id': '364e5d6b-20bf-4806-b15a-a8a820ffb19a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '066fa005-2b63-420b-b934-11a709ed9be8'} {{(pid=86332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 22 20:14:05.211127 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.managers [None req-e4834324-a28f-4164-85ac-58f9bd1a93fa None None] Bound port: 0c2a5d82-1710-4890-bc6b-f2e1d37eaecb, host: dv-cinder-787632-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '364e5d6b-20bf-4806-b15a-a8a820ffb19a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '066fa005-2b63-420b-b934-11a709ed9be8'}}] {{(pid=86332) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 22 20:14:05.211597 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-e4834324-a28f-4164-85ac-58f9bd1a93fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587983'] for port, before_update {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:14:05.366488 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.db [None req-e4834324-a28f-4164-85ac-58f9bd1a93fa None None] For port 0c2a5d82-1710-4890-bc6b-f2e1d37eaecb, host dv-cinder-787632-1-iscsi, cleared binding levels {{(pid=86332) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 22 20:14:05.415152 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.db [None req-e4834324-a28f-4164-85ac-58f9bd1a93fa None None] For port 0c2a5d82-1710-4890-bc6b-f2e1d37eaecb, host dv-cinder-787632-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787632-1-iscsi',level=0,port_id=0c2a5d82-1710-4890-bc6b-f2e1d37eaecb,segment=NetworkSegment(364e5d6b-20bf-4806-b15a-a8a820ffb19a),segment_id=364e5d6b-20bf-4806-b15a-a8a820ffb19a)] {{(pid=86332) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 22 20:14:05.420920 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-e4834324-a28f-4164-85ac-58f9bd1a93fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854198495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853168226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727707997384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363309147208137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727707567697'] for port, after_update {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:14:05.430800 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [None req-fbffbe16-1c09-49ee-beac-bdec48b3688a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86332) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 20:14:05.471458 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-950afe12-a812-43bc-8f76-3db62f1ab66a req-2a2d3491-04ee-4dea-b421-fb42399d4548 tempest-AttachVolumeNegativeTest-423716770 tempest-AttachVolumeNegativeTest-423716770-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 20:14:05.472237 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.quota.resource [req-950afe12-a812-43bc-8f76-3db62f1ab66a req-2a2d3491-04ee-4dea-b421-fb42399d4548 tempest-AttachVolumeNegativeTest-423716770 tempest-AttachVolumeNegativeTest-423716770-project] Synchronizing usage tracker for tenant:48229d4d53b042958a9ce5577ce62d8e on resource:network {{(pid=86330) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 22 20:14:05.494071 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.quota.resource [req-950afe12-a812-43bc-8f76-3db62f1ab66a req-2a2d3491-04ee-4dea-b421-fb42399d4548 tempest-AttachVolumeNegativeTest-423716770 tempest-AttachVolumeNegativeTest-423716770-project] Unset dirty status for tenant:48229d4d53b042958a9ce5577ce62d8e on resource:network {{(pid=86330) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 22 20:14:05.494913 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-950afe12-a812-43bc-8f76-3db62f1ab66a req-2a2d3491-04ee-4dea-b421-fb42399d4548 tempest-AttachVolumeNegativeTest-423716770 tempest-AttachVolumeNegativeTest-423716770-project] 10.222.0.30 "GET /v2.0/networks?id=2f71bdb9-006a-4ab4-9335-9bbccd5c61c9 HTTP/1.1" status: 200  len: 815 time: 0.2521834
Apr 22 20:14:05.518342 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-950afe12-a812-43bc-8f76-3db62f1ab66a req-44451870-dc6c-4b7a-a7d3-a153efbe6de1 tempest-AttachVolumeNegativeTest-423716770 tempest-AttachVolumeNegativeTest-423716770-project] 10.222.0.30 "GET /v2.0/quotas/48229d4d53b042958a9ce5577ce62d8e HTTP/1.1" status: 200  len: 375 time: 0.0151098
Apr 22 20:14:05.558762 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4834324-a28f-4164-85ac-58f9bd1a93fa None None] Routers {'d010adb9-59e2-4f16-a0c0-a659862d7490'} bound to L3 agent in host dv-cinder-787632-1-iscsi {{(pid=86332) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 22 20:14:05.559629 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.l3_hamode_db [None req-e4834324-a28f-4164-85ac-58f9bd1a93fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f013d5f7d68>, 'dv-cinder-787632-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-22T20:03:28Z,description=<?>,heartbeat_timestamp=2021-04-22T20:13:59Z,host='dv-cinder-787632-1-iscsi',id=1df068ca-d615-4cb7-8020-fe6e8be709e3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-22T20:03:28Z,topic='l3_agent')) {'router_ids': ['d010adb9-59e2-4f16-a0c0-a659862d7490'], 'active': True} {{(pid=86332) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 22 20:14:05.641145 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-950afe12-a812-43bc-8f76-3db62f1ab66a req-042ccee0-2916-47b1-a695-d35640243e4f tempest-AttachVolumeNegativeTest-423716770 tempest-AttachVolumeNegativeTest-423716770-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=48229d4d53b042958a9ce5577ce62d8e&fields=id HTTP/1.1" status: 200  len: 348 time: 0.1205969
Apr 22 20:14:05.710497 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbffbe16-1c09-49ee-beac-bdec48b3688a None None] Pushing event updated for resources: {'Port': ['ID=0c2a5d82-1710-4890-bc6b-f2e1d37eaecb,revision_number=4']} {{(pid=86332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 20:14:05.723813 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [None req-fbffbe16-1c09-49ee-beac-bdec48b3688a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.293s {{(pid=86332) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 20:14:05.758651 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a70dd036-8984-4f62-a153-7a9b30a67a25 req-892a3d95-6cad-4782-af6a-d3212e82c110 tempest-AttachVolumeTestJSON-431678780 tempest-AttachVolumeTestJSON-431678780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 20:14:05.766847 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-a70dd036-8984-4f62-a153-7a9b30a67a25 req-892a3d95-6cad-4782-af6a-d3212e82c110 tempest-AttachVolumeTestJSON-431678780 tempest-AttachVolumeTestJSON-431678780-project] 10.222.0.30 "GET /v2.0/ports?device_id=856aff26-352c-4f6c-a8fa-a9199da8c43a HTTP/1.1" status: 200  len: 945 time: 0.1157575
Apr 22 20:14:05.808592 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.l3_dvr_db [None req-e4834324-a28f-4164-85ac-58f9bd1a93fa None None] Set router d010adb9-59e2-4f16-a0c0-a659862d7490 gateway port host: dv-cinder-787632-1-iscsi {{(pid=86332) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 22 20:14:05.845625 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-950afe12-a812-43bc-8f76-3db62f1ab66a req-551fb813-d463-42c9-8c6b-903e86266cad service neutron] 10.222.0.30 "GET /v2.0/networks/2f71bdb9-006a-4ab4-9335-9bbccd5c61c9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2035022
Apr 22 20:14:05.846614 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-a70dd036-8984-4f62-a153-7a9b30a67a25 req-4de90f7c-03ff-480c-895d-a584abc971a7 tempest-AttachVolumeTestJSON-431678780 tempest-AttachVolumeTestJSON-431678780-project] 10.222.0.30 "GET /v2.0/security-groups?id=7cb077a5-4ba7-4c7b-8f9c-203a75555aff&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0786839
Apr 22 20:14:06.006052 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-950afe12-a812-43bc-8f76-3db62f1ab66a req-66abcc76-825c-4388-bcfb-b0b4a8d0df42 service neutron] 10.222.0.30 "GET /v2.0/networks/2f71bdb9-006a-4ab4-9335-9bbccd5c61c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1500123
Apr 22 20:14:06.219115 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.l3_hamode_db [None req-e4834324-a28f-4164-85ac-58f9bd1a93fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f013d5f7d68>, [{'id': 'd010adb9-59e2-4f16-a0c0-a659862d7490', 'name': 'tempest-TestVolumeBootPattern-1037265094-router', 'tenant_id': '65cbb93f55574c568fa0aca068820b4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b725cb4-6db6-4e68-9a61-1978e8a191a1', 'external_fixed_ips': [{'subnet_id': '1d4495d7-31a5-4e2d-a911-56ceae3a61c5', 'ip_address': '172.27.3.56'}], 'enable_snat': True}, 'gw_port_id': 'bba631f5-43c0-4c8b-9d96-f98eff572076', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T20:13:52Z', 'updated_at': '2021-04-22T20:13:58Z', 'revision_number': 4, 'project_id': '65cbb93f55574c568fa0aca068820b4c', 'gw_port': {'id': 'bba631f5-43c0-4c8b-9d96-f98eff572076', 'name': '', 'network_id': '1b725cb4-6db6-4e68-9a61-1978e8a191a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:94:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd010adb9-59e2-4f16-a0c0-a659862d7490', 'device_owner': 'network:router_gateway', 'standard_attr_id': 375, 'fixed_ips': [{'subnet_id': '1d4495d7-31a5-4e2d-a911-56ceae3a61c5', 'ip_address': '172.27.3.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787632-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T20:13:53Z', 'updated_at': '2021-04-22T20:14:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d4495d7-31a5-4e2d-a911-56ceae3a61c5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787632-1-iscsi', '_interfaces': [{'id': '0c2a5d82-1710-4890-bc6b-f2e1d37eaecb', 'name': '', 'network_id': '066fa005-2b63-420b-b934-11a709ed9be8', 'tenant_id': '65cbb93f55574c568fa0aca068820b4c', 'mac_address': 'fa:16:3e:e4:2c:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd010adb9-59e2-4f16-a0c0-a659862d7490', 'device_owner': 'network:router_interface', 'standard_attr_id': 391, 'fixed_ips': [{'subnet_id': '7bb0e9d1-b987-45c3-bc36-fa5791cca760', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787632-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T20:13:57Z', 'updated_at': '2021-04-22T20:14:05Z', 'revision_number': 4, 'project_id': '65cbb93f55574c568fa0aca068820b4c', 'subnets': [{'id': '7bb0e9d1-b987-45c3-bc36-fa5791cca760', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787632-1-iscsi', False) {} {{(pid=86332) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 22 20:14:06.229229 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4834324-a28f-4164-85ac-58f9bd1a93fa None None] The sync data for ids ['d010adb9-59e2-4f16-a0c0-a659862d7490'] in dv-cinder-787632-1-iscsi is: [{'id': 'd010adb9-59e2-4f16-a0c0-a659862d7490', 'name': 'tempest-TestVolumeBootPattern-1037265094-router', 'tenant_id': '65cbb93f55574c568fa0aca068820b4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b725cb4-6db6-4e68-9a61-1978e8a191a1', 'external_fixed_ips': [{'subnet_id': '1d4495d7-31a5-4e2d-a911-56ceae3a61c5', 'ip_address': '172.27.3.56'}], 'enable_snat': True}, 'gw_port_id': 'bba631f5-43c0-4c8b-9d96-f98eff572076', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T20:13:52Z', 'updated_at': '2021-04-22T20:13:58Z', 'revision_number': 4, 'project_id': '65cbb93f55574c568fa0aca068820b4c', 'gw_port': {'id': 'bba631f5-43c0-4c8b-9d96-f98eff572076', 'name': '', 'network_id': '1b725cb4-6db6-4e68-9a61-1978e8a191a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:94:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd010adb9-59e2-4f16-a0c0-a659862d7490', 'device_owner': 'network:router_gateway', 'standard_attr_id': 375, 'fixed_ips': [{'subnet_id': '1d4495d7-31a5-4e2d-a911-56ceae3a61c5', 'ip_address': '172.27.3.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787632-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T20:13:53Z', 'updated_at': '2021-04-22T20:14:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d4495d7-31a5-4e2d-a911-56ceae3a61c5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787632-1-iscsi', '_interfaces': [{'id': '0c2a5d82-1710-4890-bc6b-f2e1d37eaecb', 'name': '', 'network_id': '066fa005-2b63-420b-b934-11a709ed9be8', 'tenant_id': '65cbb93f55574c568fa0aca068820b4c', 'mac_address': 'fa:16:3e:e4:2c:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd010adb9-59e2-4f16-a0c0-a659862d7490', 'device_owner': 'network:router_interface', 'standard_attr_id': 391, 'fixed_ips': [{'subnet_id': '7bb0e9d1-b987-45c3-bc36-fa5791cca760', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787632-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T20:13:57Z', 'updated_at': '2021-04-22T20:14:05Z', 'revision_number': 4, 'project_id': '65cbb93f55574c568fa0aca068820b4c', 'subnets': [{'id': '7bb0e9d1-b987-45c3-bc36-fa5791cca760', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86332) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 22 20:14:06.250004 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-c953ba20-58ab-4b51-8f2b-170995274560 req-0d80b88c-794d-4bf0-82da-c61af61fcda6 tempest-AttachVolumeNegativeTest-423716770 tempest-AttachVolumeNegativeTest-423716770-project] 10.222.0.30 "GET /v2.0/ports?device_id=e81c2537-841a-479f-b4a1-b499611aa760 HTTP/1.1" status: 200  len: 210 time: 0.0586100
Apr 22 20:14:06.338848 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f17b8964-7979-4e59-88e2-4729f2eaecef req-cee73a18-e4a9-4a34-b7ed-e5adbbdd870c tempest-ServerRescueNegativeTestJSON-1009389569 tempest-ServerRescueNegativeTestJSON-1009389569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 20:14:06.350187 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-f17b8964-7979-4e59-88e2-4729f2eaecef req-cee73a18-e4a9-4a34-b7ed-e5adbbdd870c tempest-ServerRescueNegativeTestJSON-1009389569 tempest-ServerRescueNegativeTestJSON-1009389569-project] 10.222.0.30 "GET /v2.0/ports?device_id=469f3208-145f-4d5b-b5d0-3d1d24295374 HTTP/1.1" status: 200  len: 945 time: 0.1739669
Apr 22 20:14:06.439791 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-f17b8964-7979-4e59-88e2-4729f2eaecef req-cf08ab61-f8b6-4520-aaf6-95bfdec767ce tempest-ServerRescueNegativeTestJSON-1009389569 tempest-ServerRescueNegativeTestJSON-1009389569-project] 10.222.0.30 "GET /v2.0/security-groups?id=6f3d9104-7f67-4d9e-bcf5-b704aabb6c6e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0882072
Apr 22 20:14:07.212368 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24419602-a4de-49d0-93d2-1546ac743a3a req-adfe9fa3-3fe3-4d22-b7e4-1fa5d4f2e262 tempest-VolumesSnapshotTestJSON-1289454250 tempest-VolumesSnapshotTestJSON-1289454250-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 20:14:07.213161 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.quota.resource [req-24419602-a4de-49d0-93d2-1546ac743a3a req-adfe9fa3-3fe3-4d22-b7e4-1fa5d4f2e262 tempest-VolumesSnapshotTestJSON-1289454250 tempest-VolumesSnapshotTestJSON-1289454250-project] Synchronizing usage tracker for tenant:704676f70e364d938cd631b0faac2d8a on resource:network {{(pid=86330) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 22 20:14:07.232053 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.quota.resource [req-24419602-a4de-49d0-93d2-1546ac743a3a req-adfe9fa3-3fe3-4d22-b7e4-1fa5d4f2e262 tempest-VolumesSnapshotTestJSON-1289454250 tempest-VolumesSnapshotTestJSON-1289454250-project] Unset dirty status for tenant:704676f70e364d938cd631b0faac2d8a on resource:network {{(pid=86330) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 22 20:14:07.233359 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-24419602-a4de-49d0-93d2-1546ac743a3a req-adfe9fa3-3fe3-4d22-b7e4-1fa5d4f2e262 tempest-VolumesSnapshotTestJSON-1289454250 tempest-VolumesSnapshotTestJSON-1289454250-project] 10.222.0.30 "GET /v2.0/networks?id=7c6863cd-7b3a-4ee5-bf38-0731ce48712c HTTP/1.1" status: 200  len: 813 time: 0.2665370
Apr 22 20:14:07.251589 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a1851d0-e4cb-4617-a779-f7188c40f2a1 req-30df0e06-4bb4-47b9-85d3-4edb687b856c tempest-AttachVolumeTestJSON-431678780 tempest-AttachVolumeTestJSON-431678780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 20:14:07.253100 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-4a1851d0-e4cb-4617-a779-f7188c40f2a1 req-30df0e06-4bb4-47b9-85d3-4edb687b856c tempest-AttachVolumeTestJSON-431678780 tempest-AttachVolumeTestJSON-431678780-project] 10.222.0.30 "GET /v2.0/ports?device_id=856aff26-352c-4f6c-a8fa-a9199da8c43a HTTP/1.1" status: 200  len: 945 time: 0.1571331
Apr 22 20:14:07.254840 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-24419602-a4de-49d0-93d2-1546ac743a3a req-1e8ed23e-6457-4924-84bc-f33a7c3685f2 tempest-VolumesSnapshotTestJSON-1289454250 tempest-VolumesSnapshotTestJSON-1289454250-project] 10.222.0.30 "GET /v2.0/quotas/704676f70e364d938cd631b0faac2d8a HTTP/1.1" status: 200  len: 375 time: 0.0134323
Apr 22 20:14:07.304531 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-4a1851d0-e4cb-4617-a779-f7188c40f2a1 req-b46384f3-078a-41b5-9cd0-a935dda5f4dd tempest-AttachVolumeTestJSON-431678780 tempest-AttachVolumeTestJSON-431678780-project] 10.222.0.30 "GET /v2.0/security-groups?id=7cb077a5-4ba7-4c7b-8f9c-203a75555aff&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0433109
Apr 22 20:14:07.314425 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-24419602-a4de-49d0-93d2-1546ac743a3a req-83d2adff-5750-49f8-b9c0-fe8738ec3d9e tempest-VolumesSnapshotTestJSON-1289454250 tempest-VolumesSnapshotTestJSON-1289454250-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=704676f70e364d938cd631b0faac2d8a&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0516551
Apr 22 20:14:07.467731 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-a2b10bb8-bd45-4d12-bbde-094658769757 req-f0ee2d56-fbcf-4191-bae8-75f2e94116cd tempest-AttachVolumeNegativeTest-423716770 tempest-AttachVolumeNegativeTest-423716770-project] 10.222.0.30 "GET /v2.0/ports?device_id=e81c2537-841a-479f-b4a1-b499611aa760 HTTP/1.1" status: 200  len: 210 time: 0.0541742
Apr 22 20:14:07.475209 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-24419602-a4de-49d0-93d2-1546ac743a3a req-9d5c6c0f-78ac-4679-8ecf-bd387b673ee5 service neutron] 10.222.0.30 "GET /v2.0/networks/7c6863cd-7b3a-4ee5-bf38-0731ce48712c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1471987
Apr 22 20:14:07.540909 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.rpc [None req-08e5d76f-3fe5-4242-a4b8-30f374028052 None None] Device 0c2a5d82-1710-4890-bc6b-f2e1d37eaecb up at agent ovs-agent-dv-cinder-787632-1-iscsi {{(pid=86332) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 22 20:14:07.617012 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.provisioning_blocks [None req-08e5d76f-3fe5-4242-a4b8-30f374028052 None None] Provisioning for port 0c2a5d82-1710-4890-bc6b-f2e1d37eaecb completed by entity L2. {{(pid=86332) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 22 20:14:07.623257 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-24419602-a4de-49d0-93d2-1546ac743a3a req-102f6c4d-8d12-4a29-bf1e-17d09fbad5ee service neutron] 10.222.0.30 "GET /v2.0/networks/7c6863cd-7b3a-4ee5-bf38-0731ce48712c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1434841
Apr 22 20:14:07.623449 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.provisioning_blocks [None req-08e5d76f-3fe5-4242-a4b8-30f374028052 None None] Provisioning complete for port 0c2a5d82-1710-4890-bc6b-f2e1d37eaecb triggered by entity L2. {{(pid=86332) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 22 20:14:07.623726 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-08e5d76f-3fe5-4242-a4b8-30f374028052 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854135278'] for port, provisioning_complete {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:14:07.785015 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-08e5d76f-3fe5-4242-a4b8-30f374028052 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587983'] for port, before_update {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:14:07.840157 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.db [None req-08e5d76f-3fe5-4242-a4b8-30f374028052 None None] For port 0c2a5d82-1710-4890-bc6b-f2e1d37eaecb, host dv-cinder-787632-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787632-1-iscsi',level=0,port_id=0c2a5d82-1710-4890-bc6b-f2e1d37eaecb,segment=NetworkSegment(364e5d6b-20bf-4806-b15a-a8a820ffb19a),segment_id=364e5d6b-20bf-4806-b15a-a8a820ffb19a)] {{(pid=86332) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 22 20:14:07.845692 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-08e5d76f-3fe5-4242-a4b8-30f374028052 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854198495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853168226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727707997384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363309147208137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727707567697'] for port, after_update {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:14:07.847689 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [None req-08e5d76f-3fe5-4242-a4b8-30f374028052 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86332) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 20:14:07.937494 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08e5d76f-3fe5-4242-a4b8-30f374028052 None None] Pushing event updated for resources: {'Port': ['ID=0c2a5d82-1710-4890-bc6b-f2e1d37eaecb,revision_number=5']} {{(pid=86332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 20:14:07.940787 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [None req-08e5d76f-3fe5-4242-a4b8-30f374028052 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=86332) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 20:14:07.950263 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-68ed392c-6497-449f-8b15-f405021dbe4c req-596d6220-77fb-4568-9d13-ad490c7dbaa0 tempest-VolumesSnapshotTestJSON-1289454250 tempest-VolumesSnapshotTestJSON-1289454250-project] 10.222.0.30 "GET /v2.0/ports?device_id=d064e3b6-ad2a-4b7e-9d69-c9b66adc282a HTTP/1.1" status: 200  len: 210 time: 0.0803671
Apr 22 20:14:08.015879 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-950afe12-a812-43bc-8f76-3db62f1ab66a req-5e34ae3d-cc21-42b5-a76f-349b5168542c tempest-AttachVolumeNegativeTest-423716770 tempest-AttachVolumeNegativeTest-423716770-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 20:14:08.018043 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-950afe12-a812-43bc-8f76-3db62f1ab66a req-5e34ae3d-cc21-42b5-a76f-349b5168542c tempest-AttachVolumeNegativeTest-423716770 tempest-AttachVolumeNegativeTest-423716770-project] 10.222.0.46 "GET /v2.0/networks?id=2f71bdb9-006a-4ab4-9335-9bbccd5c61c9 HTTP/1.1" status: 200  len: 815 time: 0.2464912
Apr 22 20:14:08.033234 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.v2.base [req-950afe12-a812-43bc-8f76-3db62f1ab66a req-7f475a67-4cdd-4c94-8828-8fc370ab8c65 tempest-AttachVolumeNegativeTest-423716770 tempest-AttachVolumeNegativeTest-423716770-project] Request body: {'port': {'device_id': 'e81c2537-841a-479f-b4a1-b499611aa760', 'network_id': '2f71bdb9-006a-4ab4-9335-9bbccd5c61c9', 'admin_state_up': True, 'tenant_id': '48229d4d53b042958a9ce5577ce62d8e'}} {{(pid=86331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 22 20:14:08.231205 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.quota.driver [req-950afe12-a812-43bc-8f76-3db62f1ab66a req-7f475a67-4cdd-4c94-8828-8fc370ab8c65 tempest-AttachVolumeNegativeTest-423716770 tempest-AttachVolumeNegativeTest-423716770-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 22 20:14:08.253283 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.quota.driver [req-950afe12-a812-43bc-8f76-3db62f1ab66a req-7f475a67-4cdd-4c94-8828-8fc370ab8c65 tempest-AttachVolumeNegativeTest-423716770 tempest-AttachVolumeNegativeTest-423716770-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=86331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 22 20:14:08.253283 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-950afe12-a812-43bc-8f76-3db62f1ab66a req-7f475a67-4cdd-4c94-8828-8fc370ab8c65 tempest-AttachVolumeNegativeTest-423716770 tempest-AttachVolumeNegativeTest-423716770-project] Made reservation on behalf of 48229d4d53b042958a9ce5577ce62d8e for: {'port': 1} {{(pid=86331) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 22 20:14:08.276182 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [req-950afe12-a812-43bc-8f76-3db62f1ab66a req-7f475a67-4cdd-4c94-8828-8fc370ab8c65 tempest-AttachVolumeNegativeTest-423716770 tempest-AttachVolumeNegativeTest-423716770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587983'] for port, before_create {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:14:08.561137 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.db_base_plugin_common [req-950afe12-a812-43bc-8f76-3db62f1ab66a req-7f475a67-4cdd-4c94-8828-8fc370ab8c65 tempest-AttachVolumeNegativeTest-423716770 tempest-AttachVolumeNegativeTest-423716770-project] Allocated IP 172.20.0.11 (2f71bdb9-006a-4ab4-9335-9bbccd5c61c9/9b9fb9ac-2966-4dc7-9c84-10a923d75111/c270e5cc-411a-412a-8253-9e598daeaf59) {{(pid=86331) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 22 20:14:08.640307 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a30ac2d-56e7-4993-9ee1-c6a880ee6dcc req-f26066f4-0f5e-4bdf-8273-707951b6e04c tempest-AttachVolumeTestJSON-431678780 tempest-AttachVolumeTestJSON-431678780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 20:14:08.642410 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-2a30ac2d-56e7-4993-9ee1-c6a880ee6dcc req-f26066f4-0f5e-4bdf-8273-707951b6e04c tempest-AttachVolumeTestJSON-431678780 tempest-AttachVolumeTestJSON-431678780-project] 10.222.0.30 "GET /v2.0/ports?device_id=856aff26-352c-4f6c-a8fa-a9199da8c43a HTTP/1.1" status: 200  len: 945 time: 0.1834249
Apr 22 20:14:08.656775 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.quota.resource [req-d2c3260d-f619-46a5-bc0a-a4a8e1b43c13 req-e5530656-bc8d-4189-a41d-c1dfb4b8a54f tempest-TestShelveInstance-1816371010 tempest-TestShelveInstance-1816371010-project] Synchronizing usage tracker for tenant:ed8e9232a3ce48d39526eecdc431aec3 on resource:security_group {{(pid=86330) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 22 20:14:08.675509 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.quota.resource [req-d2c3260d-f619-46a5-bc0a-a4a8e1b43c13 req-e5530656-bc8d-4189-a41d-c1dfb4b8a54f tempest-TestShelveInstance-1816371010 tempest-TestShelveInstance-1816371010-project] Unset dirty status for tenant:ed8e9232a3ce48d39526eecdc431aec3 on resource:security_group {{(pid=86330) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 22 20:14:08.677452 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-d2c3260d-f619-46a5-bc0a-a4a8e1b43c13 req-e5530656-bc8d-4189-a41d-c1dfb4b8a54f tempest-TestShelveInstance-1816371010 tempest-TestShelveInstance-1816371010-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1466653183&fields=id&tenant_id=ed8e9232a3ce48d39526eecdc431aec3 HTTP/1.1" status: 200  len: 267 time: 0.0735047
Apr 22 20:14:08.779866 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-2a30ac2d-56e7-4993-9ee1-c6a880ee6dcc req-cb25023d-af2e-4ebf-a421-f9aaee6060af tempest-AttachVolumeTestJSON-431678780 tempest-AttachVolumeTestJSON-431678780-project] 10.222.0.30 "GET /v2.0/security-groups?id=7cb077a5-4ba7-4c7b-8f9c-203a75555aff&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1283591
Apr 22 20:14:08.922492 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [req-950afe12-a812-43bc-8f76-3db62f1ab66a req-7f475a67-4cdd-4c94-8828-8fc370ab8c65 tempest-AttachVolumeNegativeTest-423716770 tempest-AttachVolumeNegativeTest-423716770-project] Notify callbacks [] for port, precommit_create {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:14:09.009630 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [req-950afe12-a812-43bc-8f76-3db62f1ab66a req-7f475a67-4cdd-4c94-8828-8fc370ab8c65 tempest-AttachVolumeNegativeTest-423716770 tempest-AttachVolumeNegativeTest-423716770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854198495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853168226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363309147208154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1223862'] for port, after_create {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:14:09.017104 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [None req-ccb8443d-3e66-4c8c-b127-7a70016541a4 tempest-AttachVolumeNegativeTest-423716770 tempest-AttachVolumeNegativeTest-423716770-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 20:14:09.024310 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.db [None req-cbbe70c9-0b39-4f9d-be6e-4133a7c8f54f None None] get_ports_and_sgs() called for port_ids ['ac20feeb-ec82-4731-bb0e-f1e77bc564d5', 'ab98a8b7-cffc-4aed-99c1-aee742abf54d', '0cfc2507-5acd-466a-b1c7-14264a7ab9ae'] {{(pid=86332) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 22 20:14:09.119241 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-950afe12-a812-43bc-8f76-3db62f1ab66a req-7f475a67-4cdd-4c94-8828-8fc370ab8c65 tempest-AttachVolumeNegativeTest-423716770 tempest-AttachVolumeNegativeTest-423716770-project] Network 2f71bdb9-006a-4ab4-9335-9bbccd5c61c9 is already hosted by enough agents. {{(pid=86331) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 22 20:14:09.124841 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.scheduler.base_scheduler [req-950afe12-a812-43bc-8f76-3db62f1ab66a req-7f475a67-4cdd-4c94-8828-8fc370ab8c65 tempest-AttachVolumeNegativeTest-423716770 tempest-AttachVolumeNegativeTest-423716770-project] Resources bound (agent type, host, resource id):  {{(pid=86331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 22 20:14:09.130563 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.l3_dvrscheduler_db [req-950afe12-a812-43bc-8f76-3db62f1ab66a req-7f475a67-4cdd-4c94-8828-8fc370ab8c65 tempest-AttachVolumeNegativeTest-423716770 tempest-AttachVolumeNegativeTest-423716770-project] Received port after_create {{(pid=86331) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 22 20:14:09.150155 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c3260d-f619-46a5-bc0a-a4a8e1b43c13 req-e9304bd8-ab03-49fd-85e3-4df0756b299b tempest-TestShelveInstance-1816371010 tempest-TestShelveInstance-1816371010-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 20:14:09.151085 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.quota.resource [req-d2c3260d-f619-46a5-bc0a-a4a8e1b43c13 req-e9304bd8-ab03-49fd-85e3-4df0756b299b tempest-TestShelveInstance-1816371010 tempest-TestShelveInstance-1816371010-project] Synchronizing usage tracker for tenant:ed8e9232a3ce48d39526eecdc431aec3 on resource:network {{(pid=86330) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 22 20:14:09.159419 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f475a67-4cdd-4c94-8828-8fc370ab8c65 tempest-AttachVolumeNegativeTest-423716770 tempest-AttachVolumeNegativeTest-423716770-project] Pushing event updated for resources: {'Port': ['ID=c270e5cc-411a-412a-8253-9e598daeaf59,revision_number=1']} {{(pid=86331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 20:14:09.170040 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-713db39c-d359-4c2b-b5a6-73b8ae046e8c req-63e58146-05ab-4962-8a8a-3f5e026fbeef tempest-ServerRescueNegativeTestJSON-1009389569 tempest-ServerRescueNegativeTestJSON-1009389569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 20:14:09.171690 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-713db39c-d359-4c2b-b5a6-73b8ae046e8c req-63e58146-05ab-4962-8a8a-3f5e026fbeef tempest-ServerRescueNegativeTestJSON-1009389569 tempest-ServerRescueNegativeTestJSON-1009389569-project] 10.222.0.30 "GET /v2.0/ports?device_id=469f3208-145f-4d5b-b5d0-3d1d24295374 HTTP/1.1" status: 200  len: 945 time: 0.2283070
Apr 22 20:14:09.172624 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [None req-7f475a67-4cdd-4c94-8828-8fc370ab8c65 tempest-AttachVolumeNegativeTest-423716770 tempest-AttachVolumeNegativeTest-423716770-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 20:14:09.186191 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.quota.resource [req-d2c3260d-f619-46a5-bc0a-a4a8e1b43c13 req-e9304bd8-ab03-49fd-85e3-4df0756b299b tempest-TestShelveInstance-1816371010 tempest-TestShelveInstance-1816371010-project] Unset dirty status for tenant:ed8e9232a3ce48d39526eecdc431aec3 on resource:network {{(pid=86330) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 22 20:14:09.187548 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-d2c3260d-f619-46a5-bc0a-a4a8e1b43c13 req-e9304bd8-ab03-49fd-85e3-4df0756b299b tempest-TestShelveInstance-1816371010 tempest-TestShelveInstance-1816371010-project] 10.222.0.30 "GET /v2.0/networks?id=8c6beec9-2be5-42aa-b3d8-efd21a74a412 HTTP/1.1" status: 200  len: 809 time: 0.5013351
Apr 22 20:14:09.211047 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-d2c3260d-f619-46a5-bc0a-a4a8e1b43c13 req-23776a5f-8d95-472e-966c-6a01f76dafaa tempest-TestShelveInstance-1816371010 tempest-TestShelveInstance-1816371010-project] 10.222.0.30 "GET /v2.0/quotas/ed8e9232a3ce48d39526eecdc431aec3 HTTP/1.1" status: 200  len: 375 time: 0.0166442
Apr 22 20:14:09.306123 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.quota.resource [req-d2c3260d-f619-46a5-bc0a-a4a8e1b43c13 req-ff96a45d-c1e9-4d77-93f6-b26bf4168faa tempest-TestShelveInstance-1816371010 tempest-TestShelveInstance-1816371010-project] Synchronizing usage tracker for tenant:ed8e9232a3ce48d39526eecdc431aec3 on resource:port {{(pid=86330) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 22 20:14:09.325712 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.quota.resource [req-d2c3260d-f619-46a5-bc0a-a4a8e1b43c13 req-ff96a45d-c1e9-4d77-93f6-b26bf4168faa tempest-TestShelveInstance-1816371010 tempest-TestShelveInstance-1816371010-project] Unset dirty status for tenant:ed8e9232a3ce48d39526eecdc431aec3 on resource:port {{(pid=86330) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 22 20:14:09.327208 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-d2c3260d-f619-46a5-bc0a-a4a8e1b43c13 req-ff96a45d-c1e9-4d77-93f6-b26bf4168faa tempest-TestShelveInstance-1816371010 tempest-TestShelveInstance-1816371010-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=ed8e9232a3ce48d39526eecdc431aec3&fields=id HTTP/1.1" status: 200  len: 302 time: 0.1117175
Apr 22 20:14:09.414186 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24419602-a4de-49d0-93d2-1546ac743a3a req-f94ed9e9-d4e8-404f-a2f3-a02b53210b72 tempest-VolumesSnapshotTestJSON-1289454250 tempest-VolumesSnapshotTestJSON-1289454250-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 20:14:09.415851 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-24419602-a4de-49d0-93d2-1546ac743a3a req-f94ed9e9-d4e8-404f-a2f3-a02b53210b72 tempest-VolumesSnapshotTestJSON-1289454250 tempest-VolumesSnapshotTestJSON-1289454250-project] 10.222.0.46 "GET /v2.0/networks?id=7c6863cd-7b3a-4ee5-bf38-0731ce48712c HTTP/1.1" status: 200  len: 813 time: 0.1923919
Apr 22 20:14:09.446970 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-950afe12-a812-43bc-8f76-3db62f1ab66a req-7f475a67-4cdd-4c94-8828-8fc370ab8c65 tempest-AttachVolumeNegativeTest-423716770 tempest-AttachVolumeNegativeTest-423716770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 20:14:09.447670 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [req-950afe12-a812-43bc-8f76-3db62f1ab66a req-7f475a67-4cdd-4c94-8828-8fc370ab8c65 tempest-AttachVolumeNegativeTest-423716770 tempest-AttachVolumeNegativeTest-423716770-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-743'] for port, before_response {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:14:09.457733 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-713db39c-d359-4c2b-b5a6-73b8ae046e8c req-0a45c3b9-834c-45f6-be04-83d7584d6f9e tempest-ServerRescueNegativeTestJSON-1009389569 tempest-ServerRescueNegativeTestJSON-1009389569-project] 10.222.0.30 "GET /v2.0/security-groups?id=6f3d9104-7f67-4d9e-bcf5-b704aabb6c6e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2743857
Apr 22 20:14:09.491946 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-950afe12-a812-43bc-8f76-3db62f1ab66a req-7f475a67-4cdd-4c94-8828-8fc370ab8c65 tempest-AttachVolumeNegativeTest-423716770 tempest-AttachVolumeNegativeTest-423716770-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.4635417
Apr 22 20:14:09.510330 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-d2c3260d-f619-46a5-bc0a-a4a8e1b43c13 req-16b6c2bd-99e9-4867-ad4b-d17105820d16 service neutron] 10.222.0.30 "GET /v2.0/networks/8c6beec9-2be5-42aa-b3d8-efd21a74a412?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1640840
Apr 22 20:14:09.578458 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.rpc [None req-08e5d76f-3fe5-4242-a4b8-30f374028052 None None] Device 0c2a5d82-1710-4890-bc6b-f2e1d37eaecb up at agent ovs-agent-dv-cinder-787632-1-iscsi {{(pid=86332) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 22 20:14:09.668926 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.provisioning_blocks [None req-08e5d76f-3fe5-4242-a4b8-30f374028052 None None] Provisioning complete for port 0c2a5d82-1710-4890-bc6b-f2e1d37eaecb triggered by entity L2. {{(pid=86332) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 22 20:14:09.669259 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-08e5d76f-3fe5-4242-a4b8-30f374028052 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854135278'] for port, provisioning_complete {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:14:09.689796 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-d2c3260d-f619-46a5-bc0a-a4a8e1b43c13 req-9ae64658-6936-4624-9015-f75e2bbf2e4d service neutron] 10.222.0.30 "GET /v2.0/networks/8c6beec9-2be5-42aa-b3d8-efd21a74a412?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1785192
Apr 22 20:14:09.724056 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b05ed574-ac0c-427e-a653-cec4cc5845bb req-de687156-9901-4d4b-b939-60f14e29aa83 tempest-AttachVolumeNegativeTest-423716770 tempest-AttachVolumeNegativeTest-423716770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 20:14:09.725002 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.quota.resource [req-b05ed574-ac0c-427e-a653-cec4cc5845bb req-de687156-9901-4d4b-b939-60f14e29aa83 tempest-AttachVolumeNegativeTest-423716770 tempest-AttachVolumeNegativeTest-423716770-project] Synchronizing usage tracker for tenant:48229d4d53b042958a9ce5577ce62d8e on resource:port {{(pid=86331) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 22 20:14:09.740767 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.quota.resource [req-b05ed574-ac0c-427e-a653-cec4cc5845bb req-de687156-9901-4d4b-b939-60f14e29aa83 tempest-AttachVolumeNegativeTest-423716770 tempest-AttachVolumeNegativeTest-423716770-project] Unset dirty status for tenant:48229d4d53b042958a9ce5577ce62d8e on resource:port {{(pid=86331) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 22 20:14:09.742260 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-b05ed574-ac0c-427e-a653-cec4cc5845bb req-de687156-9901-4d4b-b939-60f14e29aa83 tempest-AttachVolumeNegativeTest-423716770 tempest-AttachVolumeNegativeTest-423716770-project] 10.222.0.30 "GET /v2.0/ports?device_id=e81c2537-841a-479f-b4a1-b499611aa760 HTTP/1.1" status: 200  len: 932 time: 0.1276348
Apr 22 20:14:09.800547 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-b05ed574-ac0c-427e-a653-cec4cc5845bb req-458077d7-42ca-41e3-bbeb-d8c812a0ea4a tempest-AttachVolumeNegativeTest-423716770 tempest-AttachVolumeNegativeTest-423716770-project] 10.222.0.30 "GET /v2.0/security-groups?id=12e357dc-1d76-4f4d-8ec3-cba1cfd90e7f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0517612
Apr 22 20:14:09.989284 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-cd03b888-247f-4781-a7ca-a471e0018dc8 req-40d31b97-dcd9-4c40-af03-625be980eb31 tempest-VolumesSnapshotTestJSON-1289454250 tempest-VolumesSnapshotTestJSON-1289454250-project] 10.222.0.30 "GET /v2.0/ports?device_id=d064e3b6-ad2a-4b7e-9d69-c9b66adc282a HTTP/1.1" status: 200  len: 210 time: 0.0529571
Apr 22 20:14:10.274636 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3395029-0477-46c0-ab7a-a52c89c8bac9 req-28ed4196-e6bf-4b0f-b35e-6fbf766c5df1 tempest-AttachVolumeTestJSON-431678780 tempest-AttachVolumeTestJSON-431678780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 20:14:10.276246 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-b3395029-0477-46c0-ab7a-a52c89c8bac9 req-28ed4196-e6bf-4b0f-b35e-6fbf766c5df1 tempest-AttachVolumeTestJSON-431678780 tempest-AttachVolumeTestJSON-431678780-project] 10.222.0.30 "GET /v2.0/ports?device_id=856aff26-352c-4f6c-a8fa-a9199da8c43a HTTP/1.1" status: 200  len: 945 time: 0.0954757
Apr 22 20:14:10.324346 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-b3395029-0477-46c0-ab7a-a52c89c8bac9 req-ed63e4ac-e875-4fe8-88a6-5044b14e13c0 tempest-AttachVolumeTestJSON-431678780 tempest-AttachVolumeTestJSON-431678780-project] 10.222.0.30 "GET /v2.0/security-groups?id=7cb077a5-4ba7-4c7b-8f9c-203a75555aff&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0416279
Apr 22 20:14:10.418065 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-7a7492ce-8f36-4477-b295-a286faa3ae14 req-f11a3d56-a57a-4e98-9eaf-a3b85224a5b2 tempest-TestShelveInstance-1816371010 tempest-TestShelveInstance-1816371010-project] 10.222.0.30 "GET /v2.0/ports?device_id=05985c03-4f6d-4812-a0bf-47b334105dce HTTP/1.1" status: 200  len: 210 time: 0.0483496
Apr 22 20:14:11.014313 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-254a285c-8f30-41e9-a4eb-82df7696ec41 req-cd455a5d-604d-4fb4-934e-38a0c1928651 tempest-AttachVolumeNegativeTest-423716770 tempest-AttachVolumeNegativeTest-423716770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 20:14:11.015905 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-254a285c-8f30-41e9-a4eb-82df7696ec41 req-cd455a5d-604d-4fb4-934e-38a0c1928651 tempest-AttachVolumeNegativeTest-423716770 tempest-AttachVolumeNegativeTest-423716770-project] 10.222.0.30 "GET /v2.0/ports?device_id=e81c2537-841a-479f-b4a1-b499611aa760 HTTP/1.1" status: 200  len: 932 time: 0.0948102
Apr 22 20:14:11.066635 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-254a285c-8f30-41e9-a4eb-82df7696ec41 req-1880d925-174a-476c-aee9-6d91703e76c2 tempest-AttachVolumeNegativeTest-423716770 tempest-AttachVolumeNegativeTest-423716770-project] 10.222.0.30 "GET /v2.0/security-groups?id=12e357dc-1d76-4f4d-8ec3-cba1cfd90e7f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0444582
Apr 22 20:14:11.216651 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-de17913a-9f89-4a3b-80c4-80f8fcf06553 req-cf7b5478-3ddf-4c1f-a5b2-88e165c1d3ea tempest-VolumesSnapshotTestJSON-1289454250 tempest-VolumesSnapshotTestJSON-1289454250-project] 10.222.0.30 "GET /v2.0/ports?device_id=d064e3b6-ad2a-4b7e-9d69-c9b66adc282a HTTP/1.1" status: 200  len: 210 time: 0.0483749
Apr 22 20:14:11.530277 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c659adc2-6fbe-4747-b82e-7ce91e31239e req-2a2ea4db-aa6a-412a-82ae-0add4849ce0c tempest-AttachVolumeTestJSON-431678780 tempest-AttachVolumeTestJSON-431678780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 20:14:11.531803 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-c659adc2-6fbe-4747-b82e-7ce91e31239e req-2a2ea4db-aa6a-412a-82ae-0add4849ce0c tempest-AttachVolumeTestJSON-431678780 tempest-AttachVolumeTestJSON-431678780-project] 10.222.0.30 "GET /v2.0/ports?device_id=856aff26-352c-4f6c-a8fa-a9199da8c43a HTTP/1.1" status: 200  len: 945 time: 0.0914433
Apr 22 20:14:11.580459 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-c659adc2-6fbe-4747-b82e-7ce91e31239e req-79075dc4-0b7d-45fe-9850-da04b008504b tempest-AttachVolumeTestJSON-431678780 tempest-AttachVolumeTestJSON-431678780-project] 10.222.0.30 "GET /v2.0/security-groups?id=7cb077a5-4ba7-4c7b-8f9c-203a75555aff&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0418761
Apr 22 20:14:11.729810 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-7a90d694-0de0-487c-85e2-0a9f961510a0 req-d429044b-3cb5-4636-9fa5-342f08f500ff tempest-TestShelveInstance-1816371010 tempest-TestShelveInstance-1816371010-project] 10.222.0.30 "GET /v2.0/ports?device_id=05985c03-4f6d-4812-a0bf-47b334105dce HTTP/1.1" status: 200  len: 210 time: 0.0483251
Apr 22 20:14:12.274879 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1912356b-f19a-403b-adba-fd112bb89985 req-bb357b46-c712-45aa-960b-f88869c7a08c tempest-AttachVolumeNegativeTest-423716770 tempest-AttachVolumeNegativeTest-423716770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 20:14:12.276482 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-1912356b-f19a-403b-adba-fd112bb89985 req-bb357b46-c712-45aa-960b-f88869c7a08c tempest-AttachVolumeNegativeTest-423716770 tempest-AttachVolumeNegativeTest-423716770-project] 10.222.0.30 "GET /v2.0/ports?device_id=e81c2537-841a-479f-b4a1-b499611aa760 HTTP/1.1" status: 200  len: 932 time: 0.0930877
Apr 22 20:14:12.324303 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-1912356b-f19a-403b-adba-fd112bb89985 req-62a65ac3-c09d-4539-bfb1-c9b002d27132 tempest-AttachVolumeNegativeTest-423716770 tempest-AttachVolumeNegativeTest-423716770-project] 10.222.0.30 "GET /v2.0/security-groups?id=12e357dc-1d76-4f4d-8ec3-cba1cfd90e7f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0413921
Apr 22 20:14:12.469154 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-8f5cd547-71c6-4bf2-937f-f9fd3eb48565 req-4d6381b5-18f9-4779-b67f-515b5ee82795 tempest-VolumesSnapshotTestJSON-1289454250 tempest-VolumesSnapshotTestJSON-1289454250-project] 10.222.0.30 "GET /v2.0/ports?device_id=d064e3b6-ad2a-4b7e-9d69-c9b66adc282a HTTP/1.1" status: 200  len: 210 time: 0.0478919
Apr 22 20:14:12.514268 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.v2.base [req-24419602-a4de-49d0-93d2-1546ac743a3a req-9dec4324-8371-4cc9-a6b4-4f50990f0395 tempest-VolumesSnapshotTestJSON-1289454250 tempest-VolumesSnapshotTestJSON-1289454250-project] Request body: {'port': {'device_id': 'd064e3b6-ad2a-4b7e-9d69-c9b66adc282a', 'network_id': '7c6863cd-7b3a-4ee5-bf38-0731ce48712c', 'admin_state_up': True, 'tenant_id': '704676f70e364d938cd631b0faac2d8a'}} {{(pid=86331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 22 20:14:12.540888 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.v2.base [req-950afe12-a812-43bc-8f76-3db62f1ab66a req-6570647a-fd6d-4b6d-a629-f7452e3bad09 service neutron] Request body: {'port': {'device_id': 'e81c2537-841a-479f-b4a1-b499611aa760', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78763'}} {{(pid=86331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 22 20:14:12.784409 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.quota.driver [req-24419602-a4de-49d0-93d2-1546ac743a3a req-9dec4324-8371-4cc9-a6b4-4f50990f0395 tempest-VolumesSnapshotTestJSON-1289454250 tempest-VolumesSnapshotTestJSON-1289454250-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 22 20:14:12.790823 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [req-950afe12-a812-43bc-8f76-3db62f1ab66a req-6570647a-fd6d-4b6d-a629-f7452e3bad09 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587983'] for port, before_update {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:14:12.804857 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.quota.resource [req-24419602-a4de-49d0-93d2-1546ac743a3a req-9dec4324-8371-4cc9-a6b4-4f50990f0395 tempest-VolumesSnapshotTestJSON-1289454250 tempest-VolumesSnapshotTestJSON-1289454250-project] Usage tracker for resource:port and tenant:704676f70e364d938cd631b0faac2d8a is out of sync, need to count used quota {{(pid=86331) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 22 20:14:12.809845 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.quota.resource [req-24419602-a4de-49d0-93d2-1546ac743a3a req-9dec4324-8371-4cc9-a6b4-4f50990f0395 tempest-VolumesSnapshotTestJSON-1289454250 tempest-VolumesSnapshotTestJSON-1289454250-project] Quota usage for port was recalculated. Used quota:0. {{(pid=86331) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 22 20:14:12.821700 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.quota.driver [req-24419602-a4de-49d0-93d2-1546ac743a3a req-9dec4324-8371-4cc9-a6b4-4f50990f0395 tempest-VolumesSnapshotTestJSON-1289454250 tempest-VolumesSnapshotTestJSON-1289454250-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=86331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 22 20:14:12.887239 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d8b112-c4ed-46f0-8559-2bde96c8e3ad req-b96413ed-d67d-4e46-aaa6-c0a7305b994b tempest-AttachVolumeTestJSON-431678780 tempest-AttachVolumeTestJSON-431678780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 20:14:12.888991 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-a2d8b112-c4ed-46f0-8559-2bde96c8e3ad req-b96413ed-d67d-4e46-aaa6-c0a7305b994b tempest-AttachVolumeTestJSON-431678780 tempest-AttachVolumeTestJSON-431678780-project] 10.222.0.30 "GET /v2.0/ports?device_id=856aff26-352c-4f6c-a8fa-a9199da8c43a HTTP/1.1" status: 200  len: 945 time: 0.1794069
Apr 22 20:14:12.901985 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-24419602-a4de-49d0-93d2-1546ac743a3a req-9dec4324-8371-4cc9-a6b4-4f50990f0395 tempest-VolumesSnapshotTestJSON-1289454250 tempest-VolumesSnapshotTestJSON-1289454250-project] Made reservation on behalf of 704676f70e364d938cd631b0faac2d8a for: {'port': 1} {{(pid=86331) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 22 20:14:12.908496 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [req-24419602-a4de-49d0-93d2-1546ac743a3a req-9dec4324-8371-4cc9-a6b4-4f50990f0395 tempest-VolumesSnapshotTestJSON-1289454250 tempest-VolumesSnapshotTestJSON-1289454250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587983'] for port, before_create {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:14:12.984531 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-a2d8b112-c4ed-46f0-8559-2bde96c8e3ad req-c5280e4c-35f9-4b5c-bd2a-3c227111d8d6 tempest-AttachVolumeTestJSON-431678780 tempest-AttachVolumeTestJSON-431678780-project] 10.222.0.30 "GET /v2.0/security-groups?id=7cb077a5-4ba7-4c7b-8f9c-203a75555aff&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0879657
Apr 22 20:14:13.113112 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-17a51234-2b43-4e51-98be-ee1fb7fa45b7 req-9df48099-5a83-42f3-b7fb-bd5247f5d264 tempest-TestShelveInstance-1816371010 tempest-TestShelveInstance-1816371010-project] 10.222.0.30 "GET /v2.0/ports?device_id=05985c03-4f6d-4812-a0bf-47b334105dce HTTP/1.1" status: 200  len: 210 time: 0.1085119
Apr 22 20:14:13.557109 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.db_base_plugin_common [req-24419602-a4de-49d0-93d2-1546ac743a3a req-9dec4324-8371-4cc9-a6b4-4f50990f0395 tempest-VolumesSnapshotTestJSON-1289454250 tempest-VolumesSnapshotTestJSON-1289454250-project] Allocated IP 172.20.0.12 (7c6863cd-7b3a-4ee5-bf38-0731ce48712c/9c42079c-568a-4586-9ac0-bd9ce6348a73/fa8a84bb-c6b3-4cc1-a7a0-5581632ea097) {{(pid=86331) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 22 20:14:13.760489 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d205f1-8694-4c7a-b684-56f827a584c1 req-6c492bb0-0c41-4c98-ba46-65967162a52e tempest-AttachVolumeNegativeTest-423716770 tempest-AttachVolumeNegativeTest-423716770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 20:14:13.762163 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-67d205f1-8694-4c7a-b684-56f827a584c1 req-6c492bb0-0c41-4c98-ba46-65967162a52e tempest-AttachVolumeNegativeTest-423716770 tempest-AttachVolumeNegativeTest-423716770-project] 10.222.0.30 "GET /v2.0/ports?device_id=e81c2537-841a-479f-b4a1-b499611aa760 HTTP/1.1" status: 200  len: 932 time: 0.2824268
Apr 22 20:14:13.836817 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-67d205f1-8694-4c7a-b684-56f827a584c1 req-b4c7dd55-1890-4540-ade7-b8e196336288 tempest-AttachVolumeNegativeTest-423716770 tempest-AttachVolumeNegativeTest-423716770-project] 10.222.0.30 "GET /v2.0/security-groups?id=12e357dc-1d76-4f4d-8ec3-cba1cfd90e7f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0623257
Apr 22 20:14:13.896636 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c3260d-f619-46a5-bc0a-a4a8e1b43c13 req-d16d7872-3b3d-44ac-a8e6-314745ac41f7 tempest-TestShelveInstance-1816371010 tempest-TestShelveInstance-1816371010-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 20:14:13.898224 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-d2c3260d-f619-46a5-bc0a-a4a8e1b43c13 req-d16d7872-3b3d-44ac-a8e6-314745ac41f7 tempest-TestShelveInstance-1816371010 tempest-TestShelveInstance-1816371010-project] 10.222.0.46 "GET /v2.0/networks?id=8c6beec9-2be5-42aa-b3d8-efd21a74a412 HTTP/1.1" status: 200  len: 809 time: 0.3042634
Apr 22 20:14:13.901344 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-8afd2997-0a08-4353-8c60-73d6e44e3ab6 req-1a863e62-02d8-4d3b-9c95-30061521b043 tempest-VolumesSnapshotTestJSON-1289454250 tempest-VolumesSnapshotTestJSON-1289454250-project] 10.222.0.30 "GET /v2.0/ports?device_id=d064e3b6-ad2a-4b7e-9d69-c9b66adc282a HTTP/1.1" status: 200  len: 210 time: 0.1288917
Apr 22 20:14:13.909867 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [req-24419602-a4de-49d0-93d2-1546ac743a3a req-9dec4324-8371-4cc9-a6b4-4f50990f0395 tempest-VolumesSnapshotTestJSON-1289454250 tempest-VolumesSnapshotTestJSON-1289454250-project] Notify callbacks [] for port, precommit_create {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:14:13.914956 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.db.resource_extend [req-950afe12-a812-43bc-8f76-3db62f1ab66a req-6570647a-fd6d-4b6d-a629-f7452e3bad09 service neutron] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=86331) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}}
Apr 22 20:14:13.962064 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-d2c3260d-f619-46a5-bc0a-a4a8e1b43c13 req-8661c0c5-f809-4114-a279-f95f065fa0b4 tempest-TestShelveInstance-1816371010 tempest-TestShelveInstance-1816371010-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ed8e9232a3ce48d39526eecdc431aec3 HTTP/1.1" status: 200  len: 380 time: 0.0506008
Apr 22 20:14:13.974336 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.v2.base [req-d2c3260d-f619-46a5-bc0a-a4a8e1b43c13 req-067d1751-24a7-4281-91eb-8a38b43f307a tempest-TestShelveInstance-1816371010 tempest-TestShelveInstance-1816371010-project] Request body: {'port': {'device_id': '05985c03-4f6d-4812-a0bf-47b334105dce', 'network_id': '8c6beec9-2be5-42aa-b3d8-efd21a74a412', 'admin_state_up': True, 'tenant_id': 'ed8e9232a3ce48d39526eecdc431aec3', 'security_groups': ['0042e778-534e-4be6-8d31-f99a115eccf4']}} {{(pid=86330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 22 20:14:14.004391 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.notifiers.nova [req-950afe12-a812-43bc-8f76-3db62f1ab66a req-6570647a-fd6d-4b6d-a629-f7452e3bad09 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c270e5cc-411a-412a-8253-9e598daeaf59 {{(pid=86331) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 22 20:14:14.015916 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [req-950afe12-a812-43bc-8f76-3db62f1ab66a req-6570647a-fd6d-4b6d-a629-f7452e3bad09 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:14:14.045312 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.provisioning_blocks [req-950afe12-a812-43bc-8f76-3db62f1ab66a req-6570647a-fd6d-4b6d-a629-f7452e3bad09 service neutron] Transition to ACTIVE for port object c270e5cc-411a-412a-8253-9e598daeaf59 will not be triggered until provisioned by entity L2. {{(pid=86331) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 22 20:14:14.048865 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [req-950afe12-a812-43bc-8f76-3db62f1ab66a req-6570647a-fd6d-4b6d-a629-f7452e3bad09 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854198495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853168226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727707997384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363309147208137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727707567697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036853551937'] for port, after_update {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:14:14.054719 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [None req-10bef90f-3f9f-432b-8648-8b915683ea65 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 20:14:14.124238 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [req-24419602-a4de-49d0-93d2-1546ac743a3a req-9dec4324-8371-4cc9-a6b4-4f50990f0395 tempest-VolumesSnapshotTestJSON-1289454250 tempest-VolumesSnapshotTestJSON-1289454250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854198495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853168226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363309147208154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1223862'] for port, after_create {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:14:14.175526 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.quota.driver [req-d2c3260d-f619-46a5-bc0a-a4a8e1b43c13 req-067d1751-24a7-4281-91eb-8a38b43f307a tempest-TestShelveInstance-1816371010 tempest-TestShelveInstance-1816371010-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86330) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 22 20:14:14.190154 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.quota.driver [req-d2c3260d-f619-46a5-bc0a-a4a8e1b43c13 req-067d1751-24a7-4281-91eb-8a38b43f307a tempest-TestShelveInstance-1816371010 tempest-TestShelveInstance-1816371010-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=86330) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 22 20:14:14.268610 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d2c3260d-f619-46a5-bc0a-a4a8e1b43c13 req-067d1751-24a7-4281-91eb-8a38b43f307a tempest-TestShelveInstance-1816371010 tempest-TestShelveInstance-1816371010-project] Made reservation on behalf of ed8e9232a3ce48d39526eecdc431aec3 for: {'port': 1} {{(pid=86330) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 22 20:14:14.275653 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [req-d2c3260d-f619-46a5-bc0a-a4a8e1b43c13 req-067d1751-24a7-4281-91eb-8a38b43f307a tempest-TestShelveInstance-1816371010 tempest-TestShelveInstance-1816371010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587983'] for port, before_create {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:14:14.307414 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-24419602-a4de-49d0-93d2-1546ac743a3a req-9dec4324-8371-4cc9-a6b4-4f50990f0395 tempest-VolumesSnapshotTestJSON-1289454250 tempest-VolumesSnapshotTestJSON-1289454250-project] Network 7c6863cd-7b3a-4ee5-bf38-0731ce48712c is already hosted by enough agents. {{(pid=86331) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 22 20:14:14.346968 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.scheduler.base_scheduler [req-24419602-a4de-49d0-93d2-1546ac743a3a req-9dec4324-8371-4cc9-a6b4-4f50990f0395 tempest-VolumesSnapshotTestJSON-1289454250 tempest-VolumesSnapshotTestJSON-1289454250-project] Resources bound (agent type, host, resource id):  {{(pid=86331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 22 20:14:14.361231 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.l3_dvrscheduler_db [req-24419602-a4de-49d0-93d2-1546ac743a3a req-9dec4324-8371-4cc9-a6b4-4f50990f0395 tempest-VolumesSnapshotTestJSON-1289454250 tempest-VolumesSnapshotTestJSON-1289454250-project] Received port after_create {{(pid=86331) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 22 20:14:14.436735 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6570647a-fd6d-4b6d-a629-f7452e3bad09 service neutron] Pushing event updated for resources: {'Port': ['ID=c270e5cc-411a-412a-8253-9e598daeaf59,revision_number=2']} {{(pid=86331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 20:14:14.440841 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-5f1ccf1b-8cd9-4647-9f79-f01c8335a225 req-3539f631-da84-4bff-a08b-9ad3c5a0b8a3 tempest-TestShelveInstance-1816371010 tempest-TestShelveInstance-1816371010-project] 10.222.0.30 "GET /v2.0/ports?device_id=05985c03-4f6d-4812-a0bf-47b334105dce HTTP/1.1" status: 200  len: 210 time: 0.1300313
Apr 22 20:14:14.441807 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [None req-6570647a-fd6d-4b6d-a629-f7452e3bad09 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.387s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 20:14:14.450503 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3890c352-fcd9-46e7-bf48-0fcdfcf0acc7 req-74c5afae-dd18-405b-b252-94e37900146e tempest-AttachVolumeTestJSON-431678780 tempest-AttachVolumeTestJSON-431678780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 20:14:14.452227 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-3890c352-fcd9-46e7-bf48-0fcdfcf0acc7 req-74c5afae-dd18-405b-b252-94e37900146e tempest-AttachVolumeTestJSON-431678780 tempest-AttachVolumeTestJSON-431678780-project] 10.222.0.30 "GET /v2.0/ports?device_id=856aff26-352c-4f6c-a8fa-a9199da8c43a HTTP/1.1" status: 200  len: 945 time: 0.2528977
Apr 22 20:14:14.475882 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [None req-10bef90f-3f9f-432b-8648-8b915683ea65 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.320s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 20:14:14.521896 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.db_base_plugin_common [req-d2c3260d-f619-46a5-bc0a-a4a8e1b43c13 req-067d1751-24a7-4281-91eb-8a38b43f307a tempest-TestShelveInstance-1816371010 tempest-TestShelveInstance-1816371010-project] Allocated IP 172.20.0.13 (8c6beec9-2be5-42aa-b3d8-efd21a74a412/7e154f7f-c6a5-48a3-9c75-a2bc01d89ad4/375c0aa1-7baa-400f-8733-484590eeeb8c) {{(pid=86330) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 22 20:14:14.529833 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-3890c352-fcd9-46e7-bf48-0fcdfcf0acc7 req-5cb24865-706f-4c97-af69-92a8114139d0 tempest-AttachVolumeTestJSON-431678780 tempest-AttachVolumeTestJSON-431678780-project] 10.222.0.30 "GET /v2.0/security-groups?id=7cb077a5-4ba7-4c7b-8f9c-203a75555aff&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0691628
Apr 22 20:14:14.591367 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24419602-a4de-49d0-93d2-1546ac743a3a req-9dec4324-8371-4cc9-a6b4-4f50990f0395 tempest-VolumesSnapshotTestJSON-1289454250 tempest-VolumesSnapshotTestJSON-1289454250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 20:14:14.592041 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [req-24419602-a4de-49d0-93d2-1546ac743a3a req-9dec4324-8371-4cc9-a6b4-4f50990f0395 tempest-VolumesSnapshotTestJSON-1289454250 tempest-VolumesSnapshotTestJSON-1289454250-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-743'] for port, before_response {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:14:14.626961 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dec4324-8371-4cc9-a6b4-4f50990f0395 tempest-VolumesSnapshotTestJSON-1289454250 tempest-VolumesSnapshotTestJSON-1289454250-project] Pushing event updated for resources: {'Port': ['ID=fa8a84bb-c6b3-4cc1-a7a0-5581632ea097,revision_number=1']} {{(pid=86331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 20:14:14.630179 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [None req-9dec4324-8371-4cc9-a6b4-4f50990f0395 tempest-VolumesSnapshotTestJSON-1289454250 tempest-VolumesSnapshotTestJSON-1289454250-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 20:14:14.638793 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.managers [req-950afe12-a812-43bc-8f76-3db62f1ab66a req-6570647a-fd6d-4b6d-a629-f7452e3bad09 service neutron] Attempting to bind port c270e5cc-411a-412a-8253-9e598daeaf59 on host hv-cinder-78763 for vnic_type normal with profile  {{(pid=86331) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 22 20:14:14.639179 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.managers [req-950afe12-a812-43bc-8f76-3db62f1ab66a req-6570647a-fd6d-4b6d-a629-f7452e3bad09 service neutron] Attempting to bind port c270e5cc-411a-412a-8253-9e598daeaf59 by drivers openvswitch,hyperv on host hv-cinder-78763 at level 0 using segments [{'id': '3a7c8a3c-d8a5-4ea6-9c7e-398752a60d2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '2f71bdb9-006a-4ab4-9335-9bbccd5c61c9'}] {{(pid=86331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 22 20:14:14.639546 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-950afe12-a812-43bc-8f76-3db62f1ab66a req-6570647a-fd6d-4b6d-a629-f7452e3bad09 service neutron] Attempting to bind port c270e5cc-411a-412a-8253-9e598daeaf59 on network 2f71bdb9-006a-4ab4-9335-9bbccd5c61c9 {{(pid=86331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 22 20:14:14.645492 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-24419602-a4de-49d0-93d2-1546ac743a3a req-9dec4324-8371-4cc9-a6b4-4f50990f0395 tempest-VolumesSnapshotTestJSON-1289454250 tempest-VolumesSnapshotTestJSON-1289454250-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 2.1357245
Apr 22 20:14:14.646215 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-950afe12-a812-43bc-8f76-3db62f1ab66a req-6570647a-fd6d-4b6d-a629-f7452e3bad09 service neutron] Port c270e5cc-411a-412a-8253-9e598daeaf59 on network 2f71bdb9-006a-4ab4-9335-9bbccd5c61c9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78763 {{(pid=86331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 22 20:14:14.646592 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-950afe12-a812-43bc-8f76-3db62f1ab66a req-6570647a-fd6d-4b6d-a629-f7452e3bad09 service neutron] Attempting to bind port c270e5cc-411a-412a-8253-9e598daeaf59 on network 2f71bdb9-006a-4ab4-9335-9bbccd5c61c9 {{(pid=86331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 22 20:14:14.652709 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-950afe12-a812-43bc-8f76-3db62f1ab66a req-6570647a-fd6d-4b6d-a629-f7452e3bad09 service neutron] Checking agent: {'id': 'b4f1961c-1932-496b-a656-3b148bb81a73', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78763', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 22, 20, 9, 49), 'started_at': datetime.datetime(2021, 4, 22, 20, 9, 49), 'heartbeat_timestamp': datetime.datetime(2021, 4, 22, 20, 13, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 22 20:14:14.653080 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-950afe12-a812-43bc-8f76-3db62f1ab66a req-6570647a-fd6d-4b6d-a629-f7452e3bad09 service neutron] Checking segment: {'id': '3a7c8a3c-d8a5-4ea6-9c7e-398752a60d2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '2f71bdb9-006a-4ab4-9335-9bbccd5c61c9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86331) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 22 20:14:14.653497 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-950afe12-a812-43bc-8f76-3db62f1ab66a req-6570647a-fd6d-4b6d-a629-f7452e3bad09 service neutron] Bound using segment: {'id': '3a7c8a3c-d8a5-4ea6-9c7e-398752a60d2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '2f71bdb9-006a-4ab4-9335-9bbccd5c61c9'} {{(pid=86331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 22 20:14:14.654001 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.managers [req-950afe12-a812-43bc-8f76-3db62f1ab66a req-6570647a-fd6d-4b6d-a629-f7452e3bad09 service neutron] Bound port: c270e5cc-411a-412a-8253-9e598daeaf59, host: hv-cinder-78763, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3a7c8a3c-d8a5-4ea6-9c7e-398752a60d2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '2f71bdb9-006a-4ab4-9335-9bbccd5c61c9'}}] {{(pid=86331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 22 20:14:14.654384 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [req-950afe12-a812-43bc-8f76-3db62f1ab66a req-6570647a-fd6d-4b6d-a629-f7452e3bad09 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587983'] for port, before_update {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:14:14.671427 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.v2.base [req-24419602-a4de-49d0-93d2-1546ac743a3a req-42022a63-eff9-4ae9-b73f-726baf16fe15 service neutron] Request body: {'port': {'device_id': 'd064e3b6-ad2a-4b7e-9d69-c9b66adc282a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78763'}} {{(pid=86331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 22 20:14:14.738762 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [req-d2c3260d-f619-46a5-bc0a-a4a8e1b43c13 req-067d1751-24a7-4281-91eb-8a38b43f307a tempest-TestShelveInstance-1816371010 tempest-TestShelveInstance-1816371010-project] Notify callbacks [] for port, precommit_create {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:14:14.755107 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.provisioning_blocks [req-d2c3260d-f619-46a5-bc0a-a4a8e1b43c13 req-067d1751-24a7-4281-91eb-8a38b43f307a tempest-TestShelveInstance-1816371010 tempest-TestShelveInstance-1816371010-project] Transition to ACTIVE for port object 375c0aa1-7baa-400f-8733-484590eeeb8c will not be triggered until provisioned by entity DHCP. {{(pid=86330) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 22 20:14:14.779272 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [req-d2c3260d-f619-46a5-bc0a-a4a8e1b43c13 req-067d1751-24a7-4281-91eb-8a38b43f307a tempest-TestShelveInstance-1816371010 tempest-TestShelveInstance-1816371010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854198495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853168226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363309147208154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4125515'] for port, after_create {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:14:14.786965 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 20:14:14.862547 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d2c3260d-f619-46a5-bc0a-a4a8e1b43c13 req-067d1751-24a7-4281-91eb-8a38b43f307a tempest-TestShelveInstance-1816371010 tempest-TestShelveInstance-1816371010-project] Network 8c6beec9-2be5-42aa-b3d8-efd21a74a412 is already hosted by enough agents. {{(pid=86330) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 22 20:14:14.863832 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.scheduler.base_scheduler [req-d2c3260d-f619-46a5-bc0a-a4a8e1b43c13 req-067d1751-24a7-4281-91eb-8a38b43f307a tempest-TestShelveInstance-1816371010 tempest-TestShelveInstance-1816371010-project] Resources bound (agent type, host, resource id):  {{(pid=86330) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 22 20:14:14.866444 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [req-24419602-a4de-49d0-93d2-1546ac743a3a req-42022a63-eff9-4ae9-b73f-726baf16fe15 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587983'] for port, before_update {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:14:14.874044 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-067d1751-24a7-4281-91eb-8a38b43f307a tempest-TestShelveInstance-1816371010 tempest-TestShelveInstance-1816371010-project] Pushing event updated for resources: {'Port': ['ID=375c0aa1-7baa-400f-8733-484590eeeb8c,revision_number=1']} {{(pid=86330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 20:14:14.877072 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.l3_dvrscheduler_db [req-d2c3260d-f619-46a5-bc0a-a4a8e1b43c13 req-067d1751-24a7-4281-91eb-8a38b43f307a tempest-TestShelveInstance-1816371010 tempest-TestShelveInstance-1816371010-project] Received port after_create {{(pid=86330) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 22 20:14:14.878318 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.db [req-950afe12-a812-43bc-8f76-3db62f1ab66a req-6570647a-fd6d-4b6d-a629-f7452e3bad09 service neutron] For port c270e5cc-411a-412a-8253-9e598daeaf59, host hv-cinder-78763, cleared binding levels {{(pid=86331) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 22 20:14:14.920626 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.db [req-950afe12-a812-43bc-8f76-3db62f1ab66a req-6570647a-fd6d-4b6d-a629-f7452e3bad09 service neutron] For port c270e5cc-411a-412a-8253-9e598daeaf59, host hv-cinder-78763, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78763',level=0,port_id=c270e5cc-411a-412a-8253-9e598daeaf59,segment=NetworkSegment(3a7c8a3c-d8a5-4ea6-9c7e-398752a60d2f),segment_id=3a7c8a3c-d8a5-4ea6-9c7e-398752a60d2f)] {{(pid=86331) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 22 20:14:14.942345 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [None req-067d1751-24a7-4281-91eb-8a38b43f307a tempest-TestShelveInstance-1816371010 tempest-TestShelveInstance-1816371010-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=86330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 20:14:14.944649 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [req-950afe12-a812-43bc-8f76-3db62f1ab66a req-6570647a-fd6d-4b6d-a629-f7452e3bad09 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854198495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853168226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727707997384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363309147208137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727707567697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036853551937'] for port, after_update {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:14:14.952029 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [None req-88baf523-fade-44b8-be6e-ce7329b7c430 tempest-DeleteServersTestJSON-432539575 tempest-DeleteServersTestJSON-432539575-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 20:14:14.952210 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c3260d-f619-46a5-bc0a-a4a8e1b43c13 req-067d1751-24a7-4281-91eb-8a38b43f307a tempest-TestShelveInstance-1816371010 tempest-TestShelveInstance-1816371010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 20:14:14.953030 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [req-d2c3260d-f619-46a5-bc0a-a4a8e1b43c13 req-067d1751-24a7-4281-91eb-8a38b43f307a tempest-TestShelveInstance-1816371010 tempest-TestShelveInstance-1816371010-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853168243'] for port, before_response {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:14:14.994399 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-d2c3260d-f619-46a5-bc0a-a4a8e1b43c13 req-067d1751-24a7-4281-91eb-8a38b43f307a tempest-TestShelveInstance-1816371010 tempest-TestShelveInstance-1816371010-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.0250676
Apr 22 20:14:15.009125 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.v2.base [req-d2c3260d-f619-46a5-bc0a-a4a8e1b43c13 req-3c3e6004-b34b-45a3-8698-e3c6a08a9f2b service neutron] Request body: {'port': {'device_id': '05985c03-4f6d-4812-a0bf-47b334105dce', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78763'}} {{(pid=86330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 22 20:14:15.091452 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-950afe12-a812-43bc-8f76-3db62f1ab66a req-6570647a-fd6d-4b6d-a629-f7452e3bad09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 20:14:15.092134 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [req-950afe12-a812-43bc-8f76-3db62f1ab66a req-6570647a-fd6d-4b6d-a629-f7452e3bad09 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-743'] for port, before_response {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:14:15.093666 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-950afe12-a812-43bc-8f76-3db62f1ab66a req-6570647a-fd6d-4b6d-a629-f7452e3bad09 service neutron] 10.222.0.46 "PUT /v2.0/ports/c270e5cc-411a-412a-8253-9e598daeaf59 HTTP/1.1" status: 200  len: 1094 time: 2.5616786
Apr 22 20:14:15.094121 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e81c2537-841a-479f-b4a1-b499611aa760', 'tag': 'c270e5cc-411a-412a-8253-9e598daeaf59'}] {{(pid=86331) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 22 20:14:15.132473 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.provisioning_blocks [None req-bf87284b-0e34-459a-9e08-4f93cf2fd8f8 None None] Provisioning for port 375c0aa1-7baa-400f-8733-484590eeeb8c completed by entity DHCP. {{(pid=86332) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 22 20:14:15.138476 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.provisioning_blocks [None req-bf87284b-0e34-459a-9e08-4f93cf2fd8f8 None None] Provisioning complete for port 375c0aa1-7baa-400f-8733-484590eeeb8c triggered by entity DHCP. {{(pid=86332) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 22 20:14:15.139103 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-bf87284b-0e34-459a-9e08-4f93cf2fd8f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854135278'] for port, provisioning_complete {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:14:15.216289 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.plugin [None req-bf87284b-0e34-459a-9e08-4f93cf2fd8f8 None None] Port 375c0aa1-7baa-400f-8733-484590eeeb8c cannot update to ACTIVE because it is not bound. {{(pid=86332) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 22 20:14:15.244746 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e28f19-f214-49f7-ba54-9b191ef6e9f4 req-200c763f-022a-41f4-a917-6764198ea189 tempest-VolumesSnapshotTestJSON-1289454250 tempest-VolumesSnapshotTestJSON-1289454250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 20:14:15.246313 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-25e28f19-f214-49f7-ba54-9b191ef6e9f4 req-200c763f-022a-41f4-a917-6764198ea189 tempest-VolumesSnapshotTestJSON-1289454250 tempest-VolumesSnapshotTestJSON-1289454250-project] 10.222.0.30 "GET /v2.0/ports?device_id=d064e3b6-ad2a-4b7e-9d69-c9b66adc282a HTTP/1.1" status: 200  len: 932 time: 0.1827466
Apr 22 20:14:15.251886 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [req-d2c3260d-f619-46a5-bc0a-a4a8e1b43c13 req-3c3e6004-b34b-45a3-8698-e3c6a08a9f2b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587983'] for port, before_update {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:14:15.256134 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6570647a-fd6d-4b6d-a629-f7452e3bad09 service neutron] Pushing event updated for resources: {'Port': ['ID=c270e5cc-411a-412a-8253-9e598daeaf59,revision_number=3']} {{(pid=86331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 20:14:15.279255 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [None req-6570647a-fd6d-4b6d-a629-f7452e3bad09 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.327s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 20:14:15.430584 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1febc6cf-30e9-4dc3-9003-eb71e27f876a req-c0df0940-8f20-4d5a-b146-3bcb043e41e8 tempest-AttachVolumeNegativeTest-423716770 tempest-AttachVolumeNegativeTest-423716770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 20:14:15.432219 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-1febc6cf-30e9-4dc3-9003-eb71e27f876a req-c0df0940-8f20-4d5a-b146-3bcb043e41e8 tempest-AttachVolumeNegativeTest-423716770 tempest-AttachVolumeNegativeTest-423716770-project] 10.222.0.30 "GET /v2.0/ports?device_id=e81c2537-841a-479f-b4a1-b499611aa760 HTTP/1.1" status: 200  len: 944 time: 0.4470322
Apr 22 20:14:15.511693 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-950afe12-a812-43bc-8f76-3db62f1ab66a req-3d90d7da-51da-49e0-9454-4e076b8d6d5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 20:14:15.513526 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-950afe12-a812-43bc-8f76-3db62f1ab66a req-3d90d7da-51da-49e0-9454-4e076b8d6d5c service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=48229d4d53b042958a9ce5577ce62d8e&device_id=e81c2537-841a-479f-b4a1-b499611aa760 HTTP/1.1" status: 200  len: 1097 time: 0.3496320
Apr 22 20:14:15.615486 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-1febc6cf-30e9-4dc3-9003-eb71e27f876a req-c874e2f1-9616-4407-94bf-8105ad82cb77 tempest-AttachVolumeNegativeTest-423716770 tempest-AttachVolumeNegativeTest-423716770-project] 10.222.0.30 "GET /v2.0/security-groups?id=12e357dc-1d76-4f4d-8ec3-cba1cfd90e7f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1742549
Apr 22 20:14:15.618345 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.quota.resource [req-25e28f19-f214-49f7-ba54-9b191ef6e9f4 req-1f98258b-71bc-4cc4-8672-cad9697d872a tempest-VolumesSnapshotTestJSON-1289454250 tempest-VolumesSnapshotTestJSON-1289454250-project] Synchronizing usage tracker for tenant:704676f70e364d938cd631b0faac2d8a on resource:security_group {{(pid=86330) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 22 20:14:15.630104 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-950afe12-a812-43bc-8f76-3db62f1ab66a req-ababd7ae-fc5d-4c1d-8819-c4a7b8975155 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c270e5cc-411a-412a-8253-9e598daeaf59 HTTP/1.1" status: 200  len: 217 time: 0.0975451
Apr 22 20:14:15.638123 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.quota.resource [req-25e28f19-f214-49f7-ba54-9b191ef6e9f4 req-1f98258b-71bc-4cc4-8672-cad9697d872a tempest-VolumesSnapshotTestJSON-1289454250 tempest-VolumesSnapshotTestJSON-1289454250-project] Unset dirty status for tenant:704676f70e364d938cd631b0faac2d8a on resource:security_group {{(pid=86330) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 22 20:14:15.647729 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-25e28f19-f214-49f7-ba54-9b191ef6e9f4 req-1f98258b-71bc-4cc4-8672-cad9697d872a tempest-VolumesSnapshotTestJSON-1289454250 tempest-VolumesSnapshotTestJSON-1289454250-project] 10.222.0.30 "GET /v2.0/security-groups?id=f5f9d369-1898-4a9b-a375-69f0d28704aa&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3758714
Apr 22 20:14:15.740524 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e81c2537-841a-479f-b4a1-b499611aa760', 'tag': 'c270e5cc-411a-412a-8253-9e598daeaf59', 'status': 'completed', 'code': 200}
Apr 22 20:14:15.786595 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.notifiers.nova [req-d2c3260d-f619-46a5-bc0a-a4a8e1b43c13 req-3c3e6004-b34b-45a3-8698-e3c6a08a9f2b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 375c0aa1-7baa-400f-8733-484590eeeb8c {{(pid=86330) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 22 20:14:15.787362 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-950afe12-a812-43bc-8f76-3db62f1ab66a req-faa3cb83-24c2-49f3-97ab-19f48eaf1d02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 20:14:15.788962 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-950afe12-a812-43bc-8f76-3db62f1ab66a req-faa3cb83-24c2-49f3-97ab-19f48eaf1d02 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=9b9fb9ac-2966-4dc7-9c84-10a923d75111 HTTP/1.1" status: 200  len: 855 time: 0.1460061
Apr 22 20:14:15.791712 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.notifiers.nova [req-24419602-a4de-49d0-93d2-1546ac743a3a req-42022a63-eff9-4ae9-b73f-726baf16fe15 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fa8a84bb-c6b3-4cc1-a7a0-5581632ea097 {{(pid=86331) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 22 20:14:15.817674 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [req-d2c3260d-f619-46a5-bc0a-a4a8e1b43c13 req-3c3e6004-b34b-45a3-8698-e3c6a08a9f2b service neutron] Notify callbacks [] for port, precommit_update {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:14:15.839469 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [req-24419602-a4de-49d0-93d2-1546ac743a3a req-42022a63-eff9-4ae9-b73f-726baf16fe15 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:14:15.863030 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-950afe12-a812-43bc-8f76-3db62f1ab66a req-d93c7ab6-7de2-42e2-8dc2-c58bfc35fb5f service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=2f71bdb9-006a-4ab4-9335-9bbccd5c61c9&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0629082
Apr 22 20:14:15.872902 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.provisioning_blocks [req-24419602-a4de-49d0-93d2-1546ac743a3a req-42022a63-eff9-4ae9-b73f-726baf16fe15 service neutron] Transition to ACTIVE for port object fa8a84bb-c6b3-4cc1-a7a0-5581632ea097 will not be triggered until provisioned by entity L2. {{(pid=86331) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 22 20:14:15.913033 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.provisioning_blocks [req-d2c3260d-f619-46a5-bc0a-a4a8e1b43c13 req-3c3e6004-b34b-45a3-8698-e3c6a08a9f2b service neutron] Transition to ACTIVE for port object 375c0aa1-7baa-400f-8733-484590eeeb8c will not be triggered until provisioned by entity L2. {{(pid=86330) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 22 20:14:15.917506 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [req-d2c3260d-f619-46a5-bc0a-a4a8e1b43c13 req-3c3e6004-b34b-45a3-8698-e3c6a08a9f2b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854198495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853168226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727707997384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363309147208137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727707567697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036850650302'] for port, after_update {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:14:15.925984 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [None req-503ba612-6bdf-4821-aed2-d750f8e60db9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 20:14:15.935473 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [req-24419602-a4de-49d0-93d2-1546ac743a3a req-42022a63-eff9-4ae9-b73f-726baf16fe15 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854198495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853168226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727707997384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363309147208137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727707567697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036853551937'] for port, after_update {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:14:15.948244 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [None req-c7b22cab-e399-4125-b98b-0507595e05db service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 20:14:16.110123 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c3e6004-b34b-45a3-8698-e3c6a08a9f2b service neutron] Pushing event updated for resources: {'Port': ['ID=375c0aa1-7baa-400f-8733-484590eeeb8c,revision_number=2']} {{(pid=86330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 20:14:16.121380 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [None req-3c3e6004-b34b-45a3-8698-e3c6a08a9f2b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=86330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 20:14:16.173495 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90eb54c6-16cd-46ef-afbf-018286ae975d req-7c37c417-3ef9-4f88-8cd1-21a6786813a3 tempest-TestShelveInstance-1816371010 tempest-TestShelveInstance-1816371010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 20:14:16.174395 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.quota.resource [req-90eb54c6-16cd-46ef-afbf-018286ae975d req-7c37c417-3ef9-4f88-8cd1-21a6786813a3 tempest-TestShelveInstance-1816371010 tempest-TestShelveInstance-1816371010-project] Synchronizing usage tracker for tenant:ed8e9232a3ce48d39526eecdc431aec3 on resource:port {{(pid=86330) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 22 20:14:16.223179 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.quota.resource [req-90eb54c6-16cd-46ef-afbf-018286ae975d req-7c37c417-3ef9-4f88-8cd1-21a6786813a3 tempest-TestShelveInstance-1816371010 tempest-TestShelveInstance-1816371010-project] Unset dirty status for tenant:ed8e9232a3ce48d39526eecdc431aec3 on resource:port {{(pid=86330) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 22 20:14:16.227635 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-90eb54c6-16cd-46ef-afbf-018286ae975d req-7c37c417-3ef9-4f88-8cd1-21a6786813a3 tempest-TestShelveInstance-1816371010 tempest-TestShelveInstance-1816371010-project] 10.222.0.30 "GET /v2.0/ports?device_id=05985c03-4f6d-4812-a0bf-47b334105dce HTTP/1.1" status: 200  len: 932 time: 0.3956478
Apr 22 20:14:16.254970 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.managers [req-d2c3260d-f619-46a5-bc0a-a4a8e1b43c13 req-3c3e6004-b34b-45a3-8698-e3c6a08a9f2b service neutron] Attempting to bind port 375c0aa1-7baa-400f-8733-484590eeeb8c on host hv-cinder-78763 for vnic_type normal with profile  {{(pid=86330) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 22 20:14:16.255344 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.managers [req-d2c3260d-f619-46a5-bc0a-a4a8e1b43c13 req-3c3e6004-b34b-45a3-8698-e3c6a08a9f2b service neutron] Attempting to bind port 375c0aa1-7baa-400f-8733-484590eeeb8c by drivers openvswitch,hyperv on host hv-cinder-78763 at level 0 using segments [{'id': 'e8b93f7f-6c3d-4774-85c0-845d1db34c9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '8c6beec9-2be5-42aa-b3d8-efd21a74a412'}] {{(pid=86330) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 22 20:14:16.255700 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2c3260d-f619-46a5-bc0a-a4a8e1b43c13 req-3c3e6004-b34b-45a3-8698-e3c6a08a9f2b service neutron] Attempting to bind port 375c0aa1-7baa-400f-8733-484590eeeb8c on network 8c6beec9-2be5-42aa-b3d8-efd21a74a412 {{(pid=86330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 22 20:14:16.264336 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2c3260d-f619-46a5-bc0a-a4a8e1b43c13 req-3c3e6004-b34b-45a3-8698-e3c6a08a9f2b service neutron] Port 375c0aa1-7baa-400f-8733-484590eeeb8c on network 8c6beec9-2be5-42aa-b3d8-efd21a74a412 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78763 {{(pid=86330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 22 20:14:16.264710 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2c3260d-f619-46a5-bc0a-a4a8e1b43c13 req-3c3e6004-b34b-45a3-8698-e3c6a08a9f2b service neutron] Attempting to bind port 375c0aa1-7baa-400f-8733-484590eeeb8c on network 8c6beec9-2be5-42aa-b3d8-efd21a74a412 {{(pid=86330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 22 20:14:16.283195 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2c3260d-f619-46a5-bc0a-a4a8e1b43c13 req-3c3e6004-b34b-45a3-8698-e3c6a08a9f2b service neutron] Checking agent: {'id': 'b4f1961c-1932-496b-a656-3b148bb81a73', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78763', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 22, 20, 9, 49), 'started_at': datetime.datetime(2021, 4, 22, 20, 9, 49), 'heartbeat_timestamp': datetime.datetime(2021, 4, 22, 20, 13, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 22 20:14:16.283551 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2c3260d-f619-46a5-bc0a-a4a8e1b43c13 req-3c3e6004-b34b-45a3-8698-e3c6a08a9f2b service neutron] Checking segment: {'id': 'e8b93f7f-6c3d-4774-85c0-845d1db34c9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '8c6beec9-2be5-42aa-b3d8-efd21a74a412'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86330) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 22 20:14:16.283981 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2c3260d-f619-46a5-bc0a-a4a8e1b43c13 req-3c3e6004-b34b-45a3-8698-e3c6a08a9f2b service neutron] Bound using segment: {'id': 'e8b93f7f-6c3d-4774-85c0-845d1db34c9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '8c6beec9-2be5-42aa-b3d8-efd21a74a412'} {{(pid=86330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 22 20:14:16.284481 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.managers [req-d2c3260d-f619-46a5-bc0a-a4a8e1b43c13 req-3c3e6004-b34b-45a3-8698-e3c6a08a9f2b service neutron] Bound port: 375c0aa1-7baa-400f-8733-484590eeeb8c, host: hv-cinder-78763, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e8b93f7f-6c3d-4774-85c0-845d1db34c9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '8c6beec9-2be5-42aa-b3d8-efd21a74a412'}}] {{(pid=86330) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 22 20:14:16.284879 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [req-d2c3260d-f619-46a5-bc0a-a4a8e1b43c13 req-3c3e6004-b34b-45a3-8698-e3c6a08a9f2b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587983'] for port, before_update {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:14:16.308402 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-90eb54c6-16cd-46ef-afbf-018286ae975d req-a1164d64-5e4f-42b6-8f63-c9c04db32970 tempest-TestShelveInstance-1816371010 tempest-TestShelveInstance-1816371010-project] 10.222.0.30 "GET /v2.0/security-groups?id=0042e778-534e-4be6-8d31-f99a115eccf4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0797226
Apr 22 20:14:16.406827 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.db [req-d2c3260d-f619-46a5-bc0a-a4a8e1b43c13 req-3c3e6004-b34b-45a3-8698-e3c6a08a9f2b service neutron] For port 375c0aa1-7baa-400f-8733-484590eeeb8c, host hv-cinder-78763, cleared binding levels {{(pid=86330) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 22 20:14:16.409992 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.db [req-d2c3260d-f619-46a5-bc0a-a4a8e1b43c13 req-3c3e6004-b34b-45a3-8698-e3c6a08a9f2b service neutron] For port 375c0aa1-7baa-400f-8733-484590eeeb8c, host hv-cinder-78763, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78763',level=0,port_id=375c0aa1-7baa-400f-8733-484590eeeb8c,segment=NetworkSegment(e8b93f7f-6c3d-4774-85c0-845d1db34c9d),segment_id=e8b93f7f-6c3d-4774-85c0-845d1db34c9d)] {{(pid=86330) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 22 20:14:16.413848 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [req-d2c3260d-f619-46a5-bc0a-a4a8e1b43c13 req-3c3e6004-b34b-45a3-8698-e3c6a08a9f2b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854198495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853168226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727707997384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363309147208137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727707567697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036850650302'] for port, after_update {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:14:16.419686 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 20:14:16.434368 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42022a63-eff9-4ae9-b73f-726baf16fe15 service neutron] Pushing event updated for resources: {'Port': ['ID=fa8a84bb-c6b3-4cc1-a7a0-5581632ea097,revision_number=2']} {{(pid=86331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 20:14:16.474401 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [None req-42022a63-eff9-4ae9-b73f-726baf16fe15 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.526s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 20:14:16.485060 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c3260d-f619-46a5-bc0a-a4a8e1b43c13 req-3c3e6004-b34b-45a3-8698-e3c6a08a9f2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 20:14:16.485744 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [req-d2c3260d-f619-46a5-bc0a-a4a8e1b43c13 req-3c3e6004-b34b-45a3-8698-e3c6a08a9f2b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853168243'] for port, before_response {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:14:16.487291 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-d2c3260d-f619-46a5-bc0a-a4a8e1b43c13 req-3c3e6004-b34b-45a3-8698-e3c6a08a9f2b service neutron] 10.222.0.46 "PUT /v2.0/ports/375c0aa1-7baa-400f-8733-484590eeeb8c HTTP/1.1" status: 200  len: 1094 time: 1.4841464
Apr 22 20:14:16.487834 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '05985c03-4f6d-4812-a0bf-47b334105dce', 'tag': '375c0aa1-7baa-400f-8733-484590eeeb8c'}] {{(pid=86330) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 22 20:14:16.510919 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c3e6004-b34b-45a3-8698-e3c6a08a9f2b service neutron] Pushing event updated for resources: {'Port': ['ID=375c0aa1-7baa-400f-8733-484590eeeb8c,revision_number=3']} {{(pid=86330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 20:14:16.521942 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [None req-3c3e6004-b34b-45a3-8698-e3c6a08a9f2b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=86330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 20:14:16.529245 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-950afe12-a812-43bc-8f76-3db62f1ab66a req-4a35e6c7-0516-4ce7-8e35-9de9f2410d5a service neutron] 10.222.0.46 "GET /v2.0/networks/2f71bdb9-006a-4ab4-9335-9bbccd5c61c9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.6547079
Apr 22 20:14:16.544509 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a1eb64f-b595-49c8-9edd-b4728a61e277 req-84ed79ec-2829-4cbc-8add-48bc85bfdaf2 tempest-AttachVolumeTestJSON-431678780 tempest-AttachVolumeTestJSON-431678780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 20:14:16.546210 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-7a1eb64f-b595-49c8-9edd-b4728a61e277 req-84ed79ec-2829-4cbc-8add-48bc85bfdaf2 tempest-AttachVolumeTestJSON-431678780 tempest-AttachVolumeTestJSON-431678780-project] 10.222.0.30 "GET /v2.0/ports?device_id=856aff26-352c-4f6c-a8fa-a9199da8c43a HTTP/1.1" status: 200  len: 945 time: 0.6705403
Apr 22 20:14:16.579713 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '05985c03-4f6d-4812-a0bf-47b334105dce', 'tag': '375c0aa1-7baa-400f-8733-484590eeeb8c', 'status': 'completed', 'code': 200}
Apr 22 20:14:16.621981 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c3260d-f619-46a5-bc0a-a4a8e1b43c13 req-b4273692-610b-419f-8fac-8ff3242d96d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 20:14:16.623769 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-d2c3260d-f619-46a5-bc0a-a4a8e1b43c13 req-b4273692-610b-419f-8fac-8ff3242d96d5 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=ed8e9232a3ce48d39526eecdc431aec3&device_id=05985c03-4f6d-4812-a0bf-47b334105dce HTTP/1.1" status: 200  len: 1097 time: 0.0929790
Apr 22 20:14:16.675922 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.managers [req-24419602-a4de-49d0-93d2-1546ac743a3a req-42022a63-eff9-4ae9-b73f-726baf16fe15 service neutron] Attempting to bind port fa8a84bb-c6b3-4cc1-a7a0-5581632ea097 on host hv-cinder-78763 for vnic_type normal with profile  {{(pid=86331) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 22 20:14:16.676294 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.managers [req-24419602-a4de-49d0-93d2-1546ac743a3a req-42022a63-eff9-4ae9-b73f-726baf16fe15 service neutron] Attempting to bind port fa8a84bb-c6b3-4cc1-a7a0-5581632ea097 by drivers openvswitch,hyperv on host hv-cinder-78763 at level 0 using segments [{'id': '97d79c30-b0d1-428a-8b67-74c8350b7826', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '7c6863cd-7b3a-4ee5-bf38-0731ce48712c'}] {{(pid=86331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 22 20:14:16.676667 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24419602-a4de-49d0-93d2-1546ac743a3a req-42022a63-eff9-4ae9-b73f-726baf16fe15 service neutron] Attempting to bind port fa8a84bb-c6b3-4cc1-a7a0-5581632ea097 on network 7c6863cd-7b3a-4ee5-bf38-0731ce48712c {{(pid=86331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 22 20:14:16.698381 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24419602-a4de-49d0-93d2-1546ac743a3a req-42022a63-eff9-4ae9-b73f-726baf16fe15 service neutron] Port fa8a84bb-c6b3-4cc1-a7a0-5581632ea097 on network 7c6863cd-7b3a-4ee5-bf38-0731ce48712c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78763 {{(pid=86331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 22 20:14:16.698732 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24419602-a4de-49d0-93d2-1546ac743a3a req-42022a63-eff9-4ae9-b73f-726baf16fe15 service neutron] Attempting to bind port fa8a84bb-c6b3-4cc1-a7a0-5581632ea097 on network 7c6863cd-7b3a-4ee5-bf38-0731ce48712c {{(pid=86331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 22 20:14:16.707151 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-d2c3260d-f619-46a5-bc0a-a4a8e1b43c13 req-a2a45383-a10b-4bf2-ab4a-26af8eaeaac6 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=375c0aa1-7baa-400f-8733-484590eeeb8c HTTP/1.1" status: 200  len: 217 time: 0.0725622
Apr 22 20:14:16.721884 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-7a1eb64f-b595-49c8-9edd-b4728a61e277 req-77e4b532-4e78-436f-860c-22d838631242 tempest-AttachVolumeTestJSON-431678780 tempest-AttachVolumeTestJSON-431678780-project] 10.222.0.30 "GET /v2.0/security-groups?id=7cb077a5-4ba7-4c7b-8f9c-203a75555aff&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1386104
Apr 22 20:14:16.724636 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24419602-a4de-49d0-93d2-1546ac743a3a req-42022a63-eff9-4ae9-b73f-726baf16fe15 service neutron] Checking agent: {'id': 'b4f1961c-1932-496b-a656-3b148bb81a73', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78763', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 22, 20, 9, 49), 'started_at': datetime.datetime(2021, 4, 22, 20, 9, 49), 'heartbeat_timestamp': datetime.datetime(2021, 4, 22, 20, 13, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 22 20:14:16.725011 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24419602-a4de-49d0-93d2-1546ac743a3a req-42022a63-eff9-4ae9-b73f-726baf16fe15 service neutron] Checking segment: {'id': '97d79c30-b0d1-428a-8b67-74c8350b7826', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '7c6863cd-7b3a-4ee5-bf38-0731ce48712c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86331) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 22 20:14:16.725430 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24419602-a4de-49d0-93d2-1546ac743a3a req-42022a63-eff9-4ae9-b73f-726baf16fe15 service neutron] Bound using segment: {'id': '97d79c30-b0d1-428a-8b67-74c8350b7826', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '7c6863cd-7b3a-4ee5-bf38-0731ce48712c'} {{(pid=86331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 22 20:14:16.725944 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.managers [req-24419602-a4de-49d0-93d2-1546ac743a3a req-42022a63-eff9-4ae9-b73f-726baf16fe15 service neutron] Bound port: fa8a84bb-c6b3-4cc1-a7a0-5581632ea097, host: hv-cinder-78763, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '97d79c30-b0d1-428a-8b67-74c8350b7826', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '7c6863cd-7b3a-4ee5-bf38-0731ce48712c'}}] {{(pid=86331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 22 20:14:16.726328 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [req-24419602-a4de-49d0-93d2-1546ac743a3a req-42022a63-eff9-4ae9-b73f-726baf16fe15 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587983'] for port, before_update {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:14:16.793431 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-950afe12-a812-43bc-8f76-3db62f1ab66a req-2be733cf-b960-4f6c-8fb9-a209fc61ad2a service neutron] 10.222.0.46 "GET /v2.0/networks/2f71bdb9-006a-4ab4-9335-9bbccd5c61c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2459748
Apr 22 20:14:16.990641 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.db [req-24419602-a4de-49d0-93d2-1546ac743a3a req-42022a63-eff9-4ae9-b73f-726baf16fe15 service neutron] For port fa8a84bb-c6b3-4cc1-a7a0-5581632ea097, host hv-cinder-78763, cleared binding levels {{(pid=86331) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 22 20:14:17.004746 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.db [req-24419602-a4de-49d0-93d2-1546ac743a3a req-42022a63-eff9-4ae9-b73f-726baf16fe15 service neutron] For port fa8a84bb-c6b3-4cc1-a7a0-5581632ea097, host hv-cinder-78763, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78763',level=0,port_id=fa8a84bb-c6b3-4cc1-a7a0-5581632ea097,segment=NetworkSegment(97d79c30-b0d1-428a-8b67-74c8350b7826),segment_id=97d79c30-b0d1-428a-8b67-74c8350b7826)] {{(pid=86331) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 22 20:14:17.013964 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [req-24419602-a4de-49d0-93d2-1546ac743a3a req-42022a63-eff9-4ae9-b73f-726baf16fe15 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854198495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853168226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727707997384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363309147208137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727707567697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036853551937'] for port, after_update {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:14:17.028165 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [None req-6570647a-fd6d-4b6d-a629-f7452e3bad09 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 20:14:17.072904 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c3260d-f619-46a5-bc0a-a4a8e1b43c13 req-622daefa-d3e5-43bd-b48e-67004c0e1254 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 20:14:17.074503 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-d2c3260d-f619-46a5-bc0a-a4a8e1b43c13 req-622daefa-d3e5-43bd-b48e-67004c0e1254 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=7e154f7f-c6a5-48a3-9c75-a2bc01d89ad4 HTTP/1.1" status: 200  len: 848 time: 0.3601859
Apr 22 20:14:17.113499 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24419602-a4de-49d0-93d2-1546ac743a3a req-42022a63-eff9-4ae9-b73f-726baf16fe15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 20:14:17.114122 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [req-24419602-a4de-49d0-93d2-1546ac743a3a req-42022a63-eff9-4ae9-b73f-726baf16fe15 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-743'] for port, before_response {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:14:17.115602 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-24419602-a4de-49d0-93d2-1546ac743a3a req-42022a63-eff9-4ae9-b73f-726baf16fe15 service neutron] 10.222.0.46 "PUT /v2.0/ports/fa8a84bb-c6b3-4cc1-a7a0-5581632ea097 HTTP/1.1" status: 200  len: 1094 time: 2.4512446
Apr 22 20:14:17.140152 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef33e186-2266-47b1-b1d7-a4375742d08a req-370302b9-caae-4524-84db-5e03049b142e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 20:14:17.141754 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-ef33e186-2266-47b1-b1d7-a4375742d08a req-370302b9-caae-4524-84db-5e03049b142e service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=48229d4d53b042958a9ce5577ce62d8e&device_id=e81c2537-841a-479f-b4a1-b499611aa760 HTTP/1.1" status: 200  len: 1097 time: 0.2743192
Apr 22 20:14:17.153958 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-508b1c6d-3fc7-4d44-b2e0-3133df474d7f req-be3b0452-fc86-414b-9221-0dcf2425805c tempest-VolumesSnapshotTestJSON-1289454250 tempest-VolumesSnapshotTestJSON-1289454250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 20:14:17.154779 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.quota.resource [req-508b1c6d-3fc7-4d44-b2e0-3133df474d7f req-be3b0452-fc86-414b-9221-0dcf2425805c tempest-VolumesSnapshotTestJSON-1289454250 tempest-VolumesSnapshotTestJSON-1289454250-project] Synchronizing usage tracker for tenant:704676f70e364d938cd631b0faac2d8a on resource:port {{(pid=86331) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 22 20:14:17.157525 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42022a63-eff9-4ae9-b73f-726baf16fe15 service neutron] Pushing event updated for resources: {'Port': ['ID=fa8a84bb-c6b3-4cc1-a7a0-5581632ea097,revision_number=3']} {{(pid=86331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 20:14:17.193723 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe23335-2ca5-49ec-9808-bf0a1bb99d75 req-5429213d-ea9d-46cc-82eb-68d10d61aaec tempest-AttachVolumeNegativeTest-423716770 tempest-AttachVolumeNegativeTest-423716770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 20:14:17.196151 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-8fe23335-2ca5-49ec-9808-bf0a1bb99d75 req-5429213d-ea9d-46cc-82eb-68d10d61aaec tempest-AttachVolumeNegativeTest-423716770 tempest-AttachVolumeNegativeTest-423716770-project] 10.222.0.30 "GET /v2.0/ports?device_id=e81c2537-841a-479f-b4a1-b499611aa760 HTTP/1.1" status: 200  len: 944 time: 0.4160221
Apr 22 20:14:17.200935 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c3260d-f619-46a5-bc0a-a4a8e1b43c13 req-c39fa8ce-773f-4657-b5e6-92915659318a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 20:14:17.202447 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-d2c3260d-f619-46a5-bc0a-a4a8e1b43c13 req-c39fa8ce-773f-4657-b5e6-92915659318a service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=8c6beec9-2be5-42aa-b3d8-efd21a74a412&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1193633
Apr 22 20:14:17.220278 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [None req-42022a63-eff9-4ae9-b73f-726baf16fe15 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 20:14:17.321614 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.quota.resource [req-508b1c6d-3fc7-4d44-b2e0-3133df474d7f req-be3b0452-fc86-414b-9221-0dcf2425805c tempest-VolumesSnapshotTestJSON-1289454250 tempest-VolumesSnapshotTestJSON-1289454250-project] Unset dirty status for tenant:704676f70e364d938cd631b0faac2d8a on resource:port {{(pid=86331) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 22 20:14:17.322951 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-508b1c6d-3fc7-4d44-b2e0-3133df474d7f req-be3b0452-fc86-414b-9221-0dcf2425805c tempest-VolumesSnapshotTestJSON-1289454250 tempest-VolumesSnapshotTestJSON-1289454250-project] 10.222.0.30 "GET /v2.0/ports?device_id=d064e3b6-ad2a-4b7e-9d69-c9b66adc282a HTTP/1.1" status: 200  len: 944 time: 0.4540453
Apr 22 20:14:17.334603 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-8fe23335-2ca5-49ec-9808-bf0a1bb99d75 req-20c7d15f-b2c0-42d2-95fd-2f9d3947b12a tempest-AttachVolumeNegativeTest-423716770 tempest-AttachVolumeNegativeTest-423716770-project] 10.222.0.30 "GET /v2.0/security-groups?id=12e357dc-1d76-4f4d-8ec3-cba1cfd90e7f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1311197
Apr 22 20:14:17.389709 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-d2c3260d-f619-46a5-bc0a-a4a8e1b43c13 req-4c0000c6-3af4-44c2-b2ac-c3ae006617ed service neutron] 10.222.0.46 "GET /v2.0/networks/8c6beec9-2be5-42aa-b3d8-efd21a74a412?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1719155
Apr 22 20:14:17.429076 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24419602-a4de-49d0-93d2-1546ac743a3a req-5e8f9d08-8a78-4ee1-9a9d-af52d2d7a395 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 20:14:17.432519 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-24419602-a4de-49d0-93d2-1546ac743a3a req-5e8f9d08-8a78-4ee1-9a9d-af52d2d7a395 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=704676f70e364d938cd631b0faac2d8a&device_id=d064e3b6-ad2a-4b7e-9d69-c9b66adc282a HTTP/1.1" status: 200  len: 1097 time: 0.2706230
Apr 22 20:14:17.432655 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef33e186-2266-47b1-b1d7-a4375742d08a req-76cea674-5f47-4964-83dd-69530d9973b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 20:14:17.434138 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-ef33e186-2266-47b1-b1d7-a4375742d08a req-76cea674-5f47-4964-83dd-69530d9973b2 service neutron] 10.222.0.46 "GET /v2.0/networks?id=2f71bdb9-006a-4ab4-9335-9bbccd5c61c9 HTTP/1.1" status: 200  len: 916 time: 0.2718623
Apr 22 20:14:17.437229 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-508b1c6d-3fc7-4d44-b2e0-3133df474d7f req-2f970fd7-4353-4c96-a0b8-a6601fdfb053 tempest-VolumesSnapshotTestJSON-1289454250 tempest-VolumesSnapshotTestJSON-1289454250-project] 10.222.0.30 "GET /v2.0/security-groups?id=f5f9d369-1898-4a9b-a375-69f0d28704aa&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1070077
Apr 22 20:14:17.604154 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-ef33e186-2266-47b1-b1d7-a4375742d08a req-6fcc5016-f391-4786-b0b5-7ec5c80fb158 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c270e5cc-411a-412a-8253-9e598daeaf59 HTTP/1.1" status: 200  len: 217 time: 0.1523926
Apr 22 20:14:17.605569 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-24419602-a4de-49d0-93d2-1546ac743a3a req-3541f5be-2fee-4840-9f44-09200b96c0ce service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=fa8a84bb-c6b3-4cc1-a7a0-5581632ea097 HTTP/1.1" status: 200  len: 217 time: 0.1552095
Apr 22 20:14:17.636182 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-d2c3260d-f619-46a5-bc0a-a4a8e1b43c13 req-fe0dd47c-b2bf-4fcd-8ee4-bba15290642a service neutron] 10.222.0.46 "GET /v2.0/networks/8c6beec9-2be5-42aa-b3d8-efd21a74a412?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2380106
Apr 22 20:14:17.653501 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f4edce-a86e-4605-bfef-560300582ec7 req-ac11865f-6949-4198-b5d1-f6668a05d8d3 tempest-TestShelveInstance-1816371010 tempest-TestShelveInstance-1816371010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 20:14:17.656559 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-46f4edce-a86e-4605-bfef-560300582ec7 req-ac11865f-6949-4198-b5d1-f6668a05d8d3 tempest-TestShelveInstance-1816371010 tempest-TestShelveInstance-1816371010-project] 10.222.0.30 "GET /v2.0/ports?device_id=05985c03-4f6d-4812-a0bf-47b334105dce HTTP/1.1" status: 200  len: 944 time: 0.1598568
Apr 22 20:14:17.740721 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef33e186-2266-47b1-b1d7-a4375742d08a req-af45e5cd-2754-4a4f-a82f-415dd4665899 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 20:14:17.742897 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-ef33e186-2266-47b1-b1d7-a4375742d08a req-af45e5cd-2754-4a4f-a82f-415dd4665899 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=9b9fb9ac-2966-4dc7-9c84-10a923d75111 HTTP/1.1" status: 200  len: 855 time: 0.1251066
Apr 22 20:14:17.743587 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd064e3b6-ad2a-4b7e-9d69-c9b66adc282a', 'tag': 'fa8a84bb-c6b3-4cc1-a7a0-5581632ea097'}] {{(pid=86331) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 22 20:14:17.749467 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24419602-a4de-49d0-93d2-1546ac743a3a req-18f32732-d6d5-42b8-be97-7de54fd958f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 20:14:17.751119 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-24419602-a4de-49d0-93d2-1546ac743a3a req-18f32732-d6d5-42b8-be97-7de54fd958f8 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=9c42079c-568a-4586-9ac0-bd9ce6348a73 HTTP/1.1" status: 200  len: 853 time: 0.1320167
Apr 22 20:14:17.752541 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-46f4edce-a86e-4605-bfef-560300582ec7 req-28366f50-30c6-4b11-8920-a32993cae1c6 tempest-TestShelveInstance-1816371010 tempest-TestShelveInstance-1816371010-project] 10.222.0.30 "GET /v2.0/security-groups?id=0042e778-534e-4be6-8d31-f99a115eccf4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0891931
Apr 22 20:14:17.798682 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e34937-633a-4510-84a9-6a083ed72582 req-72a4618c-1384-49f9-bac9-c73b88c6bcaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 20:14:17.800299 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-e7e34937-633a-4510-84a9-6a083ed72582 req-72a4618c-1384-49f9-bac9-c73b88c6bcaf service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=ed8e9232a3ce48d39526eecdc431aec3&device_id=05985c03-4f6d-4812-a0bf-47b334105dce HTTP/1.1" status: 200  len: 1097 time: 0.0914955
Apr 22 20:14:17.816155 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-ef33e186-2266-47b1-b1d7-a4375742d08a req-893e5789-a2ac-4201-a599-e86543b4ac41 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=2f71bdb9-006a-4ab4-9335-9bbccd5c61c9&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0636120
Apr 22 20:14:17.818145 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd064e3b6-ad2a-4b7e-9d69-c9b66adc282a', 'tag': 'fa8a84bb-c6b3-4cc1-a7a0-5581632ea097', 'status': 'completed', 'code': 200}
Apr 22 20:14:17.895785 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-24419602-a4de-49d0-93d2-1546ac743a3a req-8770ee0f-96e8-4013-b724-1d118f08b716 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=7c6863cd-7b3a-4ee5-bf38-0731ce48712c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0766246
Apr 22 20:14:18.024759 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e34937-633a-4510-84a9-6a083ed72582 req-0f7fbbc8-4ed2-4529-8016-2ccc108a3d1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 20:14:18.026396 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-e7e34937-633a-4510-84a9-6a083ed72582 req-0f7fbbc8-4ed2-4529-8016-2ccc108a3d1a service neutron] 10.222.0.46 "GET /v2.0/networks?id=8c6beec9-2be5-42aa-b3d8-efd21a74a412 HTTP/1.1" status: 200  len: 910 time: 0.2170827
Apr 22 20:14:18.040231 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f8fa82e-305d-4185-ba93-6572c37d10b4 req-409ca1ad-a7ce-4f51-ad2c-4779c84cf30a tempest-AttachVolumeTestJSON-431678780 tempest-AttachVolumeTestJSON-431678780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 20:14:18.041792 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-3f8fa82e-305d-4185-ba93-6572c37d10b4 req-409ca1ad-a7ce-4f51-ad2c-4779c84cf30a tempest-AttachVolumeTestJSON-431678780 tempest-AttachVolumeTestJSON-431678780-project] 10.222.0.30 "GET /v2.0/ports?device_id=856aff26-352c-4f6c-a8fa-a9199da8c43a HTTP/1.1" status: 200  len: 945 time: 0.1438708
Apr 22 20:14:18.123909 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-ef33e186-2266-47b1-b1d7-a4375742d08a req-47322b0a-244e-4c82-9158-148b7055a94a service neutron] 10.222.0.46 "GET /v2.0/networks/2f71bdb9-006a-4ab4-9335-9bbccd5c61c9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2624772
Apr 22 20:14:18.126769 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-e7e34937-633a-4510-84a9-6a083ed72582 req-27584948-9582-4fbe-8dd0-001d2d89b380 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=375c0aa1-7baa-400f-8733-484590eeeb8c HTTP/1.1" status: 200  len: 217 time: 0.0839808
Apr 22 20:14:18.133819 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-24419602-a4de-49d0-93d2-1546ac743a3a req-01e47654-0236-464c-b223-5ffe84fb4724 service neutron] 10.222.0.46 "GET /v2.0/networks/7c6863cd-7b3a-4ee5-bf38-0731ce48712c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1887302
Apr 22 20:14:18.200161 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-3f8fa82e-305d-4185-ba93-6572c37d10b4 req-ec19aae7-e53b-4cf6-a283-2f5ee9e009cc tempest-AttachVolumeTestJSON-431678780 tempest-AttachVolumeTestJSON-431678780-project] 10.222.0.30 "GET /v2.0/security-groups?id=7cb077a5-4ba7-4c7b-8f9c-203a75555aff&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1022418
Apr 22 20:14:18.234224 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e34937-633a-4510-84a9-6a083ed72582 req-58651be0-3411-4bdd-b27c-b73fe1bcf9ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 20:14:18.237986 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-e7e34937-633a-4510-84a9-6a083ed72582 req-58651be0-3411-4bdd-b27c-b73fe1bcf9ce service neutron] 10.222.0.46 "GET /v2.0/subnets?id=7e154f7f-c6a5-48a3-9c75-a2bc01d89ad4 HTTP/1.1" status: 200  len: 848 time: 0.0926912
Apr 22 20:14:18.342844 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e34937-633a-4510-84a9-6a083ed72582 req-2093229b-cd3a-46fc-8c55-9a35da132238 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 20:14:18.344520 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-e7e34937-633a-4510-84a9-6a083ed72582 req-2093229b-cd3a-46fc-8c55-9a35da132238 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=8c6beec9-2be5-42aa-b3d8-efd21a74a412&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0902209
Apr 22 20:14:18.408362 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-ef33e186-2266-47b1-b1d7-a4375742d08a req-3e17634c-f86f-41d0-925b-0a55f0e0d173 service neutron] 10.222.0.46 "GET /v2.0/networks/2f71bdb9-006a-4ab4-9335-9bbccd5c61c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2714353
Apr 22 20:14:18.410549 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-24419602-a4de-49d0-93d2-1546ac743a3a req-a2212e31-d8ce-41ee-afd8-11a34c6ad8a4 service neutron] 10.222.0.46 "GET /v2.0/networks/7c6863cd-7b3a-4ee5-bf38-0731ce48712c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2516747
Apr 22 20:14:18.544158 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-e7e34937-633a-4510-84a9-6a083ed72582 req-f41a84e0-1558-467f-8a35-b3cdbfd7468f service neutron] 10.222.0.46 "GET /v2.0/networks/8c6beec9-2be5-42aa-b3d8-efd21a74a412?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1914856
Apr 22 20:14:18.641477 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-cbbe70c9-0b39-4f9d-be6e-4133a7c8f54f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309146858885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640583'] for agent, after_update {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:14:18.670861 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc3dbcb-9b77-4b75-8bfb-91cf7992e1a5 req-01676a99-b128-4a0d-a802-966709e9b9cc tempest-AttachVolumeNegativeTest-423716770 tempest-AttachVolumeNegativeTest-423716770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 20:14:18.678179 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-1dc3dbcb-9b77-4b75-8bfb-91cf7992e1a5 req-01676a99-b128-4a0d-a802-966709e9b9cc tempest-AttachVolumeNegativeTest-423716770 tempest-AttachVolumeNegativeTest-423716770-project] 10.222.0.30 "GET /v2.0/ports?device_id=e81c2537-841a-479f-b4a1-b499611aa760 HTTP/1.1" status: 200  len: 944 time: 0.1539063
Apr 22 20:14:18.698084 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e37bf4b-6a5a-401b-b996-e76ee9b13291 req-633d2b32-35ea-44dc-aa8a-1b3644685562 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 20:14:18.699581 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-5e37bf4b-6a5a-401b-b996-e76ee9b13291 req-633d2b32-35ea-44dc-aa8a-1b3644685562 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=704676f70e364d938cd631b0faac2d8a&device_id=d064e3b6-ad2a-4b7e-9d69-c9b66adc282a HTTP/1.1" status: 200  len: 1097 time: 0.2349842
Apr 22 20:14:18.838297 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-e7e34937-633a-4510-84a9-6a083ed72582 req-11691aea-c333-4be0-9ca9-f73bdb6d24e2 service neutron] 10.222.0.46 "GET /v2.0/networks/8c6beec9-2be5-42aa-b3d8-efd21a74a412?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2850058
Apr 22 20:14:18.839046 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-1dc3dbcb-9b77-4b75-8bfb-91cf7992e1a5 req-51cb1049-e9b8-43f2-ab51-b3ad808be72f tempest-AttachVolumeNegativeTest-423716770 tempest-AttachVolumeNegativeTest-423716770-project] 10.222.0.30 "GET /v2.0/security-groups?id=12e357dc-1d76-4f4d-8ec3-cba1cfd90e7f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1573741
Apr 22 20:14:18.883343 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e56b8c-7d10-44eb-8a54-052f867013a4 req-5da1d3b8-9383-43d9-94b6-4c6577c04399 tempest-VolumesSnapshotTestJSON-1289454250 tempest-VolumesSnapshotTestJSON-1289454250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 20:14:18.895392 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-e5e56b8c-7d10-44eb-8a54-052f867013a4 req-5da1d3b8-9383-43d9-94b6-4c6577c04399 tempest-VolumesSnapshotTestJSON-1289454250 tempest-VolumesSnapshotTestJSON-1289454250-project] 10.222.0.30 "GET /v2.0/ports?device_id=d064e3b6-ad2a-4b7e-9d69-c9b66adc282a HTTP/1.1" status: 200  len: 944 time: 0.2125645
Apr 22 20:14:18.923920 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e37bf4b-6a5a-401b-b996-e76ee9b13291 req-863c502d-9679-476d-9f9f-02f802d570f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 20:14:18.925530 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-5e37bf4b-6a5a-401b-b996-e76ee9b13291 req-863c502d-9679-476d-9f9f-02f802d570f9 service neutron] 10.222.0.46 "GET /v2.0/networks?id=7c6863cd-7b3a-4ee5-bf38-0731ce48712c HTTP/1.1" status: 200  len: 914 time: 0.1965451
Apr 22 20:14:18.983422 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-e5e56b8c-7d10-44eb-8a54-052f867013a4 req-4907420b-2908-43c4-b6a2-a18b7daf32d8 tempest-VolumesSnapshotTestJSON-1289454250 tempest-VolumesSnapshotTestJSON-1289454250-project] 10.222.0.30 "GET /v2.0/security-groups?id=f5f9d369-1898-4a9b-a375-69f0d28704aa&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0870483
Apr 22 20:14:19.075517 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-5e37bf4b-6a5a-401b-b996-e76ee9b13291 req-3d33fc74-f8fa-42c3-b323-cb72b85ce153 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=fa8a84bb-c6b3-4cc1-a7a0-5581632ea097 HTTP/1.1" status: 200  len: 217 time: 0.1414342
Apr 22 20:14:19.169954 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e37bf4b-6a5a-401b-b996-e76ee9b13291 req-87e6f645-3bda-4615-9d67-00281e14ed09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 20:14:19.171501 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-5e37bf4b-6a5a-401b-b996-e76ee9b13291 req-87e6f645-3bda-4615-9d67-00281e14ed09 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=9c42079c-568a-4586-9ac0-bd9ce6348a73 HTTP/1.1" status: 200  len: 853 time: 0.0834560
Apr 22 20:14:19.188391 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d851a20c-b0bd-47f4-9e16-a2b25eff2a5a req-6e4c0834-5485-45f5-9e21-8d1b90056d43 tempest-TestShelveInstance-1816371010 tempest-TestShelveInstance-1816371010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 20:14:19.189931 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-d851a20c-b0bd-47f4-9e16-a2b25eff2a5a req-6e4c0834-5485-45f5-9e21-8d1b90056d43 tempest-TestShelveInstance-1816371010 tempest-TestShelveInstance-1816371010-project] 10.222.0.30 "GET /v2.0/ports?device_id=05985c03-4f6d-4812-a0bf-47b334105dce HTTP/1.1" status: 200  len: 944 time: 0.1664858
Apr 22 20:14:19.256055 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-5e37bf4b-6a5a-401b-b996-e76ee9b13291 req-018e4fd9-6fed-4d2b-bd23-2533bbfb1bae service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=7c6863cd-7b3a-4ee5-bf38-0731ce48712c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0762708
Apr 22 20:14:19.316501 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-d851a20c-b0bd-47f4-9e16-a2b25eff2a5a req-117cea9c-63a2-479b-8289-79dd8f7987c1 tempest-TestShelveInstance-1816371010 tempest-TestShelveInstance-1816371010-project] 10.222.0.30 "GET /v2.0/security-groups?id=0042e778-534e-4be6-8d31-f99a115eccf4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0883312
Apr 22 20:14:19.423130 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ebef61-4e87-4a9b-92fe-4f9439c46425 req-70eb8fee-182b-4002-b68f-4a555f842d80 tempest-AttachVolumeTestJSON-431678780 tempest-AttachVolumeTestJSON-431678780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 20:14:19.424847 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-45ebef61-4e87-4a9b-92fe-4f9439c46425 req-70eb8fee-182b-4002-b68f-4a555f842d80 tempest-AttachVolumeTestJSON-431678780 tempest-AttachVolumeTestJSON-431678780-project] 10.222.0.30 "GET /v2.0/ports?device_id=856aff26-352c-4f6c-a8fa-a9199da8c43a HTTP/1.1" status: 200  len: 945 time: 0.0992603
Apr 22 20:14:19.476277 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-45ebef61-4e87-4a9b-92fe-4f9439c46425 req-741c701b-acb0-4172-a147-980ac37fb8a8 tempest-AttachVolumeTestJSON-431678780 tempest-AttachVolumeTestJSON-431678780-project] 10.222.0.30 "GET /v2.0/security-groups?id=7cb077a5-4ba7-4c7b-8f9c-203a75555aff&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0446010
Apr 22 20:14:19.647653 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-5e37bf4b-6a5a-401b-b996-e76ee9b13291 req-d351d14b-09d7-473c-91eb-45f14e5650a7 service neutron] 10.222.0.46 "GET /v2.0/networks/7c6863cd-7b3a-4ee5-bf38-0731ce48712c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3705716
Apr 22 20:14:19.827775 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-5e37bf4b-6a5a-401b-b996-e76ee9b13291 req-d896eed7-b1a8-4a7c-a2e3-6a605e7e24a2 service neutron] 10.222.0.46 "GET /v2.0/networks/7c6863cd-7b3a-4ee5-bf38-0731ce48712c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1550789
Apr 22 20:14:20.091959 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4db899-ceb3-4762-9019-b85a0684feb7 req-c8b4f35a-1700-43c5-bb35-7a9d89a7fe41 tempest-AttachVolumeNegativeTest-423716770 tempest-AttachVolumeNegativeTest-423716770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 20:14:20.093553 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-6d4db899-ceb3-4762-9019-b85a0684feb7 req-c8b4f35a-1700-43c5-bb35-7a9d89a7fe41 tempest-AttachVolumeNegativeTest-423716770 tempest-AttachVolumeNegativeTest-423716770-project] 10.222.0.30 "GET /v2.0/ports?device_id=e81c2537-841a-479f-b4a1-b499611aa760 HTTP/1.1" status: 200  len: 944 time: 0.1115582
Apr 22 20:14:20.147556 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-6d4db899-ceb3-4762-9019-b85a0684feb7 req-934b8d3c-a670-494a-b978-f0c57df1c834 tempest-AttachVolumeNegativeTest-423716770 tempest-AttachVolumeNegativeTest-423716770-project] 10.222.0.30 "GET /v2.0/security-groups?id=12e357dc-1d76-4f4d-8ec3-cba1cfd90e7f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0476284
Apr 22 20:14:20.206472 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e10d4d-4215-4d28-b51a-f29091ee79e8 req-df1c80d0-5509-4eda-ac0a-7af8e1e55955 tempest-VolumesSnapshotTestJSON-1289454250 tempest-VolumesSnapshotTestJSON-1289454250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 20:14:20.208279 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-52e10d4d-4215-4d28-b51a-f29091ee79e8 req-df1c80d0-5509-4eda-ac0a-7af8e1e55955 tempest-VolumesSnapshotTestJSON-1289454250 tempest-VolumesSnapshotTestJSON-1289454250-project] 10.222.0.30 "GET /v2.0/ports?device_id=d064e3b6-ad2a-4b7e-9d69-c9b66adc282a HTTP/1.1" status: 200  len: 944 time: 0.0937157
Apr 22 20:14:20.255955 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-52e10d4d-4215-4d28-b51a-f29091ee79e8 req-b2245499-6b1d-498a-9845-bf10a0f15d67 tempest-VolumesSnapshotTestJSON-1289454250 tempest-VolumesSnapshotTestJSON-1289454250-project] 10.222.0.30 "GET /v2.0/security-groups?id=f5f9d369-1898-4a9b-a375-69f0d28704aa&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0406306
Apr 22 20:14:20.524914 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-939400a1-9fa2-47cb-babd-19578562d66b req-52077783-da68-49d4-9bf8-396dca5d6925 tempest-TestShelveInstance-1816371010 tempest-TestShelveInstance-1816371010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 20:14:20.526501 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-939400a1-9fa2-47cb-babd-19578562d66b req-52077783-da68-49d4-9bf8-396dca5d6925 tempest-TestShelveInstance-1816371010 tempest-TestShelveInstance-1816371010-project] 10.222.0.30 "GET /v2.0/ports?device_id=05985c03-4f6d-4812-a0bf-47b334105dce HTTP/1.1" status: 200  len: 944 time: 0.0931339
Apr 22 20:14:20.530062 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.rpc [None req-cbbe70c9-0b39-4f9d-be6e-4133a7c8f54f None None] Device c270e5cc-411a-412a-8253-9e598daeaf59 details requested by agent hyperv_hv-cinder-78763 with host hv-cinder-78763 {{(pid=86332) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 22 20:14:20.584226 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-939400a1-9fa2-47cb-babd-19578562d66b req-239af8ec-8499-4217-9f12-2631b7f49a7a tempest-TestShelveInstance-1816371010 tempest-TestShelveInstance-1816371010-project] 10.222.0.30 "GET /v2.0/security-groups?id=0042e778-534e-4be6-8d31-f99a115eccf4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0465515
Apr 22 20:14:20.703965 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb6b81b0-73e4-464f-8010-045d418893fc req-7058015b-730b-4801-82b7-03da7a01c7bc tempest-AttachVolumeTestJSON-431678780 tempest-AttachVolumeTestJSON-431678780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 20:14:20.705779 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-bb6b81b0-73e4-464f-8010-045d418893fc req-7058015b-730b-4801-82b7-03da7a01c7bc tempest-AttachVolumeTestJSON-431678780 tempest-AttachVolumeTestJSON-431678780-project] 10.222.0.30 "GET /v2.0/ports?device_id=856aff26-352c-4f6c-a8fa-a9199da8c43a HTTP/1.1" status: 200  len: 945 time: 0.0943234
Apr 22 20:14:20.708588 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.db [None req-cbbe70c9-0b39-4f9d-be6e-4133a7c8f54f None None] For port c270e5cc-411a-412a-8253-9e598daeaf59, host hv-cinder-78763, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78763',level=0,port_id=c270e5cc-411a-412a-8253-9e598daeaf59,segment=NetworkSegment(3a7c8a3c-d8a5-4ea6-9c7e-398752a60d2f),segment_id=3a7c8a3c-d8a5-4ea6-9c7e-398752a60d2f)] {{(pid=86332) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 22 20:14:20.723784 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.rpc [None req-cbbe70c9-0b39-4f9d-be6e-4133a7c8f54f None None] Returning: {'device': 'c270e5cc-411a-412a-8253-9e598daeaf59', 'network_id': '2f71bdb9-006a-4ab4-9335-9bbccd5c61c9', 'port_id': 'c270e5cc-411a-412a-8253-9e598daeaf59', 'mac_address': 'fa:16:3e:63:9a:4f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 356, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9b9fb9ac-2966-4dc7-9c84-10a923d75111', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86332) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 22 20:14:20.762633 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-bb6b81b0-73e4-464f-8010-045d418893fc req-e426bfff-dc10-4436-ab63-f428d896cb05 tempest-AttachVolumeTestJSON-431678780 tempest-AttachVolumeTestJSON-431678780-project] 10.222.0.30 "GET /v2.0/security-groups?id=7cb077a5-4ba7-4c7b-8f9c-203a75555aff&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0495727
Apr 22 20:14:20.785205 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-cbbe70c9-0b39-4f9d-be6e-4133a7c8f54f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587983'] for port, before_update {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:14:20.820516 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.notifiers.nova [None req-cbbe70c9-0b39-4f9d-be6e-4133a7c8f54f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c270e5cc-411a-412a-8253-9e598daeaf59 {{(pid=86332) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 22 20:14:20.851547 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.db [None req-cbbe70c9-0b39-4f9d-be6e-4133a7c8f54f None None] For port c270e5cc-411a-412a-8253-9e598daeaf59, host hv-cinder-78763, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78763',level=0,port_id=c270e5cc-411a-412a-8253-9e598daeaf59,segment=NetworkSegment(3a7c8a3c-d8a5-4ea6-9c7e-398752a60d2f),segment_id=3a7c8a3c-d8a5-4ea6-9c7e-398752a60d2f)] {{(pid=86332) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 22 20:14:20.861338 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-cbbe70c9-0b39-4f9d-be6e-4133a7c8f54f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854198495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853168226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727707997384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363309147208137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727707567697'] for port, after_update {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:14:20.863355 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [None req-b46aa4f5-10b5-46ff-9330-4f06eb53a4c2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86332) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 20:14:20.940999 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbbe70c9-0b39-4f9d-be6e-4133a7c8f54f None None] Pushing event updated for resources: {'Port': ['ID=c270e5cc-411a-412a-8253-9e598daeaf59,revision_number=4']} {{(pid=86332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 20:14:20.953933 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [None req-cbbe70c9-0b39-4f9d-be6e-4133a7c8f54f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=86332) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 20:14:21.229392 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de86150-d081-4b6d-867d-9ce402365265 req-515cda71-00bf-4242-87e8-d32989d9f066 tempest-AttachVolumeTestJSON-431678780 tempest-AttachVolumeTestJSON-431678780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 20:14:21.231033 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-9de86150-d081-4b6d-867d-9ce402365265 req-515cda71-00bf-4242-87e8-d32989d9f066 tempest-AttachVolumeTestJSON-431678780 tempest-AttachVolumeTestJSON-431678780-project] 10.222.0.30 "GET /v2.0/ports?device_id=856aff26-352c-4f6c-a8fa-a9199da8c43a HTTP/1.1" status: 200  len: 945 time: 0.1431923
Apr 22 20:14:21.261526 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.db [None req-cbbe70c9-0b39-4f9d-be6e-4133a7c8f54f None None] get_ports_and_sgs() called for port_ids ['c270e5cc-411a-412a-8253-9e598daeaf59'] {{(pid=86332) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 22 20:14:21.305251 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-9de86150-d081-4b6d-867d-9ce402365265 req-4c12244a-d52b-4744-ab0b-ec06751aee47 tempest-AttachVolumeTestJSON-431678780 tempest-AttachVolumeTestJSON-431678780-project] 10.222.0.30 "GET /v2.0/security-groups?id=7cb077a5-4ba7-4c7b-8f9c-203a75555aff&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0661216
Apr 22 20:14:21.313648 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-052a21f1-93ea-49ec-841d-d475ec992bcb req-6a8bf7b9-f103-47e1-a7d4-51fc583a9e49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 20:14:21.315271 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-052a21f1-93ea-49ec-841d-d475ec992bcb req-6a8bf7b9-f103-47e1-a7d4-51fc583a9e49 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=d911111607464bf49ef66ee3335728c8&device_id=856aff26-352c-4f6c-a8fa-a9199da8c43a HTTP/1.1" status: 200  len: 1098 time: 0.1369233
Apr 22 20:14:21.467970 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a077087-86d3-48d2-93da-9143ab6e61f4 req-a502cce6-3aac-4832-bb7e-4d867519574e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 20:14:21.469825 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-9a077087-86d3-48d2-93da-9143ab6e61f4 req-a502cce6-3aac-4832-bb7e-4d867519574e service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=a3da31af07b74c20b145ac19f125aded&device_id=469f3208-145f-4d5b-b5d0-3d1d24295374 HTTP/1.1" status: 200  len: 1098 time: 0.1649811
Apr 22 20:14:21.549284 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-052a21f1-93ea-49ec-841d-d475ec992bcb req-c5e3561c-282a-492a-8151-b7d4ccb97f7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 20:14:21.550888 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-052a21f1-93ea-49ec-841d-d475ec992bcb req-c5e3561c-282a-492a-8151-b7d4ccb97f7d service neutron] 10.222.0.46 "GET /v2.0/networks?id=8eb42aba-9fa9-48c5-ac95-29b89130e5f9 HTTP/1.1" status: 200  len: 911 time: 0.2281513
Apr 22 20:14:21.606909 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-017cad74-b4ee-4908-ade1-4d42d5873ae5 req-9d98ba71-3bd5-4a85-b2b4-77f9b5d5cbae tempest-AttachVolumeNegativeTest-423716770 tempest-AttachVolumeNegativeTest-423716770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 20:14:21.608496 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-017cad74-b4ee-4908-ade1-4d42d5873ae5 req-9d98ba71-3bd5-4a85-b2b4-77f9b5d5cbae tempest-AttachVolumeNegativeTest-423716770 tempest-AttachVolumeNegativeTest-423716770-project] 10.222.0.30 "GET /v2.0/ports?device_id=e81c2537-841a-479f-b4a1-b499611aa760 HTTP/1.1" status: 200  len: 945 time: 0.2349594
Apr 22 20:14:21.626146 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b14895ce-830b-460b-b214-72a76260145c req-eb413fe5-f47c-481e-a55b-bfacddc4743d tempest-ServerRescueNegativeTestJSON-1009389569 tempest-ServerRescueNegativeTestJSON-1009389569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 20:14:21.627746 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-b14895ce-830b-460b-b214-72a76260145c req-eb413fe5-f47c-481e-a55b-bfacddc4743d tempest-ServerRescueNegativeTestJSON-1009389569 tempest-ServerRescueNegativeTestJSON-1009389569-project] 10.222.0.30 "GET /v2.0/ports?device_id=469f3208-145f-4d5b-b5d0-3d1d24295374 HTTP/1.1" status: 200  len: 945 time: 0.2005451
Apr 22 20:14:21.687521 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a077087-86d3-48d2-93da-9143ab6e61f4 req-93c9d910-9475-4989-9430-3d8925baa750 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 20:14:21.689103 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-9a077087-86d3-48d2-93da-9143ab6e61f4 req-93c9d910-9475-4989-9430-3d8925baa750 service neutron] 10.222.0.46 "GET /v2.0/networks?id=571b53d1-aed3-4bd3-ab53-2cb6e0d9c5b7 HTTP/1.1" status: 200  len: 919 time: 0.2119594
Apr 22 20:14:21.696790 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-017cad74-b4ee-4908-ade1-4d42d5873ae5 req-0e2726f9-a6d3-4fdd-8738-9a6714e36b55 tempest-AttachVolumeNegativeTest-423716770 tempest-AttachVolumeNegativeTest-423716770-project] 10.222.0.30 "GET /v2.0/security-groups?id=12e357dc-1d76-4f4d-8ec3-cba1cfd90e7f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0700858
Apr 22 20:14:21.722713 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-052a21f1-93ea-49ec-841d-d475ec992bcb req-dbc2420c-3bf9-4be3-8572-5ffee0e907ae service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9aa3800f-3327-462d-a953-942086bb3ed4 HTTP/1.1" status: 200  len: 1001 time: 0.1624458
Apr 22 20:14:21.725702 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-b14895ce-830b-460b-b214-72a76260145c req-a619660a-e8a0-4152-9766-da41f44f5e5a tempest-ServerRescueNegativeTestJSON-1009389569 tempest-ServerRescueNegativeTestJSON-1009389569-project] 10.222.0.30 "GET /v2.0/security-groups?id=6f3d9104-7f67-4d9e-bcf5-b704aabb6c6e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0880861
Apr 22 20:14:21.767038 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-9a077087-86d3-48d2-93da-9143ab6e61f4 req-f39c7376-5fe8-4248-b1bb-c66c70b81540 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6fde4950-20da-4629-b465-3f3bef3b21b6 HTTP/1.1" status: 200  len: 217 time: 0.0692105
Apr 22 20:14:21.843511 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-052a21f1-93ea-49ec-841d-d475ec992bcb req-9225fb92-8af7-4866-9e0a-fa23377d4a7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 20:14:21.845103 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-052a21f1-93ea-49ec-841d-d475ec992bcb req-9225fb92-8af7-4866-9e0a-fa23377d4a7c service neutron] 10.222.0.46 "GET /v2.0/subnets?id=e2d55e83-7c80-4c1a-99f4-0aea05526efc HTTP/1.1" status: 200  len: 849 time: 0.1061459
Apr 22 20:14:21.923310 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a077087-86d3-48d2-93da-9143ab6e61f4 req-d01f4458-e629-4ebc-9092-3bb77c805d6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 20:14:21.924898 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-9a077087-86d3-48d2-93da-9143ab6e61f4 req-d01f4458-e629-4ebc-9092-3bb77c805d6c service neutron] 10.222.0.46 "GET /v2.0/subnets?id=30cce57f-0720-4461-b727-7eddafc0e70c HTTP/1.1" status: 200  len: 858 time: 0.1495554
Apr 22 20:14:21.991292 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-9a077087-86d3-48d2-93da-9143ab6e61f4 req-7df598b2-3959-45cb-970c-6ba5190b08f5 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=571b53d1-aed3-4bd3-ab53-2cb6e0d9c5b7&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0546246
Apr 22 20:14:22.001631 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-052a21f1-93ea-49ec-841d-d475ec992bcb req-1ebe53b9-194d-4352-b32a-9af0b1e81ecc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 20:14:22.003420 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-052a21f1-93ea-49ec-841d-d475ec992bcb req-1ebe53b9-194d-4352-b32a-9af0b1e81ecc service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=8eb42aba-9fa9-48c5-ac95-29b89130e5f9&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1140473
Apr 22 20:14:22.008472 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a01050-c1f3-4d0a-8caf-ebdeb7ccab2a req-56e13a2d-59b8-4d33-be86-5ed384f62542 tempest-VolumesSnapshotTestJSON-1289454250 tempest-VolumesSnapshotTestJSON-1289454250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 20:14:22.010145 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-30a01050-c1f3-4d0a-8caf-ebdeb7ccab2a req-56e13a2d-59b8-4d33-be86-5ed384f62542 tempest-VolumesSnapshotTestJSON-1289454250 tempest-VolumesSnapshotTestJSON-1289454250-project] 10.222.0.30 "GET /v2.0/ports?device_id=d064e3b6-ad2a-4b7e-9d69-c9b66adc282a HTTP/1.1" status: 200  len: 944 time: 0.1655474
Apr 22 20:14:22.012707 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1445af5-31ce-40c0-b43f-1d98aef2c610 req-cf8bf0f9-f8b2-4ee6-83d1-3e80de992ad1 tempest-TestShelveInstance-1816371010 tempest-TestShelveInstance-1816371010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 20:14:22.017375 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-e1445af5-31ce-40c0-b43f-1d98aef2c610 req-cf8bf0f9-f8b2-4ee6-83d1-3e80de992ad1 tempest-TestShelveInstance-1816371010 tempest-TestShelveInstance-1816371010-project] 10.222.0.30 "GET /v2.0/ports?device_id=05985c03-4f6d-4812-a0bf-47b334105dce HTTP/1.1" status: 200  len: 944 time: 0.1712952
Apr 22 20:14:22.152253 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-30a01050-c1f3-4d0a-8caf-ebdeb7ccab2a req-fe7a2203-2636-4621-a597-b39f0d493688 tempest-VolumesSnapshotTestJSON-1289454250 tempest-VolumesSnapshotTestJSON-1289454250-project] 10.222.0.30 "GET /v2.0/security-groups?id=f5f9d369-1898-4a9b-a375-69f0d28704aa&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1176596
Apr 22 20:14:22.156574 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-e1445af5-31ce-40c0-b43f-1d98aef2c610 req-05996006-d035-47c8-b4ac-fffed400e1e4 tempest-TestShelveInstance-1816371010 tempest-TestShelveInstance-1816371010-project] 10.222.0.30 "GET /v2.0/security-groups?id=0042e778-534e-4be6-8d31-f99a115eccf4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1135514
Apr 22 20:14:22.190734 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-9a077087-86d3-48d2-93da-9143ab6e61f4 req-82073215-1eeb-4b27-9850-8be12ad420a6 service neutron] 10.222.0.46 "GET /v2.0/networks/571b53d1-aed3-4bd3-ab53-2cb6e0d9c5b7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1795440
Apr 22 20:14:22.207109 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-052a21f1-93ea-49ec-841d-d475ec992bcb req-e4a6d386-a4e5-4117-abec-8aba69a83380 service neutron] 10.222.0.46 "GET /v2.0/networks/8eb42aba-9fa9-48c5-ac95-29b89130e5f9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1882291
Apr 22 20:14:22.364995 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-052a21f1-93ea-49ec-841d-d475ec992bcb req-90d6a9d8-bf05-45a5-ac12-4f5ecf043e36 service neutron] 10.222.0.46 "GET /v2.0/networks/8eb42aba-9fa9-48c5-ac95-29b89130e5f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1476860
Apr 22 20:14:22.537633 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.rpc [None req-cbbe70c9-0b39-4f9d-be6e-4133a7c8f54f None None] Device fa8a84bb-c6b3-4cc1-a7a0-5581632ea097 details requested by agent hyperv_hv-cinder-78763 with host hv-cinder-78763 {{(pid=86332) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 22 20:14:22.619770 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.rpc [None req-cbbe70c9-0b39-4f9d-be6e-4133a7c8f54f None None] Device c270e5cc-411a-412a-8253-9e598daeaf59 up at agent hyperv_hv-cinder-78763 {{(pid=86332) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 22 20:14:22.621859 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-9a077087-86d3-48d2-93da-9143ab6e61f4 req-a9cfab99-067a-4fc5-b7dd-624bf95e748c service neutron] 10.222.0.46 "GET /v2.0/networks/571b53d1-aed3-4bd3-ab53-2cb6e0d9c5b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4049346
Apr 22 20:14:22.652245 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecabf969-1d02-4c96-8a02-9a701a356672 req-0fe6cfba-d00e-4399-8c85-fcc423f7d735 tempest-AttachVolumeTestJSON-431678780 tempest-AttachVolumeTestJSON-431678780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 20:14:22.653851 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-ecabf969-1d02-4c96-8a02-9a701a356672 req-0fe6cfba-d00e-4399-8c85-fcc423f7d735 tempest-AttachVolumeTestJSON-431678780 tempest-AttachVolumeTestJSON-431678780-project] 10.222.0.30 "GET /v2.0/ports?device_id=856aff26-352c-4f6c-a8fa-a9199da8c43a HTTP/1.1" status: 200  len: 945 time: 0.1301780
Apr 22 20:14:22.710372 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-ecabf969-1d02-4c96-8a02-9a701a356672 req-894f93ce-e5d0-40b8-8962-576ad23ff469 tempest-AttachVolumeTestJSON-431678780 tempest-AttachVolumeTestJSON-431678780-project] 10.222.0.30 "GET /v2.0/security-groups?id=7cb077a5-4ba7-4c7b-8f9c-203a75555aff&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0493491
Apr 22 20:14:22.939483 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f55b28-a3bb-4e07-8bbc-b900d1cb603e req-134a8596-0d32-4dbb-9085-51df3b75686e tempest-AttachVolumeNegativeTest-423716770 tempest-AttachVolumeNegativeTest-423716770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 20:14:22.940940 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-d1f55b28-a3bb-4e07-8bbc-b900d1cb603e req-134a8596-0d32-4dbb-9085-51df3b75686e tempest-AttachVolumeNegativeTest-423716770 tempest-AttachVolumeNegativeTest-423716770-project] 10.222.0.30 "GET /v2.0/ports?device_id=e81c2537-841a-479f-b4a1-b499611aa760 HTTP/1.1" status: 200  len: 945 time: 0.1022363
Apr 22 20:14:22.945158 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.db [None req-cbbe70c9-0b39-4f9d-be6e-4133a7c8f54f None None] For port fa8a84bb-c6b3-4cc1-a7a0-5581632ea097, host hv-cinder-78763, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78763',level=0,port_id=fa8a84bb-c6b3-4cc1-a7a0-5581632ea097,segment=NetworkSegment(97d79c30-b0d1-428a-8b67-74c8350b7826),segment_id=97d79c30-b0d1-428a-8b67-74c8350b7826)] {{(pid=86332) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 22 20:14:22.948545 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e502e2-f571-4767-8283-cfe8498338d7 req-92a77be3-a560-4908-9635-03962234c819 tempest-ServerRescueNegativeTestJSON-1009389569 tempest-ServerRescueNegativeTestJSON-1009389569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 20:14:22.950237 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-69e502e2-f571-4767-8283-cfe8498338d7 req-92a77be3-a560-4908-9635-03962234c819 tempest-ServerRescueNegativeTestJSON-1009389569 tempest-ServerRescueNegativeTestJSON-1009389569-project] 10.222.0.30 "GET /v2.0/ports?device_id=469f3208-145f-4d5b-b5d0-3d1d24295374 HTTP/1.1" status: 200  len: 945 time: 0.0964203
Apr 22 20:14:22.954125 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.provisioning_blocks [None req-cbbe70c9-0b39-4f9d-be6e-4133a7c8f54f None None] Provisioning for port c270e5cc-411a-412a-8253-9e598daeaf59 completed by entity L2. {{(pid=86332) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 22 20:14:22.963582 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.provisioning_blocks [None req-cbbe70c9-0b39-4f9d-be6e-4133a7c8f54f None None] Provisioning complete for port c270e5cc-411a-412a-8253-9e598daeaf59 triggered by entity L2. {{(pid=86332) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 22 20:14:22.964123 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-cbbe70c9-0b39-4f9d-be6e-4133a7c8f54f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854135278'] for port, provisioning_complete {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:14:23.002153 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.rpc [None req-cbbe70c9-0b39-4f9d-be6e-4133a7c8f54f None None] Returning: {'device': 'fa8a84bb-c6b3-4cc1-a7a0-5581632ea097', 'network_id': '7c6863cd-7b3a-4ee5-bf38-0731ce48712c', 'port_id': 'fa8a84bb-c6b3-4cc1-a7a0-5581632ea097', 'mac_address': 'fa:16:3e:18:a8:d7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 361, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9c42079c-568a-4586-9ac0-bd9ce6348a73', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86332) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 22 20:14:23.002748 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-69e502e2-f571-4767-8283-cfe8498338d7 req-33201a0c-6523-4772-bc4a-5302035cc48d tempest-ServerRescueNegativeTestJSON-1009389569 tempest-ServerRescueNegativeTestJSON-1009389569-project] 10.222.0.30 "GET /v2.0/security-groups?id=6f3d9104-7f67-4d9e-bcf5-b704aabb6c6e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0455275
Apr 22 20:14:23.004164 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.agents_db [None req-d2e1aac6-b006-4d71-afe2-c4a5b694a422 None None] Agent healthcheck: found 6 active agents {{(pid=86333) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 22 20:14:23.007334 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-d1f55b28-a3bb-4e07-8bbc-b900d1cb603e req-b892684e-1f1d-4583-8f1e-dafaf4c2ef19 tempest-AttachVolumeNegativeTest-423716770 tempest-AttachVolumeNegativeTest-423716770-project] 10.222.0.30 "GET /v2.0/security-groups?id=12e357dc-1d76-4f4d-8ec3-cba1cfd90e7f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0580075
Apr 22 20:14:23.088715 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-cbbe70c9-0b39-4f9d-be6e-4133a7c8f54f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587983'] for port, before_update {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:14:23.109526 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.notifiers.nova [None req-cbbe70c9-0b39-4f9d-be6e-4133a7c8f54f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fa8a84bb-c6b3-4cc1-a7a0-5581632ea097 {{(pid=86332) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 22 20:14:23.174960 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.db [None req-cbbe70c9-0b39-4f9d-be6e-4133a7c8f54f None None] For port fa8a84bb-c6b3-4cc1-a7a0-5581632ea097, host hv-cinder-78763, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78763',level=0,port_id=fa8a84bb-c6b3-4cc1-a7a0-5581632ea097,segment=NetworkSegment(97d79c30-b0d1-428a-8b67-74c8350b7826),segment_id=97d79c30-b0d1-428a-8b67-74c8350b7826)] {{(pid=86332) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 22 20:14:23.180145 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-cbbe70c9-0b39-4f9d-be6e-4133a7c8f54f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854198495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853168226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727707997384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363309147208137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727707567697'] for port, after_update {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:14:23.183437 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86332) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 20:14:23.223482 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-cbbe70c9-0b39-4f9d-be6e-4133a7c8f54f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587983'] for port, before_update {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:14:23.278278 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e81c2537-841a-479f-b4a1-b499611aa760', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c270e5cc-411a-412a-8253-9e598daeaf59'}] {{(pid=86332) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 22 20:14:23.297436 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.db [None req-cbbe70c9-0b39-4f9d-be6e-4133a7c8f54f None None] For port c270e5cc-411a-412a-8253-9e598daeaf59, host hv-cinder-78763, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78763',level=0,port_id=c270e5cc-411a-412a-8253-9e598daeaf59,segment=NetworkSegment(3a7c8a3c-d8a5-4ea6-9c7e-398752a60d2f),segment_id=3a7c8a3c-d8a5-4ea6-9c7e-398752a60d2f)] {{(pid=86332) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 22 20:14:23.298492 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbbe70c9-0b39-4f9d-be6e-4133a7c8f54f None None] Pushing event updated for resources: {'Port': ['ID=fa8a84bb-c6b3-4cc1-a7a0-5581632ea097,revision_number=4']} {{(pid=86332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 20:14:23.301934 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [None req-cbbe70c9-0b39-4f9d-be6e-4133a7c8f54f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=86332) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 20:14:23.302806 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-cbbe70c9-0b39-4f9d-be6e-4133a7c8f54f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854198495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853168226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727707997384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363309147208137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727707567697'] for port, after_update {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:14:23.304559 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [None req-08e5d76f-3fe5-4242-a4b8-30f374028052 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86332) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 20:14:23.410800 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a80e41f-28bd-4327-80df-2a2f7a2c3f44 req-38976ebb-fea7-4261-8038-dc4d8e4af99a tempest-VolumesSnapshotTestJSON-1289454250 tempest-VolumesSnapshotTestJSON-1289454250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 20:14:23.411981 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbbe70c9-0b39-4f9d-be6e-4133a7c8f54f None None] Pushing event updated for resources: {'Port': ['ID=c270e5cc-411a-412a-8253-9e598daeaf59,revision_number=5']} {{(pid=86332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 20:14:23.412904 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-5a80e41f-28bd-4327-80df-2a2f7a2c3f44 req-38976ebb-fea7-4261-8038-dc4d8e4af99a tempest-VolumesSnapshotTestJSON-1289454250 tempest-VolumesSnapshotTestJSON-1289454250-project] 10.222.0.30 "GET /v2.0/ports?device_id=d064e3b6-ad2a-4b7e-9d69-c9b66adc282a HTTP/1.1" status: 200  len: 945 time: 0.1297283
Apr 22 20:14:23.418425 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [None req-cbbe70c9-0b39-4f9d-be6e-4133a7c8f54f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=86332) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 20:14:23.426821 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e8b1e1c-91f2-41c5-a7dd-7d38bc924998 req-05c66c5b-079c-43cb-992e-980c276b934d tempest-TestShelveInstance-1816371010 tempest-TestShelveInstance-1816371010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 20:14:23.428456 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-4e8b1e1c-91f2-41c5-a7dd-7d38bc924998 req-05c66c5b-079c-43cb-992e-980c276b934d tempest-TestShelveInstance-1816371010 tempest-TestShelveInstance-1816371010-project] 10.222.0.30 "GET /v2.0/ports?device_id=05985c03-4f6d-4812-a0bf-47b334105dce HTTP/1.1" status: 200  len: 944 time: 0.1000535
Apr 22 20:14:23.472960 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-5a80e41f-28bd-4327-80df-2a2f7a2c3f44 req-69d40c5e-1c4e-4591-9907-686204622a7c tempest-VolumesSnapshotTestJSON-1289454250 tempest-VolumesSnapshotTestJSON-1289454250-project] 10.222.0.30 "GET /v2.0/security-groups?id=f5f9d369-1898-4a9b-a375-69f0d28704aa&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0467744
Apr 22 20:14:23.481055 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-4e8b1e1c-91f2-41c5-a7dd-7d38bc924998 req-4826c800-8181-440b-890e-06240aedb10f tempest-TestShelveInstance-1816371010 tempest-TestShelveInstance-1816371010-project] 10.222.0.30 "GET /v2.0/security-groups?id=0042e778-534e-4be6-8d31-f99a115eccf4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0458674
Apr 22 20:14:23.528067 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e81c2537-841a-479f-b4a1-b499611aa760', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c270e5cc-411a-412a-8253-9e598daeaf59', 'code': 200}
Apr 22 20:14:23.650242 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.db [None req-cbbe70c9-0b39-4f9d-be6e-4133a7c8f54f None None] get_ports_and_sgs() called for port_ids ['fa8a84bb-c6b3-4cc1-a7a0-5581632ea097'] {{(pid=86332) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 22 20:14:23.906488 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e794fd-03e5-4d53-917e-87821b61b9ab req-e0399a3c-b160-4d48-98c0-32cf24cdd498 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 20:14:23.908119 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-a7e794fd-03e5-4d53-917e-87821b61b9ab req-e0399a3c-b160-4d48-98c0-32cf24cdd498 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=e81c2537-841a-479f-b4a1-b499611aa760 HTTP/1.1" status: 200  len: 1099 time: 0.0884454
Apr 22 20:14:23.947222 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f825f50-edbe-42ad-b657-222eec8c10dc req-ba5b715f-d6b5-4fbe-a4e8-846ffc341f45 tempest-AttachVolumeTestJSON-431678780 tempest-AttachVolumeTestJSON-431678780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 20:14:23.948794 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-3f825f50-edbe-42ad-b657-222eec8c10dc req-ba5b715f-d6b5-4fbe-a4e8-846ffc341f45 tempest-AttachVolumeTestJSON-431678780 tempest-AttachVolumeTestJSON-431678780-project] 10.222.0.30 "GET /v2.0/ports?device_id=856aff26-352c-4f6c-a8fa-a9199da8c43a HTTP/1.1" status: 200  len: 945 time: 0.0946219
Apr 22 20:14:23.955790 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-a7e794fd-03e5-4d53-917e-87821b61b9ab req-cfad9bc5-fbd4-4d1d-97c2-8c7d97e5059c service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=12e357dc-1d76-4f4d-8ec3-cba1cfd90e7f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0384924
Apr 22 20:14:23.997229 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-3f825f50-edbe-42ad-b657-222eec8c10dc req-edebeb5b-bb60-444d-8ec0-a6196c3091f2 tempest-AttachVolumeTestJSON-431678780 tempest-AttachVolumeTestJSON-431678780-project] 10.222.0.30 "GET /v2.0/security-groups?id=7cb077a5-4ba7-4c7b-8f9c-203a75555aff&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0416975
Apr 22 20:14:24.211506 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4942fd1-c6ec-446c-9abf-d016b22a2494 req-1034fcc2-26f2-4251-9cfc-2b371384cb40 tempest-ServerRescueNegativeTestJSON-1009389569 tempest-ServerRescueNegativeTestJSON-1009389569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 20:14:24.213155 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-e4942fd1-c6ec-446c-9abf-d016b22a2494 req-1034fcc2-26f2-4251-9cfc-2b371384cb40 tempest-ServerRescueNegativeTestJSON-1009389569 tempest-ServerRescueNegativeTestJSON-1009389569-project] 10.222.0.30 "GET /v2.0/ports?device_id=469f3208-145f-4d5b-b5d0-3d1d24295374 HTTP/1.1" status: 200  len: 945 time: 0.0901332
Apr 22 20:14:24.213503 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5401e0d7-6e74-4e39-a61a-144680b49a51 req-f68ef6a8-7fc1-4c38-a789-8718844dc2bd tempest-AttachVolumeNegativeTest-423716770 tempest-AttachVolumeNegativeTest-423716770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 20:14:24.215165 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-5401e0d7-6e74-4e39-a61a-144680b49a51 req-f68ef6a8-7fc1-4c38-a789-8718844dc2bd tempest-AttachVolumeNegativeTest-423716770 tempest-AttachVolumeNegativeTest-423716770-project] 10.222.0.30 "GET /v2.0/ports?device_id=e81c2537-841a-479f-b4a1-b499611aa760 HTTP/1.1" status: 200  len: 946 time: 0.0937834
Apr 22 20:14:24.266420 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-e4942fd1-c6ec-446c-9abf-d016b22a2494 req-2dbecf08-1613-49d5-af9e-0c8b0d82ff18 tempest-ServerRescueNegativeTestJSON-1009389569 tempest-ServerRescueNegativeTestJSON-1009389569-project] 10.222.0.30 "GET /v2.0/security-groups?id=6f3d9104-7f67-4d9e-bcf5-b704aabb6c6e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0462217
Apr 22 20:14:24.267909 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-5401e0d7-6e74-4e39-a61a-144680b49a51 req-1d57d545-c92d-49e7-98bc-39b41c29d87a tempest-AttachVolumeNegativeTest-423716770 tempest-AttachVolumeNegativeTest-423716770-project] 10.222.0.30 "GET /v2.0/security-groups?id=12e357dc-1d76-4f4d-8ec3-cba1cfd90e7f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0463643
Apr 22 20:14:24.677327 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ee0609-9e7c-415f-bd5b-a379d7d41fb6 req-4afe139a-a7ad-416a-ad67-3bbb2d32e59f tempest-VolumesSnapshotTestJSON-1289454250 tempest-VolumesSnapshotTestJSON-1289454250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 20:14:24.679053 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-b9ee0609-9e7c-415f-bd5b-a379d7d41fb6 req-4afe139a-a7ad-416a-ad67-3bbb2d32e59f tempest-VolumesSnapshotTestJSON-1289454250 tempest-VolumesSnapshotTestJSON-1289454250-project] 10.222.0.30 "GET /v2.0/ports?device_id=d064e3b6-ad2a-4b7e-9d69-c9b66adc282a HTTP/1.1" status: 200  len: 945 time: 0.0904200
Apr 22 20:14:24.690788 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56cf8943-7351-449e-ab98-4e029b2509cd req-d48867c0-fa79-4448-8fc7-d4cf9031f628 tempest-TestShelveInstance-1816371010 tempest-TestShelveInstance-1816371010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 20:14:24.692370 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-56cf8943-7351-449e-ab98-4e029b2509cd req-d48867c0-fa79-4448-8fc7-d4cf9031f628 tempest-TestShelveInstance-1816371010 tempest-TestShelveInstance-1816371010-project] 10.222.0.30 "GET /v2.0/ports?device_id=05985c03-4f6d-4812-a0bf-47b334105dce HTTP/1.1" status: 200  len: 944 time: 0.0871060
Apr 22 20:14:24.727995 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-b9ee0609-9e7c-415f-bd5b-a379d7d41fb6 req-aa1ca38d-282f-4997-b578-e1202f4ceac3 tempest-VolumesSnapshotTestJSON-1289454250 tempest-VolumesSnapshotTestJSON-1289454250-project] 10.222.0.30 "GET /v2.0/security-groups?id=f5f9d369-1898-4a9b-a375-69f0d28704aa&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0423980
Apr 22 20:14:24.744353 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-56cf8943-7351-449e-ab98-4e029b2509cd req-1ea7adb5-b9db-49c9-8bad-49b081a315fb tempest-TestShelveInstance-1816371010 tempest-TestShelveInstance-1816371010-project] 10.222.0.30 "GET /v2.0/security-groups?id=0042e778-534e-4be6-8d31-f99a115eccf4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0450242
Apr 22 20:14:25.480492 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5751ea-fa79-4d3b-934c-fc3d7f3a50d5 req-e8bbda74-d516-42e7-bb57-8021f1b318b1 tempest-ServerRescueNegativeTestJSON-1009389569 tempest-ServerRescueNegativeTestJSON-1009389569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 20:14:25.482293 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-ce5751ea-fa79-4d3b-934c-fc3d7f3a50d5 req-e8bbda74-d516-42e7-bb57-8021f1b318b1 tempest-ServerRescueNegativeTestJSON-1009389569 tempest-ServerRescueNegativeTestJSON-1009389569-project] 10.222.0.30 "GET /v2.0/ports?device_id=469f3208-145f-4d5b-b5d0-3d1d24295374 HTTP/1.1" status: 200  len: 945 time: 0.0948653
Apr 22 20:14:25.494114 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6becb679-23ef-4aa9-83f6-6923bd2194bd req-06a57324-bfe5-4b86-9c29-3a8e0a4858b5 tempest-AttachVolumeNegativeTest-423716770 tempest-AttachVolumeNegativeTest-423716770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 20:14:25.497189 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-6becb679-23ef-4aa9-83f6-6923bd2194bd req-06a57324-bfe5-4b86-9c29-3a8e0a4858b5 tempest-AttachVolumeNegativeTest-423716770 tempest-AttachVolumeNegativeTest-423716770-project] 10.222.0.30 "GET /v2.0/ports?device_id=e81c2537-841a-479f-b4a1-b499611aa760 HTTP/1.1" status: 200  len: 946 time: 0.1086724
Apr 22 20:14:25.534378 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-ce5751ea-fa79-4d3b-934c-fc3d7f3a50d5 req-207289f2-dfdb-4004-aa85-a930cb81e26f tempest-ServerRescueNegativeTestJSON-1009389569 tempest-ServerRescueNegativeTestJSON-1009389569-project] 10.222.0.30 "GET /v2.0/security-groups?id=6f3d9104-7f67-4d9e-bcf5-b704aabb6c6e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0456848
Apr 22 20:14:25.563495 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-6becb679-23ef-4aa9-83f6-6923bd2194bd req-ffaba854-93be-4af3-bb92-8fd2429c464e tempest-AttachVolumeNegativeTest-423716770 tempest-AttachVolumeNegativeTest-423716770-project] 10.222.0.30 "GET /v2.0/security-groups?id=12e357dc-1d76-4f4d-8ec3-cba1cfd90e7f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0607181
Apr 22 20:14:25.717249 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-64481b43-1fd0-4c32-b5da-9cb4f07cf115 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309146858885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640583'] for agent, after_update {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:14:25.935500 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a25db7-a07e-4821-a403-9c796695ba89 req-3bf8a23b-9961-45fe-91c7-0792b4d822fa tempest-VolumesSnapshotTestJSON-1289454250 tempest-VolumesSnapshotTestJSON-1289454250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 20:14:25.937119 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-25a25db7-a07e-4821-a403-9c796695ba89 req-3bf8a23b-9961-45fe-91c7-0792b4d822fa tempest-VolumesSnapshotTestJSON-1289454250 tempest-VolumesSnapshotTestJSON-1289454250-project] 10.222.0.30 "GET /v2.0/ports?device_id=d064e3b6-ad2a-4b7e-9d69-c9b66adc282a HTTP/1.1" status: 200  len: 945 time: 0.0946059
Apr 22 20:14:25.949570 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5159beac-c7cf-4b21-a0ea-d9cbeba7ce53 req-d4024243-06f2-48ff-92ea-f9d612d00131 tempest-TestShelveInstance-1816371010 tempest-TestShelveInstance-1816371010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 20:14:25.951204 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-5159beac-c7cf-4b21-a0ea-d9cbeba7ce53 req-d4024243-06f2-48ff-92ea-f9d612d00131 tempest-TestShelveInstance-1816371010 tempest-TestShelveInstance-1816371010-project] 10.222.0.30 "GET /v2.0/ports?device_id=05985c03-4f6d-4812-a0bf-47b334105dce HTTP/1.1" status: 200  len: 944 time: 0.0913093
Apr 22 20:14:25.986428 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-25a25db7-a07e-4821-a403-9c796695ba89 req-ff9c59e0-50f2-4f5b-9469-9c99543dfd75 tempest-VolumesSnapshotTestJSON-1289454250 tempest-VolumesSnapshotTestJSON-1289454250-project] 10.222.0.30 "GET /v2.0/security-groups?id=f5f9d369-1898-4a9b-a375-69f0d28704aa&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0424235
Apr 22 20:14:26.003214 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-5159beac-c7cf-4b21-a0ea-d9cbeba7ce53 req-0cfd370c-5b93-4c34-b1bf-d13fbd039f93 tempest-TestShelveInstance-1816371010 tempest-TestShelveInstance-1816371010-project] 10.222.0.30 "GET /v2.0/security-groups?id=0042e778-534e-4be6-8d31-f99a115eccf4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0457075
Apr 22 20:14:26.574967 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.rpc [None req-cbbe70c9-0b39-4f9d-be6e-4133a7c8f54f None None] Device fa8a84bb-c6b3-4cc1-a7a0-5581632ea097 up at agent hyperv_hv-cinder-78763 {{(pid=86332) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 22 20:14:26.655241 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.provisioning_blocks [None req-cbbe70c9-0b39-4f9d-be6e-4133a7c8f54f None None] Provisioning for port fa8a84bb-c6b3-4cc1-a7a0-5581632ea097 completed by entity L2. {{(pid=86332) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 22 20:14:26.661281 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.provisioning_blocks [None req-cbbe70c9-0b39-4f9d-be6e-4133a7c8f54f None None] Provisioning complete for port fa8a84bb-c6b3-4cc1-a7a0-5581632ea097 triggered by entity L2. {{(pid=86332) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 22 20:14:26.662198 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-cbbe70c9-0b39-4f9d-be6e-4133a7c8f54f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854135278'] for port, provisioning_complete {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:14:26.782145 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e157d6bc-13a6-4543-8969-1709b8762629 req-c5a61e3f-da4b-4ace-89df-9620f674edcd tempest-AttachVolumeNegativeTest-423716770 tempest-AttachVolumeNegativeTest-423716770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 20:14:26.783754 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-e157d6bc-13a6-4543-8969-1709b8762629 req-c5a61e3f-da4b-4ace-89df-9620f674edcd tempest-AttachVolumeNegativeTest-423716770 tempest-AttachVolumeNegativeTest-423716770-project] 10.222.0.30 "GET /v2.0/ports?device_id=e81c2537-841a-479f-b4a1-b499611aa760 HTTP/1.1" status: 200  len: 946 time: 0.0948031
Apr 22 20:14:26.819647 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad18878-b9b5-408d-87a1-9e45cfdfb059 req-f170ef38-7f1b-46f5-bb8a-bf72b2469d98 tempest-ServerRescueNegativeTestJSON-1009389569 tempest-ServerRescueNegativeTestJSON-1009389569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 20:14:26.821804 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-9ad18878-b9b5-408d-87a1-9e45cfdfb059 req-f170ef38-7f1b-46f5-bb8a-bf72b2469d98 tempest-ServerRescueNegativeTestJSON-1009389569 tempest-ServerRescueNegativeTestJSON-1009389569-project] 10.222.0.30 "GET /v2.0/ports?device_id=469f3208-145f-4d5b-b5d0-3d1d24295374 HTTP/1.1" status: 200  len: 945 time: 0.1146049
Apr 22 20:14:26.848264 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-cbbe70c9-0b39-4f9d-be6e-4133a7c8f54f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587983'] for port, before_update {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:14:26.854755 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-e157d6bc-13a6-4543-8969-1709b8762629 req-e5db8ad2-da4a-4720-a2e2-9a041f295def tempest-AttachVolumeNegativeTest-423716770 tempest-AttachVolumeNegativeTest-423716770-project] 10.222.0.30 "GET /v2.0/security-groups?id=12e357dc-1d76-4f4d-8ec3-cba1cfd90e7f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0438852
Apr 22 20:14:26.879446 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd064e3b6-ad2a-4b7e-9d69-c9b66adc282a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa8a84bb-c6b3-4cc1-a7a0-5581632ea097'}] {{(pid=86332) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 22 20:14:26.882641 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-9ad18878-b9b5-408d-87a1-9e45cfdfb059 req-2695bdc3-a849-4387-8ee0-595243d4b6be tempest-ServerRescueNegativeTestJSON-1009389569 tempest-ServerRescueNegativeTestJSON-1009389569-project] 10.222.0.30 "GET /v2.0/security-groups?id=6f3d9104-7f67-4d9e-bcf5-b704aabb6c6e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0525789
Apr 22 20:14:26.890995 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.db [None req-cbbe70c9-0b39-4f9d-be6e-4133a7c8f54f None None] For port fa8a84bb-c6b3-4cc1-a7a0-5581632ea097, host hv-cinder-78763, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78763',level=0,port_id=fa8a84bb-c6b3-4cc1-a7a0-5581632ea097,segment=NetworkSegment(97d79c30-b0d1-428a-8b67-74c8350b7826),segment_id=97d79c30-b0d1-428a-8b67-74c8350b7826)] {{(pid=86332) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 22 20:14:26.896253 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-cbbe70c9-0b39-4f9d-be6e-4133a7c8f54f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854198495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853168226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727707997384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363309147208137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727707567697'] for port, after_update {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:14:26.899558 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [None req-cbbe70c9-0b39-4f9d-be6e-4133a7c8f54f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86332) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 20:14:26.983129 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd064e3b6-ad2a-4b7e-9d69-c9b66adc282a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa8a84bb-c6b3-4cc1-a7a0-5581632ea097', 'code': 200}
Apr 22 20:14:26.986840 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbbe70c9-0b39-4f9d-be6e-4133a7c8f54f None None] Pushing event updated for resources: {'Port': ['ID=fa8a84bb-c6b3-4cc1-a7a0-5581632ea097,revision_number=5']} {{(pid=86332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 20:14:26.990340 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [None req-cbbe70c9-0b39-4f9d-be6e-4133a7c8f54f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=86332) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 20:14:27.078240 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.quota.resource [req-edb3c80a-cef3-42df-8e81-18ce2283d35a req-1722da3a-94f2-4455-847d-7a3aa18dbccb tempest-TestVolumeBootPattern-572234504 tempest-TestVolumeBootPattern-572234504-project] Synchronizing usage tracker for tenant:30860bebb771423695ffb4fd377ce666 on resource:security_group {{(pid=86331) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 22 20:14:27.099282 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.quota.resource [req-edb3c80a-cef3-42df-8e81-18ce2283d35a req-1722da3a-94f2-4455-847d-7a3aa18dbccb tempest-TestVolumeBootPattern-572234504 tempest-TestVolumeBootPattern-572234504-project] Unset dirty status for tenant:30860bebb771423695ffb4fd377ce666 on resource:security_group {{(pid=86331) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 22 20:14:27.100485 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-edb3c80a-cef3-42df-8e81-18ce2283d35a req-1722da3a-94f2-4455-847d-7a3aa18dbccb tempest-TestVolumeBootPattern-572234504 tempest-TestVolumeBootPattern-572234504-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-518279394&fields=id&tenant_id=30860bebb771423695ffb4fd377ce666 HTTP/1.1" status: 200  len: 267 time: 0.0667374
Apr 22 20:14:27.281720 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb3c80a-cef3-42df-8e81-18ce2283d35a req-e8228566-0c0d-4b32-b20e-ab4e71b56856 tempest-TestVolumeBootPattern-572234504 tempest-TestVolumeBootPattern-572234504-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 20:14:27.290431 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-edb3c80a-cef3-42df-8e81-18ce2283d35a req-e8228566-0c0d-4b32-b20e-ab4e71b56856 tempest-TestVolumeBootPattern-572234504 tempest-TestVolumeBootPattern-572234504-project] 10.222.0.30 "GET /v2.0/networks?id=baa3aeb8-8dec-4767-92bc-d52436d9437a HTTP/1.1" status: 200  len: 811 time: 0.1820045
Apr 22 20:14:27.298793 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66bcc3c7-ce7d-4a59-ac1a-0711767e856b req-cabdc742-7ebf-4c89-8788-49aab2492d32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 20:14:27.301210 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-66bcc3c7-ce7d-4a59-ac1a-0711767e856b req-cabdc742-7ebf-4c89-8788-49aab2492d32 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=d064e3b6-ad2a-4b7e-9d69-c9b66adc282a HTTP/1.1" status: 200  len: 1099 time: 0.1191761
Apr 22 20:14:27.308753 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-edb3c80a-cef3-42df-8e81-18ce2283d35a req-091b644a-58f7-4d68-b430-bb17082fd1bd tempest-TestVolumeBootPattern-572234504 tempest-TestVolumeBootPattern-572234504-project] 10.222.0.30 "GET /v2.0/quotas/30860bebb771423695ffb4fd377ce666 HTTP/1.1" status: 200  len: 375 time: 0.0173447
Apr 22 20:14:27.321988 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f912073-5ead-4e3e-8a08-0d3d26925030 req-c04f3e43-640e-4a82-9802-c6d237f75347 tempest-VolumesSnapshotTestJSON-1289454250 tempest-VolumesSnapshotTestJSON-1289454250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 20:14:27.324750 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-1f912073-5ead-4e3e-8a08-0d3d26925030 req-c04f3e43-640e-4a82-9802-c6d237f75347 tempest-VolumesSnapshotTestJSON-1289454250 tempest-VolumesSnapshotTestJSON-1289454250-project] 10.222.0.30 "GET /v2.0/ports?device_id=d064e3b6-ad2a-4b7e-9d69-c9b66adc282a HTTP/1.1" status: 200  len: 946 time: 0.1978252
Apr 22 20:14:27.401231 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.quota.resource [req-edb3c80a-cef3-42df-8e81-18ce2283d35a req-89e33182-173e-4d7c-bcf7-e610e0ec66e1 tempest-TestVolumeBootPattern-572234504 tempest-TestVolumeBootPattern-572234504-project] Synchronizing usage tracker for tenant:30860bebb771423695ffb4fd377ce666 on resource:port {{(pid=86331) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 22 20:14:27.410237 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-66bcc3c7-ce7d-4a59-ac1a-0711767e856b req-ca96e54b-7a03-44a2-baa6-a497718f0e95 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=f5f9d369-1898-4a9b-a375-69f0d28704aa&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0843332
Apr 22 20:14:27.418270 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.quota.resource [req-edb3c80a-cef3-42df-8e81-18ce2283d35a req-89e33182-173e-4d7c-bcf7-e610e0ec66e1 tempest-TestVolumeBootPattern-572234504 tempest-TestVolumeBootPattern-572234504-project] Unset dirty status for tenant:30860bebb771423695ffb4fd377ce666 on resource:port {{(pid=86331) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 22 20:14:27.419043 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-1f912073-5ead-4e3e-8a08-0d3d26925030 req-31dbb6c8-ab14-4e76-bbb8-30a287b946a0 tempest-VolumesSnapshotTestJSON-1289454250 tempest-VolumesSnapshotTestJSON-1289454250-project] 10.222.0.30 "GET /v2.0/security-groups?id=f5f9d369-1898-4a9b-a375-69f0d28704aa&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0743356
Apr 22 20:14:27.421253 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-edb3c80a-cef3-42df-8e81-18ce2283d35a req-89e33182-173e-4d7c-bcf7-e610e0ec66e1 tempest-TestVolumeBootPattern-572234504 tempest-TestVolumeBootPattern-572234504-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=30860bebb771423695ffb4fd377ce666&fields=id HTTP/1.1" status: 200  len: 302 time: 0.1116288
Apr 22 20:14:27.571860 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-edb3c80a-cef3-42df-8e81-18ce2283d35a req-ac961c53-7f59-43b5-9c85-ea9a848b6cc1 service neutron] 10.222.0.30 "GET /v2.0/networks/baa3aeb8-8dec-4767-92bc-d52436d9437a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1377409
Apr 22 20:14:27.610053 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e16758-8842-4402-af4e-f9911e6b0c34 req-3fe67fdf-a645-497f-bc24-a7867d8d0620 tempest-TestShelveInstance-1816371010 tempest-TestShelveInstance-1816371010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 20:14:27.611655 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-46e16758-8842-4402-af4e-f9911e6b0c34 req-3fe67fdf-a645-497f-bc24-a7867d8d0620 tempest-TestShelveInstance-1816371010 tempest-TestShelveInstance-1816371010-project] 10.222.0.30 "GET /v2.0/ports?device_id=05985c03-4f6d-4812-a0bf-47b334105dce HTTP/1.1" status: 200  len: 944 time: 0.0914502
Apr 22 20:14:27.660682 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-46e16758-8842-4402-af4e-f9911e6b0c34 req-bf9293de-ca8c-4bbb-bfdc-556c843f15bb tempest-TestShelveInstance-1816371010 tempest-TestShelveInstance-1816371010-project] 10.222.0.30 "GET /v2.0/security-groups?id=0042e778-534e-4be6-8d31-f99a115eccf4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0423756
Apr 22 20:14:27.722945 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-edb3c80a-cef3-42df-8e81-18ce2283d35a req-a0092d3e-1ea5-4365-bd79-f120c75ec6f3 service neutron] 10.222.0.30 "GET /v2.0/networks/baa3aeb8-8dec-4767-92bc-d52436d9437a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1443930
Apr 22 20:14:28.097786 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93658dbe-e0ff-4ed3-ad30-01e0e5880c26 req-68f62140-6d55-46a6-92e5-8ab00760b9c2 tempest-ServerRescueNegativeTestJSON-1009389569 tempest-ServerRescueNegativeTestJSON-1009389569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 20:14:28.099401 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-93658dbe-e0ff-4ed3-ad30-01e0e5880c26 req-68f62140-6d55-46a6-92e5-8ab00760b9c2 tempest-ServerRescueNegativeTestJSON-1009389569 tempest-ServerRescueNegativeTestJSON-1009389569-project] 10.222.0.30 "GET /v2.0/ports?device_id=469f3208-145f-4d5b-b5d0-3d1d24295374 HTTP/1.1" status: 200  len: 945 time: 0.0949926
Apr 22 20:14:28.144138 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-1b6b5c76-ffad-4f8c-bbe3-d87b0aaa92a7 req-86b546e0-ba99-4f37-a45f-5ca5db543995 tempest-TestVolumeBootPattern-572234504 tempest-TestVolumeBootPattern-572234504-project] 10.222.0.30 "GET /v2.0/ports?device_id=7a0eb315-0363-432f-a54c-0f02757a9362 HTTP/1.1" status: 200  len: 210 time: 0.0494521
Apr 22 20:14:28.150054 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-93658dbe-e0ff-4ed3-ad30-01e0e5880c26 req-8140de48-7a20-484c-afeb-77f26561f6ca tempest-ServerRescueNegativeTestJSON-1009389569 tempest-ServerRescueNegativeTestJSON-1009389569-project] 10.222.0.30 "GET /v2.0/security-groups?id=6f3d9104-7f67-4d9e-bcf5-b704aabb6c6e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0441394
Apr 22 20:14:28.569974 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-640f414e-6dee-4e70-8363-ddce8cb9203d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309146858885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640583'] for agent, after_update {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:14:28.640500 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2391764-4996-4351-83ef-31b34fa08117 req-1a95f90d-449f-4336-bf23-e76e9afe2463 tempest-VolumesSnapshotTestJSON-1289454250 tempest-VolumesSnapshotTestJSON-1289454250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 20:14:28.643132 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-c2391764-4996-4351-83ef-31b34fa08117 req-1a95f90d-449f-4336-bf23-e76e9afe2463 tempest-VolumesSnapshotTestJSON-1289454250 tempest-VolumesSnapshotTestJSON-1289454250-project] 10.222.0.30 "GET /v2.0/ports?device_id=d064e3b6-ad2a-4b7e-9d69-c9b66adc282a HTTP/1.1" status: 200  len: 946 time: 0.0999691
Apr 22 20:14:28.698234 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-c2391764-4996-4351-83ef-31b34fa08117 req-08e9e4fa-a6fe-413f-82d6-c6f6c285243a tempest-VolumesSnapshotTestJSON-1289454250 tempest-VolumesSnapshotTestJSON-1289454250-project] 10.222.0.30 "GET /v2.0/security-groups?id=f5f9d369-1898-4a9b-a375-69f0d28704aa&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0484800
Apr 22 20:14:28.911666 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8710a62-1788-4c62-ab4e-073055515752 req-083644e1-8460-4a0c-8bf7-3e0ed9286e3e tempest-TestShelveInstance-1816371010 tempest-TestShelveInstance-1816371010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 20:14:28.919990 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-b8710a62-1788-4c62-ab4e-073055515752 req-083644e1-8460-4a0c-8bf7-3e0ed9286e3e tempest-TestShelveInstance-1816371010 tempest-TestShelveInstance-1816371010-project] 10.222.0.30 "GET /v2.0/ports?device_id=05985c03-4f6d-4812-a0bf-47b334105dce HTTP/1.1" status: 200  len: 944 time: 0.1222436
Apr 22 20:14:28.927926 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-d69b9430-b136-4a40-a189-232f048ef307 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309146858885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640583'] for agent, after_update {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:14:28.971179 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-b8710a62-1788-4c62-ab4e-073055515752 req-183fc468-0ada-4f80-89c1-e92a90367f2f tempest-TestShelveInstance-1816371010 tempest-TestShelveInstance-1816371010-project] 10.222.0.30 "GET /v2.0/security-groups?id=0042e778-534e-4be6-8d31-f99a115eccf4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0502501
Apr 22 20:14:29.243336 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-08e5d76f-3fe5-4242-a4b8-30f374028052 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309146858885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640583'] for agent, after_update {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:14:29.322917 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-43ce10ba-9875-4a8f-9465-1966451d34c1 req-2d9db199-9c74-457b-91b0-39b47362f5eb tempest-TestVolumeBootPattern-572234504 tempest-TestVolumeBootPattern-572234504-project] 10.222.0.30 "GET /v2.0/ports?device_id=7a0eb315-0363-432f-a54c-0f02757a9362 HTTP/1.1" status: 200  len: 210 time: 0.0531766
Apr 22 20:14:29.574057 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ab424a-a54b-4dc7-b544-4b5d6b954956 req-c8717496-f2a3-45ea-91c5-58294d917f4f tempest-ServerRescueNegativeTestJSON-1009389569 tempest-ServerRescueNegativeTestJSON-1009389569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 20:14:29.575581 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-b1ab424a-a54b-4dc7-b544-4b5d6b954956 req-c8717496-f2a3-45ea-91c5-58294d917f4f tempest-ServerRescueNegativeTestJSON-1009389569 tempest-ServerRescueNegativeTestJSON-1009389569-project] 10.222.0.30 "GET /v2.0/ports?device_id=469f3208-145f-4d5b-b5d0-3d1d24295374 HTTP/1.1" status: 200  len: 945 time: 0.2963409
Apr 22 20:14:29.623093 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-b1ab424a-a54b-4dc7-b544-4b5d6b954956 req-c25c61cd-278f-49e7-a1f2-98f097e1278b tempest-ServerRescueNegativeTestJSON-1009389569 tempest-ServerRescueNegativeTestJSON-1009389569-project] 10.222.0.30 "GET /v2.0/security-groups?id=6f3d9104-7f67-4d9e-bcf5-b704aabb6c6e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0410538
Apr 22 20:14:29.857258 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb3c80a-cef3-42df-8e81-18ce2283d35a req-e8b646fe-35ba-4345-9d6a-6527d6180451 tempest-TestVolumeBootPattern-572234504 tempest-TestVolumeBootPattern-572234504-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 20:14:29.858031 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.quota.resource [req-edb3c80a-cef3-42df-8e81-18ce2283d35a req-e8b646fe-35ba-4345-9d6a-6527d6180451 tempest-TestVolumeBootPattern-572234504 tempest-TestVolumeBootPattern-572234504-project] Synchronizing usage tracker for tenant:30860bebb771423695ffb4fd377ce666 on resource:network {{(pid=86330) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 22 20:14:29.904412 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.quota.resource [req-edb3c80a-cef3-42df-8e81-18ce2283d35a req-e8b646fe-35ba-4345-9d6a-6527d6180451 tempest-TestVolumeBootPattern-572234504 tempest-TestVolumeBootPattern-572234504-project] Unset dirty status for tenant:30860bebb771423695ffb4fd377ce666 on resource:network {{(pid=86330) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 22 20:14:29.905671 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-edb3c80a-cef3-42df-8e81-18ce2283d35a req-e8b646fe-35ba-4345-9d6a-6527d6180451 tempest-TestVolumeBootPattern-572234504 tempest-TestVolumeBootPattern-572234504-project] 10.222.0.46 "GET /v2.0/networks?id=baa3aeb8-8dec-4767-92bc-d52436d9437a HTTP/1.1" status: 200  len: 811 time: 0.2418692
Apr 22 20:14:29.946181 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-977300d8-707a-466e-a942-4b8f7dfd3498 req-dabd9af3-722c-4adf-9997-dd37e67784ab tempest-VolumesSnapshotTestJSON-1289454250 tempest-VolumesSnapshotTestJSON-1289454250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 20:14:29.948031 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-977300d8-707a-466e-a942-4b8f7dfd3498 req-dabd9af3-722c-4adf-9997-dd37e67784ab tempest-VolumesSnapshotTestJSON-1289454250 tempest-VolumesSnapshotTestJSON-1289454250-project] 10.222.0.30 "GET /v2.0/ports?device_id=d064e3b6-ad2a-4b7e-9d69-c9b66adc282a HTTP/1.1" status: 200  len: 946 time: 0.1336341
Apr 22 20:14:30.003841 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.quota.resource [req-edb3c80a-cef3-42df-8e81-18ce2283d35a req-a8d0d350-84df-456e-801b-76456aa7975d tempest-TestVolumeBootPattern-572234504 tempest-TestVolumeBootPattern-572234504-project] Synchronizing usage tracker for tenant:30860bebb771423695ffb4fd377ce666 on resource:security_group {{(pid=86330) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 22 20:14:30.021260 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-977300d8-707a-466e-a942-4b8f7dfd3498 req-2919e120-4654-401a-a2eb-c371ea98ba29 tempest-VolumesSnapshotTestJSON-1289454250 tempest-VolumesSnapshotTestJSON-1289454250-project] 10.222.0.30 "GET /v2.0/security-groups?id=f5f9d369-1898-4a9b-a375-69f0d28704aa&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0670514
Apr 22 20:14:30.027565 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.quota.resource [req-edb3c80a-cef3-42df-8e81-18ce2283d35a req-a8d0d350-84df-456e-801b-76456aa7975d tempest-TestVolumeBootPattern-572234504 tempest-TestVolumeBootPattern-572234504-project] Unset dirty status for tenant:30860bebb771423695ffb4fd377ce666 on resource:security_group {{(pid=86330) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 22 20:14:30.029180 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-edb3c80a-cef3-42df-8e81-18ce2283d35a req-a8d0d350-84df-456e-801b-76456aa7975d tempest-TestVolumeBootPattern-572234504 tempest-TestVolumeBootPattern-572234504-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=30860bebb771423695ffb4fd377ce666 HTTP/1.1" status: 200  len: 379 time: 0.1072292
Apr 22 20:14:30.040461 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.v2.base [req-edb3c80a-cef3-42df-8e81-18ce2283d35a req-7465a86b-76f5-4dcf-9058-c0d8d6c7203d tempest-TestVolumeBootPattern-572234504 tempest-TestVolumeBootPattern-572234504-project] Request body: {'port': {'device_id': '7a0eb315-0363-432f-a54c-0f02757a9362', 'network_id': 'baa3aeb8-8dec-4767-92bc-d52436d9437a', 'admin_state_up': True, 'tenant_id': '30860bebb771423695ffb4fd377ce666', 'security_groups': ['010d7216-01fc-4a1c-badb-a01fee62fe34']}} {{(pid=86330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 22 20:14:30.213652 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a6025f8-3d30-413f-89d6-47c56c30a058 req-1569b5da-ee1b-4a5f-b22a-2db2ba945eb3 tempest-TestShelveInstance-1816371010 tempest-TestShelveInstance-1816371010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 20:14:30.213652 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-0a6025f8-3d30-413f-89d6-47c56c30a058 req-1569b5da-ee1b-4a5f-b22a-2db2ba945eb3 tempest-TestShelveInstance-1816371010 tempest-TestShelveInstance-1816371010-project] 10.222.0.30 "GET /v2.0/ports?device_id=05985c03-4f6d-4812-a0bf-47b334105dce HTTP/1.1" status: 200  len: 944 time: 0.1075730
Apr 22 20:14:30.213877 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-77fc9508-bbbe-4662-bfa7-f4837e5c3abe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309146858885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640583'] for agent, after_update {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:14:30.225662 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.quota.driver [req-edb3c80a-cef3-42df-8e81-18ce2283d35a req-7465a86b-76f5-4dcf-9058-c0d8d6c7203d tempest-TestVolumeBootPattern-572234504 tempest-TestVolumeBootPattern-572234504-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86330) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 22 20:14:30.242504 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.quota.driver [req-edb3c80a-cef3-42df-8e81-18ce2283d35a req-7465a86b-76f5-4dcf-9058-c0d8d6c7203d tempest-TestVolumeBootPattern-572234504 tempest-TestVolumeBootPattern-572234504-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=86330) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 22 20:14:30.253167 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-edb3c80a-cef3-42df-8e81-18ce2283d35a req-7465a86b-76f5-4dcf-9058-c0d8d6c7203d tempest-TestVolumeBootPattern-572234504 tempest-TestVolumeBootPattern-572234504-project] Made reservation on behalf of 30860bebb771423695ffb4fd377ce666 for: {'port': 1} {{(pid=86330) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 22 20:14:30.260049 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [req-edb3c80a-cef3-42df-8e81-18ce2283d35a req-7465a86b-76f5-4dcf-9058-c0d8d6c7203d tempest-TestVolumeBootPattern-572234504 tempest-TestVolumeBootPattern-572234504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587983'] for port, before_create {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:14:30.267669 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-0a6025f8-3d30-413f-89d6-47c56c30a058 req-d6b3206e-d9a5-4eba-a267-48a23df71227 tempest-TestShelveInstance-1816371010 tempest-TestShelveInstance-1816371010-project] 10.222.0.30 "GET /v2.0/security-groups?id=0042e778-534e-4be6-8d31-f99a115eccf4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0515840
Apr 22 20:14:30.489167 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.db_base_plugin_common [req-edb3c80a-cef3-42df-8e81-18ce2283d35a req-7465a86b-76f5-4dcf-9058-c0d8d6c7203d tempest-TestVolumeBootPattern-572234504 tempest-TestVolumeBootPattern-572234504-project] Allocated IP 172.20.0.5 (baa3aeb8-8dec-4767-92bc-d52436d9437a/083c45db-27b8-429b-b9a6-58f44b80ddc9/9c35c87d-7ddf-4350-935b-8bdd36efe29e) {{(pid=86330) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 22 20:14:30.501076 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-45d8e485-5637-4cda-bead-5844ee75bc21 req-2025a209-9a15-4f77-b745-12beb1528758 tempest-TestVolumeBootPattern-572234504 tempest-TestVolumeBootPattern-572234504-project] 10.222.0.30 "GET /v2.0/ports?device_id=7a0eb315-0363-432f-a54c-0f02757a9362 HTTP/1.1" status: 200  len: 210 time: 0.0571957
Apr 22 20:14:30.590686 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.rpc [None req-cbbe70c9-0b39-4f9d-be6e-4133a7c8f54f None None] Device 375c0aa1-7baa-400f-8733-484590eeeb8c details requested by agent hyperv_hv-cinder-78763 with host hv-cinder-78763 {{(pid=86332) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 22 20:14:30.754696 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [req-edb3c80a-cef3-42df-8e81-18ce2283d35a req-7465a86b-76f5-4dcf-9058-c0d8d6c7203d tempest-TestVolumeBootPattern-572234504 tempest-TestVolumeBootPattern-572234504-project] Notify callbacks [] for port, precommit_create {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:14:30.787930 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.provisioning_blocks [req-edb3c80a-cef3-42df-8e81-18ce2283d35a req-7465a86b-76f5-4dcf-9058-c0d8d6c7203d tempest-TestVolumeBootPattern-572234504 tempest-TestVolumeBootPattern-572234504-project] Transition to ACTIVE for port object 9c35c87d-7ddf-4350-935b-8bdd36efe29e will not be triggered until provisioned by entity DHCP. {{(pid=86330) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 22 20:14:30.813375 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.db [None req-cbbe70c9-0b39-4f9d-be6e-4133a7c8f54f None None] For port 375c0aa1-7baa-400f-8733-484590eeeb8c, host hv-cinder-78763, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78763',level=0,port_id=375c0aa1-7baa-400f-8733-484590eeeb8c,segment=NetworkSegment(e8b93f7f-6c3d-4774-85c0-845d1db34c9d),segment_id=e8b93f7f-6c3d-4774-85c0-845d1db34c9d)] {{(pid=86332) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 22 20:14:30.828366 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.rpc [None req-cbbe70c9-0b39-4f9d-be6e-4133a7c8f54f None None] Returning: {'device': '375c0aa1-7baa-400f-8733-484590eeeb8c', 'network_id': '8c6beec9-2be5-42aa-b3d8-efd21a74a412', 'port_id': '375c0aa1-7baa-400f-8733-484590eeeb8c', 'mac_address': 'fa:16:3e:1d:f1:ed', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 399, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7e154f7f-c6a5-48a3-9c75-a2bc01d89ad4', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86332) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 22 20:14:30.837269 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [req-edb3c80a-cef3-42df-8e81-18ce2283d35a req-7465a86b-76f5-4dcf-9058-c0d8d6c7203d tempest-TestVolumeBootPattern-572234504 tempest-TestVolumeBootPattern-572234504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854198495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853168226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363309147208154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4125515'] for port, after_create {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:14:30.844390 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 20:14:30.891343 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79175b44-428d-44dd-8f38-3d2304ca58cc req-0db92438-79cb-44fc-97bf-92aac020476d tempest-ServerRescueNegativeTestJSON-1009389569 tempest-ServerRescueNegativeTestJSON-1009389569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 20:14:30.893163 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-79175b44-428d-44dd-8f38-3d2304ca58cc req-0db92438-79cb-44fc-97bf-92aac020476d tempest-ServerRescueNegativeTestJSON-1009389569 tempest-ServerRescueNegativeTestJSON-1009389569-project] 10.222.0.30 "GET /v2.0/ports?device_id=469f3208-145f-4d5b-b5d0-3d1d24295374 HTTP/1.1" status: 200  len: 945 time: 0.0969660
Apr 22 20:14:30.894670 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-cbbe70c9-0b39-4f9d-be6e-4133a7c8f54f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587983'] for port, before_update {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:14:30.914470 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.notifiers.nova [None req-cbbe70c9-0b39-4f9d-be6e-4133a7c8f54f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 375c0aa1-7baa-400f-8733-484590eeeb8c {{(pid=86332) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 22 20:14:30.920451 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-edb3c80a-cef3-42df-8e81-18ce2283d35a req-7465a86b-76f5-4dcf-9058-c0d8d6c7203d tempest-TestVolumeBootPattern-572234504 tempest-TestVolumeBootPattern-572234504-project] Network baa3aeb8-8dec-4767-92bc-d52436d9437a is already hosted by enough agents. {{(pid=86330) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 22 20:14:30.924035 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.scheduler.base_scheduler [req-edb3c80a-cef3-42df-8e81-18ce2283d35a req-7465a86b-76f5-4dcf-9058-c0d8d6c7203d tempest-TestVolumeBootPattern-572234504 tempest-TestVolumeBootPattern-572234504-project] Resources bound (agent type, host, resource id):  {{(pid=86330) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 22 20:14:30.928347 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.l3_dvrscheduler_db [req-edb3c80a-cef3-42df-8e81-18ce2283d35a req-7465a86b-76f5-4dcf-9058-c0d8d6c7203d tempest-TestVolumeBootPattern-572234504 tempest-TestVolumeBootPattern-572234504-project] Received port after_create {{(pid=86330) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 22 20:14:30.933053 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.db [None req-cbbe70c9-0b39-4f9d-be6e-4133a7c8f54f None None] For port 375c0aa1-7baa-400f-8733-484590eeeb8c, host hv-cinder-78763, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78763',level=0,port_id=375c0aa1-7baa-400f-8733-484590eeeb8c,segment=NetworkSegment(e8b93f7f-6c3d-4774-85c0-845d1db34c9d),segment_id=e8b93f7f-6c3d-4774-85c0-845d1db34c9d)] {{(pid=86332) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 22 20:14:30.937044 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-cbbe70c9-0b39-4f9d-be6e-4133a7c8f54f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854198495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853168226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727707997384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363309147208137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727707567697'] for port, after_update {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:14:30.938823 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [None req-08e5d76f-3fe5-4242-a4b8-30f374028052 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86332) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 20:14:30.950897 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-79175b44-428d-44dd-8f38-3d2304ca58cc req-7a2dfe46-0321-49bd-9252-3faa6cccfeec tempest-ServerRescueNegativeTestJSON-1009389569 tempest-ServerRescueNegativeTestJSON-1009389569-project] 10.222.0.30 "GET /v2.0/security-groups?id=6f3d9104-7f67-4d9e-bcf5-b704aabb6c6e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0505569
Apr 22 20:14:30.968894 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7465a86b-76f5-4dcf-9058-c0d8d6c7203d tempest-TestVolumeBootPattern-572234504 tempest-TestVolumeBootPattern-572234504-project] Pushing event updated for resources: {'Port': ['ID=9c35c87d-7ddf-4350-935b-8bdd36efe29e,revision_number=1']} {{(pid=86330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 20:14:30.973727 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [None req-7465a86b-76f5-4dcf-9058-c0d8d6c7203d tempest-TestVolumeBootPattern-572234504 tempest-TestVolumeBootPattern-572234504-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=86330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 20:14:31.010898 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb3c80a-cef3-42df-8e81-18ce2283d35a req-7465a86b-76f5-4dcf-9058-c0d8d6c7203d tempest-TestVolumeBootPattern-572234504 tempest-TestVolumeBootPattern-572234504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 20:14:31.011777 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [req-edb3c80a-cef3-42df-8e81-18ce2283d35a req-7465a86b-76f5-4dcf-9058-c0d8d6c7203d tempest-TestVolumeBootPattern-572234504 tempest-TestVolumeBootPattern-572234504-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853168243'] for port, before_response {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:14:31.040153 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbbe70c9-0b39-4f9d-be6e-4133a7c8f54f None None] Pushing event updated for resources: {'Port': ['ID=375c0aa1-7baa-400f-8733-484590eeeb8c,revision_number=4']} {{(pid=86332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 20:14:31.044528 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [None req-cbbe70c9-0b39-4f9d-be6e-4133a7c8f54f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=86332) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 20:14:31.048792 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-edb3c80a-cef3-42df-8e81-18ce2283d35a req-7465a86b-76f5-4dcf-9058-c0d8d6c7203d tempest-TestVolumeBootPattern-572234504 tempest-TestVolumeBootPattern-572234504-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.0128870
Apr 22 20:14:31.066452 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.v2.base [req-edb3c80a-cef3-42df-8e81-18ce2283d35a req-cd312a96-923e-49e0-af10-1ac45b4e597d service neutron] Request body: {'port': {'device_id': '7a0eb315-0363-432f-a54c-0f02757a9362', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78763'}} {{(pid=86330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 22 20:14:31.200638 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [req-edb3c80a-cef3-42df-8e81-18ce2283d35a req-cd312a96-923e-49e0-af10-1ac45b4e597d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587983'] for port, before_update {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:14:31.209335 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.provisioning_blocks [None req-19bdde5a-e9d6-4420-a6d2-903e334897fa None None] Provisioning for port 9c35c87d-7ddf-4350-935b-8bdd36efe29e completed by entity DHCP. {{(pid=86332) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 22 20:14:31.215104 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.provisioning_blocks [None req-19bdde5a-e9d6-4420-a6d2-903e334897fa None None] Provisioning complete for port 9c35c87d-7ddf-4350-935b-8bdd36efe29e triggered by entity DHCP. {{(pid=86332) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 22 20:14:31.215316 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-19bdde5a-e9d6-4420-a6d2-903e334897fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854135278'] for port, provisioning_complete {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:14:31.280020 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.plugin [None req-19bdde5a-e9d6-4420-a6d2-903e334897fa None None] Port 9c35c87d-7ddf-4350-935b-8bdd36efe29e cannot update to ACTIVE because it is not bound. {{(pid=86332) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 22 20:14:31.366468 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.db [None req-cbbe70c9-0b39-4f9d-be6e-4133a7c8f54f None None] get_ports_and_sgs() called for port_ids ['375c0aa1-7baa-400f-8733-484590eeeb8c'] {{(pid=86332) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 22 20:14:31.580581 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1877383b-64be-4a8c-83e3-8dee05f40ad3 req-aec38ae6-fe2d-4ee2-acd3-3406be27c531 tempest-TestShelveInstance-1816371010 tempest-TestShelveInstance-1816371010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 20:14:31.582231 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-1877383b-64be-4a8c-83e3-8dee05f40ad3 req-aec38ae6-fe2d-4ee2-acd3-3406be27c531 tempest-TestShelveInstance-1816371010 tempest-TestShelveInstance-1816371010-project] 10.222.0.30 "GET /v2.0/ports?device_id=05985c03-4f6d-4812-a0bf-47b334105dce HTTP/1.1" status: 200  len: 945 time: 0.1480401
Apr 22 20:14:31.698628 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-1877383b-64be-4a8c-83e3-8dee05f40ad3 req-e81f96a7-430f-408a-aa0b-08c9cbf0ee03 tempest-TestShelveInstance-1816371010 tempest-TestShelveInstance-1816371010-project] 10.222.0.30 "GET /v2.0/security-groups?id=0042e778-534e-4be6-8d31-f99a115eccf4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0995061
Apr 22 20:14:31.702773 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.notifiers.nova [req-edb3c80a-cef3-42df-8e81-18ce2283d35a req-cd312a96-923e-49e0-af10-1ac45b4e597d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9c35c87d-7ddf-4350-935b-8bdd36efe29e {{(pid=86330) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 22 20:14:31.711923 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [req-edb3c80a-cef3-42df-8e81-18ce2283d35a req-cd312a96-923e-49e0-af10-1ac45b4e597d service neutron] Notify callbacks [] for port, precommit_update {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:14:31.725931 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209ed0b4-bdd3-4a5b-81e1-660f95028ea1 req-0efa07ee-86c4-4413-b113-a33e2be24bc9 tempest-TestVolumeBootPattern-572234504 tempest-TestVolumeBootPattern-572234504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 20:14:31.727541 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-209ed0b4-bdd3-4a5b-81e1-660f95028ea1 req-0efa07ee-86c4-4413-b113-a33e2be24bc9 tempest-TestVolumeBootPattern-572234504 tempest-TestVolumeBootPattern-572234504-project] 10.222.0.30 "GET /v2.0/ports?device_id=7a0eb315-0363-432f-a54c-0f02757a9362 HTTP/1.1" status: 200  len: 931 time: 0.1022592
Apr 22 20:14:31.731116 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.provisioning_blocks [req-edb3c80a-cef3-42df-8e81-18ce2283d35a req-cd312a96-923e-49e0-af10-1ac45b4e597d service neutron] Transition to ACTIVE for port object 9c35c87d-7ddf-4350-935b-8bdd36efe29e will not be triggered until provisioned by entity L2. {{(pid=86330) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 22 20:14:31.733752 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [req-edb3c80a-cef3-42df-8e81-18ce2283d35a req-cd312a96-923e-49e0-af10-1ac45b4e597d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854198495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853168226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727707997384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363309147208137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727707567697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036850650302'] for port, after_update {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:14:31.738875 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 20:14:31.776395 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-209ed0b4-bdd3-4a5b-81e1-660f95028ea1 req-c7d1bab1-cc2b-4487-baa0-22a00d9ea3d9 tempest-TestVolumeBootPattern-572234504 tempest-TestVolumeBootPattern-572234504-project] 10.222.0.30 "GET /v2.0/security-groups?id=010d7216-01fc-4a1c-badb-a01fee62fe34&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0423181
Apr 22 20:14:31.880254 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd312a96-923e-49e0-af10-1ac45b4e597d service neutron] Pushing event updated for resources: {'Port': ['ID=9c35c87d-7ddf-4350-935b-8bdd36efe29e,revision_number=2']} {{(pid=86330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 20:14:31.922083 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [None req-cd312a96-923e-49e0-af10-1ac45b4e597d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=86330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 20:14:32.001742 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.managers [req-edb3c80a-cef3-42df-8e81-18ce2283d35a req-cd312a96-923e-49e0-af10-1ac45b4e597d service neutron] Attempting to bind port 9c35c87d-7ddf-4350-935b-8bdd36efe29e on host hv-cinder-78763 for vnic_type normal with profile  {{(pid=86330) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 22 20:14:32.002149 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.managers [req-edb3c80a-cef3-42df-8e81-18ce2283d35a req-cd312a96-923e-49e0-af10-1ac45b4e597d service neutron] Attempting to bind port 9c35c87d-7ddf-4350-935b-8bdd36efe29e by drivers openvswitch,hyperv on host hv-cinder-78763 at level 0 using segments [{'id': 'ecbdd09a-cdfc-40aa-add8-36baaaee03d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': 'baa3aeb8-8dec-4767-92bc-d52436d9437a'}] {{(pid=86330) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 22 20:14:32.002519 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edb3c80a-cef3-42df-8e81-18ce2283d35a req-cd312a96-923e-49e0-af10-1ac45b4e597d service neutron] Attempting to bind port 9c35c87d-7ddf-4350-935b-8bdd36efe29e on network baa3aeb8-8dec-4767-92bc-d52436d9437a {{(pid=86330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 22 20:14:32.010634 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edb3c80a-cef3-42df-8e81-18ce2283d35a req-cd312a96-923e-49e0-af10-1ac45b4e597d service neutron] Port 9c35c87d-7ddf-4350-935b-8bdd36efe29e on network baa3aeb8-8dec-4767-92bc-d52436d9437a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78763 {{(pid=86330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 22 20:14:32.011057 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edb3c80a-cef3-42df-8e81-18ce2283d35a req-cd312a96-923e-49e0-af10-1ac45b4e597d service neutron] Attempting to bind port 9c35c87d-7ddf-4350-935b-8bdd36efe29e on network baa3aeb8-8dec-4767-92bc-d52436d9437a {{(pid=86330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 22 20:14:32.017428 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edb3c80a-cef3-42df-8e81-18ce2283d35a req-cd312a96-923e-49e0-af10-1ac45b4e597d service neutron] Checking agent: {'id': 'b4f1961c-1932-496b-a656-3b148bb81a73', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78763', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 22, 20, 9, 49), 'started_at': datetime.datetime(2021, 4, 22, 20, 9, 49), 'heartbeat_timestamp': datetime.datetime(2021, 4, 22, 20, 14, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 22 20:14:32.017973 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edb3c80a-cef3-42df-8e81-18ce2283d35a req-cd312a96-923e-49e0-af10-1ac45b4e597d service neutron] Checking segment: {'id': 'ecbdd09a-cdfc-40aa-add8-36baaaee03d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': 'baa3aeb8-8dec-4767-92bc-d52436d9437a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86330) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 22 20:14:32.018444 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edb3c80a-cef3-42df-8e81-18ce2283d35a req-cd312a96-923e-49e0-af10-1ac45b4e597d service neutron] Bound using segment: {'id': 'ecbdd09a-cdfc-40aa-add8-36baaaee03d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': 'baa3aeb8-8dec-4767-92bc-d52436d9437a'} {{(pid=86330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 22 20:14:32.018941 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.managers [req-edb3c80a-cef3-42df-8e81-18ce2283d35a req-cd312a96-923e-49e0-af10-1ac45b4e597d service neutron] Bound port: 9c35c87d-7ddf-4350-935b-8bdd36efe29e, host: hv-cinder-78763, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ecbdd09a-cdfc-40aa-add8-36baaaee03d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': 'baa3aeb8-8dec-4767-92bc-d52436d9437a'}}] {{(pid=86330) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 22 20:14:32.019596 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [req-edb3c80a-cef3-42df-8e81-18ce2283d35a req-cd312a96-923e-49e0-af10-1ac45b4e597d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587983'] for port, before_update {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:14:32.177947 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.db [req-edb3c80a-cef3-42df-8e81-18ce2283d35a req-cd312a96-923e-49e0-af10-1ac45b4e597d service neutron] For port 9c35c87d-7ddf-4350-935b-8bdd36efe29e, host hv-cinder-78763, cleared binding levels {{(pid=86330) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 22 20:14:32.181506 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.db [req-edb3c80a-cef3-42df-8e81-18ce2283d35a req-cd312a96-923e-49e0-af10-1ac45b4e597d service neutron] For port 9c35c87d-7ddf-4350-935b-8bdd36efe29e, host hv-cinder-78763, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78763',level=0,port_id=9c35c87d-7ddf-4350-935b-8bdd36efe29e,segment=NetworkSegment(ecbdd09a-cdfc-40aa-add8-36baaaee03d5),segment_id=ecbdd09a-cdfc-40aa-add8-36baaaee03d5)] {{(pid=86330) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 22 20:14:32.187464 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [req-edb3c80a-cef3-42df-8e81-18ce2283d35a req-cd312a96-923e-49e0-af10-1ac45b4e597d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854198495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853168226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727707997384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363309147208137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727707567697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036850650302'] for port, after_update {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:14:32.192617 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 20:14:32.263116 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb3c80a-cef3-42df-8e81-18ce2283d35a req-cd312a96-923e-49e0-af10-1ac45b4e597d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 20:14:32.263804 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [req-edb3c80a-cef3-42df-8e81-18ce2283d35a req-cd312a96-923e-49e0-af10-1ac45b4e597d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853168243'] for port, before_response {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:14:32.265444 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-edb3c80a-cef3-42df-8e81-18ce2283d35a req-cd312a96-923e-49e0-af10-1ac45b4e597d service neutron] 10.222.0.46 "PUT /v2.0/ports/9c35c87d-7ddf-4350-935b-8bdd36efe29e HTTP/1.1" status: 200  len: 1093 time: 1.2037523
Apr 22 20:14:32.268846 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7a0eb315-0363-432f-a54c-0f02757a9362', 'tag': '9c35c87d-7ddf-4350-935b-8bdd36efe29e'}] {{(pid=86330) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 22 20:14:32.291875 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b5408a-b8d1-4f72-8fd9-9feea646cf7a req-40da5214-f1e5-4ea8-b77e-77da9ef3bdef tempest-ServerRescueNegativeTestJSON-1009389569 tempest-ServerRescueNegativeTestJSON-1009389569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 20:14:32.293571 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-80b5408a-b8d1-4f72-8fd9-9feea646cf7a req-40da5214-f1e5-4ea8-b77e-77da9ef3bdef tempest-ServerRescueNegativeTestJSON-1009389569 tempest-ServerRescueNegativeTestJSON-1009389569-project] 10.222.0.30 "GET /v2.0/ports?device_id=469f3208-145f-4d5b-b5d0-3d1d24295374 HTTP/1.1" status: 200  len: 945 time: 0.2179108
Apr 22 20:14:32.372711 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd312a96-923e-49e0-af10-1ac45b4e597d service neutron] Pushing event updated for resources: {'Port': ['ID=9c35c87d-7ddf-4350-935b-8bdd36efe29e,revision_number=3']} {{(pid=86330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 20:14:32.376445 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [None req-cd312a96-923e-49e0-af10-1ac45b4e597d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=86330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 20:14:32.378180 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7a0eb315-0363-432f-a54c-0f02757a9362', 'tag': '9c35c87d-7ddf-4350-935b-8bdd36efe29e', 'status': 'completed', 'code': 200}
Apr 22 20:14:32.427867 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-80b5408a-b8d1-4f72-8fd9-9feea646cf7a req-dd5641ec-dcda-46ed-b358-33aaa9dff04e tempest-ServerRescueNegativeTestJSON-1009389569 tempest-ServerRescueNegativeTestJSON-1009389569-project] 10.222.0.30 "GET /v2.0/security-groups?id=6f3d9104-7f67-4d9e-bcf5-b704aabb6c6e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1243699
Apr 22 20:14:32.451133 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb3c80a-cef3-42df-8e81-18ce2283d35a req-b5ad0704-67b3-454a-b58a-c59cdfbf5211 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 20:14:32.452829 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-edb3c80a-cef3-42df-8e81-18ce2283d35a req-b5ad0704-67b3-454a-b58a-c59cdfbf5211 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=30860bebb771423695ffb4fd377ce666&device_id=7a0eb315-0363-432f-a54c-0f02757a9362 HTTP/1.1" status: 200  len: 1096 time: 0.1221378
Apr 22 20:14:32.541018 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-edb3c80a-cef3-42df-8e81-18ce2283d35a req-4a91d148-0c03-4500-b9a6-cbc0e562fe4b service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9c35c87d-7ddf-4350-935b-8bdd36efe29e HTTP/1.1" status: 200  len: 217 time: 0.0697639
Apr 22 20:14:32.615398 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb3c80a-cef3-42df-8e81-18ce2283d35a req-ab3af907-d5ce-49cd-be96-b2da2565f340 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 20:14:32.617021 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-edb3c80a-cef3-42df-8e81-18ce2283d35a req-ab3af907-d5ce-49cd-be96-b2da2565f340 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=083c45db-27b8-429b-b9a6-58f44b80ddc9 HTTP/1.1" status: 200  len: 850 time: 0.0689538
Apr 22 20:14:32.707255 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb3c80a-cef3-42df-8e81-18ce2283d35a req-4a9c2786-339d-4343-aa6d-9e689abf24dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 20:14:32.708988 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-edb3c80a-cef3-42df-8e81-18ce2283d35a req-4a9c2786-339d-4343-aa6d-9e689abf24dd service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=baa3aeb8-8dec-4767-92bc-d52436d9437a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0807981
Apr 22 20:14:32.868027 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-edb3c80a-cef3-42df-8e81-18ce2283d35a req-fc5e7949-ba8b-4a85-b3ae-f6535d423c94 service neutron] 10.222.0.46 "GET /v2.0/networks/baa3aeb8-8dec-4767-92bc-d52436d9437a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1451981
Apr 22 20:14:32.924924 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c43dd5-bfa2-44e2-8c7b-bbb31d0aa65b req-e02073c2-3e8b-45b6-93ef-83fa599dba91 tempest-TestShelveInstance-1816371010 tempest-TestShelveInstance-1816371010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 20:14:32.926702 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-f9c43dd5-bfa2-44e2-8c7b-bbb31d0aa65b req-e02073c2-3e8b-45b6-93ef-83fa599dba91 tempest-TestShelveInstance-1816371010 tempest-TestShelveInstance-1816371010-project] 10.222.0.30 "GET /v2.0/ports?device_id=05985c03-4f6d-4812-a0bf-47b334105dce HTTP/1.1" status: 200  len: 945 time: 0.1041191
Apr 22 20:14:32.977371 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-f9c43dd5-bfa2-44e2-8c7b-bbb31d0aa65b req-c69a49d4-6519-406c-b2fb-e3fc0855e01b tempest-TestShelveInstance-1816371010 tempest-TestShelveInstance-1816371010-project] 10.222.0.30 "GET /v2.0/security-groups?id=0042e778-534e-4be6-8d31-f99a115eccf4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0430875
Apr 22 20:14:33.301360 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-edb3c80a-cef3-42df-8e81-18ce2283d35a req-2c226ff8-bdd3-4a7e-b977-07b3af90f34b service neutron] 10.222.0.46 "GET /v2.0/networks/baa3aeb8-8dec-4767-92bc-d52436d9437a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4258492
Apr 22 20:14:33.312983 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd60ad7-1af1-421f-b830-066b90289768 req-452c571e-60f3-4f57-84f4-ad4f25ee5778 tempest-TestVolumeBootPattern-572234504 tempest-TestVolumeBootPattern-572234504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 20:14:33.313721 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.quota.resource [req-9dd60ad7-1af1-421f-b830-066b90289768 req-452c571e-60f3-4f57-84f4-ad4f25ee5778 tempest-TestVolumeBootPattern-572234504 tempest-TestVolumeBootPattern-572234504-project] Synchronizing usage tracker for tenant:30860bebb771423695ffb4fd377ce666 on resource:port {{(pid=86330) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 22 20:14:33.328560 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.quota.resource [req-9dd60ad7-1af1-421f-b830-066b90289768 req-452c571e-60f3-4f57-84f4-ad4f25ee5778 tempest-TestVolumeBootPattern-572234504 tempest-TestVolumeBootPattern-572234504-project] Unset dirty status for tenant:30860bebb771423695ffb4fd377ce666 on resource:port {{(pid=86330) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 22 20:14:33.329779 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-9dd60ad7-1af1-421f-b830-066b90289768 req-452c571e-60f3-4f57-84f4-ad4f25ee5778 tempest-TestVolumeBootPattern-572234504 tempest-TestVolumeBootPattern-572234504-project] 10.222.0.30 "GET /v2.0/ports?device_id=7a0eb315-0363-432f-a54c-0f02757a9362 HTTP/1.1" status: 200  len: 943 time: 0.4265456
Apr 22 20:14:33.433954 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-9dd60ad7-1af1-421f-b830-066b90289768 req-a1b2ffd5-d076-4938-a81b-5bd981866652 tempest-TestVolumeBootPattern-572234504 tempest-TestVolumeBootPattern-572234504-project] 10.222.0.30 "GET /v2.0/security-groups?id=010d7216-01fc-4a1c-badb-a01fee62fe34&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0964592
Apr 22 20:14:33.466118 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed8c986-7c2b-4e3e-b6d4-c68a5b9072f6 req-16d5b0f7-8a02-4809-8ad9-6e1599f2ba1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 20:14:33.468143 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-6ed8c986-7c2b-4e3e-b6d4-c68a5b9072f6 req-16d5b0f7-8a02-4809-8ad9-6e1599f2ba1f service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=30860bebb771423695ffb4fd377ce666&device_id=7a0eb315-0363-432f-a54c-0f02757a9362 HTTP/1.1" status: 200  len: 1096 time: 0.0962245
Apr 22 20:14:33.623631 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed8c986-7c2b-4e3e-b6d4-c68a5b9072f6 req-3d1f47b1-38fc-434a-aeb7-15ab1b3f353c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 20:14:33.625203 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-6ed8c986-7c2b-4e3e-b6d4-c68a5b9072f6 req-3d1f47b1-38fc-434a-aeb7-15ab1b3f353c service neutron] 10.222.0.46 "GET /v2.0/networks?id=baa3aeb8-8dec-4767-92bc-d52436d9437a HTTP/1.1" status: 200  len: 912 time: 0.1494911
Apr 22 20:14:33.653297 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54fc4344-653a-4e17-97f6-31f0a0d2af40 req-879a0621-eccf-40e0-8daf-f402a0d0db10 tempest-ServerRescueNegativeTestJSON-1009389569 tempest-ServerRescueNegativeTestJSON-1009389569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 20:14:33.654921 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-54fc4344-653a-4e17-97f6-31f0a0d2af40 req-879a0621-eccf-40e0-8daf-f402a0d0db10 tempest-ServerRescueNegativeTestJSON-1009389569 tempest-ServerRescueNegativeTestJSON-1009389569-project] 10.222.0.30 "GET /v2.0/ports?device_id=469f3208-145f-4d5b-b5d0-3d1d24295374 HTTP/1.1" status: 200  len: 945 time: 0.0909359
Apr 22 20:14:33.702803 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-54fc4344-653a-4e17-97f6-31f0a0d2af40 req-78f189ea-c252-4a6a-9080-2ace62fcfedd tempest-ServerRescueNegativeTestJSON-1009389569 tempest-ServerRescueNegativeTestJSON-1009389569-project] 10.222.0.30 "GET /v2.0/security-groups?id=6f3d9104-7f67-4d9e-bcf5-b704aabb6c6e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0412145
Apr 22 20:14:33.705030 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-6ed8c986-7c2b-4e3e-b6d4-c68a5b9072f6 req-ea139c4a-09ed-4273-920d-0d48ebca72aa service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9c35c87d-7ddf-4350-935b-8bdd36efe29e HTTP/1.1" status: 200  len: 217 time: 0.0661829
Apr 22 20:14:33.791755 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed8c986-7c2b-4e3e-b6d4-c68a5b9072f6 req-c515f68f-dbe1-4d2e-a592-c0ada003f51a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 20:14:33.793313 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-6ed8c986-7c2b-4e3e-b6d4-c68a5b9072f6 req-c515f68f-dbe1-4d2e-a592-c0ada003f51a service neutron] 10.222.0.46 "GET /v2.0/subnets?id=083c45db-27b8-429b-b9a6-58f44b80ddc9 HTTP/1.1" status: 200  len: 850 time: 0.0684211
Apr 22 20:14:33.884946 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed8c986-7c2b-4e3e-b6d4-c68a5b9072f6 req-71f9f21a-6d0e-4e44-9787-38d5f7955b6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 20:14:33.886602 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-6ed8c986-7c2b-4e3e-b6d4-c68a5b9072f6 req-71f9f21a-6d0e-4e44-9787-38d5f7955b6f service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=baa3aeb8-8dec-4767-92bc-d52436d9437a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0789289
Apr 22 20:14:34.034612 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-6ed8c986-7c2b-4e3e-b6d4-c68a5b9072f6 req-dadb25ff-e2f3-441a-a4f1-030559429f1d service neutron] 10.222.0.46 "GET /v2.0/networks/baa3aeb8-8dec-4767-92bc-d52436d9437a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1397529
Apr 22 20:14:34.256112 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-6ed8c986-7c2b-4e3e-b6d4-c68a5b9072f6 req-83517e47-7791-4dfd-9d12-a0e4d80d70c7 service neutron] 10.222.0.46 "GET /v2.0/networks/baa3aeb8-8dec-4767-92bc-d52436d9437a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2067413
Apr 22 20:14:34.268647 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-816ad137-7f71-4425-a5d5-8069e793493b req-eaac358c-6562-4d80-bd52-7105ffd292a5 tempest-TestShelveInstance-1816371010 tempest-TestShelveInstance-1816371010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 20:14:34.270974 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-816ad137-7f71-4425-a5d5-8069e793493b req-eaac358c-6562-4d80-bd52-7105ffd292a5 tempest-TestShelveInstance-1816371010 tempest-TestShelveInstance-1816371010-project] 10.222.0.30 "GET /v2.0/ports?device_id=05985c03-4f6d-4812-a0bf-47b334105dce HTTP/1.1" status: 200  len: 945 time: 0.1441379
Apr 22 20:14:34.322217 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-816ad137-7f71-4425-a5d5-8069e793493b req-609e8586-10a3-4e09-b802-d2398508942d tempest-TestShelveInstance-1816371010 tempest-TestShelveInstance-1816371010-project] 10.222.0.30 "GET /v2.0/security-groups?id=0042e778-534e-4be6-8d31-f99a115eccf4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0443578
Apr 22 20:14:34.596510 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.rpc [None req-cbbe70c9-0b39-4f9d-be6e-4133a7c8f54f None None] Device 375c0aa1-7baa-400f-8733-484590eeeb8c up at agent hyperv_hv-cinder-78763 {{(pid=86332) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 22 20:14:34.640942 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b555b18-08b1-4630-b026-4c609305e467 req-ff2198af-3eee-4e58-9a86-c7d2a89f6442 tempest-TestVolumeBootPattern-572234504 tempest-TestVolumeBootPattern-572234504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 20:14:34.646448 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-2b555b18-08b1-4630-b026-4c609305e467 req-ff2198af-3eee-4e58-9a86-c7d2a89f6442 tempest-TestVolumeBootPattern-572234504 tempest-TestVolumeBootPattern-572234504-project] 10.222.0.30 "GET /v2.0/ports?device_id=7a0eb315-0363-432f-a54c-0f02757a9362 HTTP/1.1" status: 200  len: 943 time: 0.0941293
Apr 22 20:14:34.672995 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.provisioning_blocks [None req-cbbe70c9-0b39-4f9d-be6e-4133a7c8f54f None None] Provisioning for port 375c0aa1-7baa-400f-8733-484590eeeb8c completed by entity L2. {{(pid=86332) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 22 20:14:34.678304 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.provisioning_blocks [None req-cbbe70c9-0b39-4f9d-be6e-4133a7c8f54f None None] Provisioning complete for port 375c0aa1-7baa-400f-8733-484590eeeb8c triggered by entity L2. {{(pid=86332) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 22 20:14:34.678949 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-cbbe70c9-0b39-4f9d-be6e-4133a7c8f54f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854135278'] for port, provisioning_complete {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:14:34.697396 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-2b555b18-08b1-4630-b026-4c609305e467 req-16f4d1a7-669d-4038-b5ac-8a59022fecb6 tempest-TestVolumeBootPattern-572234504 tempest-TestVolumeBootPattern-572234504-project] 10.222.0.30 "GET /v2.0/security-groups?id=010d7216-01fc-4a1c-badb-a01fee62fe34&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0441267
Apr 22 20:14:34.806509 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-cbbe70c9-0b39-4f9d-be6e-4133a7c8f54f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587983'] for port, before_update {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:14:34.835928 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '05985c03-4f6d-4812-a0bf-47b334105dce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '375c0aa1-7baa-400f-8733-484590eeeb8c'}] {{(pid=86332) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 22 20:14:34.846781 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.db [None req-cbbe70c9-0b39-4f9d-be6e-4133a7c8f54f None None] For port 375c0aa1-7baa-400f-8733-484590eeeb8c, host hv-cinder-78763, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78763',level=0,port_id=375c0aa1-7baa-400f-8733-484590eeeb8c,segment=NetworkSegment(e8b93f7f-6c3d-4774-85c0-845d1db34c9d),segment_id=e8b93f7f-6c3d-4774-85c0-845d1db34c9d)] {{(pid=86332) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 22 20:14:34.850722 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-cbbe70c9-0b39-4f9d-be6e-4133a7c8f54f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854198495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853168226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727707997384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363309147208137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727707567697'] for port, after_update {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:14:34.852881 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [None req-fbffbe16-1c09-49ee-beac-bdec48b3688a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86332) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 20:14:34.901612 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '05985c03-4f6d-4812-a0bf-47b334105dce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '375c0aa1-7baa-400f-8733-484590eeeb8c', 'code': 200}
Apr 22 20:14:34.916672 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3383487e-9a8d-476a-80e2-709c7ac89c65 req-32a0af42-fe31-4651-884c-8b9f4e17dc27 tempest-ServerRescueNegativeTestJSON-1009389569 tempest-ServerRescueNegativeTestJSON-1009389569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 20:14:34.918334 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-3383487e-9a8d-476a-80e2-709c7ac89c65 req-32a0af42-fe31-4651-884c-8b9f4e17dc27 tempest-ServerRescueNegativeTestJSON-1009389569 tempest-ServerRescueNegativeTestJSON-1009389569-project] 10.222.0.30 "GET /v2.0/ports?device_id=469f3208-145f-4d5b-b5d0-3d1d24295374 HTTP/1.1" status: 200  len: 945 time: 0.0964477
Apr 22 20:14:34.930984 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbbe70c9-0b39-4f9d-be6e-4133a7c8f54f None None] Pushing event updated for resources: {'Port': ['ID=375c0aa1-7baa-400f-8733-484590eeeb8c,revision_number=5']} {{(pid=86332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 20:14:34.936609 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [None req-cbbe70c9-0b39-4f9d-be6e-4133a7c8f54f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=86332) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 20:14:34.967793 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-3383487e-9a8d-476a-80e2-709c7ac89c65 req-459c823a-e236-4da8-a099-d71b3e639433 tempest-ServerRescueNegativeTestJSON-1009389569 tempest-ServerRescueNegativeTestJSON-1009389569-project] 10.222.0.30 "GET /v2.0/security-groups?id=6f3d9104-7f67-4d9e-bcf5-b704aabb6c6e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0428927
Apr 22 20:14:35.224790 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad21e64-7a15-4182-801f-ad7df5846b94 req-d0fc4e74-7188-4761-b1db-2c833b76d285 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 20:14:35.226929 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-2ad21e64-7a15-4182-801f-ad7df5846b94 req-d0fc4e74-7188-4761-b1db-2c833b76d285 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=05985c03-4f6d-4812-a0bf-47b334105dce HTTP/1.1" status: 200  len: 1099 time: 0.0809059
Apr 22 20:14:35.278792 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-2ad21e64-7a15-4182-801f-ad7df5846b94 req-db04c590-0b43-448a-a779-eb8e91b10587 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=0042e778-534e-4be6-8d31-f99a115eccf4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0377421
Apr 22 20:14:35.520992 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e334332b-f549-4d83-9a34-d98e9d8683bd req-bc0fdadb-dbab-4b7d-b65d-68971dbf7633 tempest-TestShelveInstance-1816371010 tempest-TestShelveInstance-1816371010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 20:14:35.522541 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-e334332b-f549-4d83-9a34-d98e9d8683bd req-bc0fdadb-dbab-4b7d-b65d-68971dbf7633 tempest-TestShelveInstance-1816371010 tempest-TestShelveInstance-1816371010-project] 10.222.0.30 "GET /v2.0/ports?device_id=05985c03-4f6d-4812-a0bf-47b334105dce HTTP/1.1" status: 200  len: 946 time: 0.0861628
Apr 22 20:14:35.583098 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-e334332b-f549-4d83-9a34-d98e9d8683bd req-50e278f5-bc41-4ab0-a13a-e27cfdb85b04 tempest-TestShelveInstance-1816371010 tempest-TestShelveInstance-1816371010-project] 10.222.0.30 "GET /v2.0/security-groups?id=0042e778-534e-4be6-8d31-f99a115eccf4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0534577
Apr 22 20:14:35.905088 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4db2087-d63f-498d-9a38-9f9b33e96409 req-5c9737b5-8843-42c4-8a72-a092a6c09a89 tempest-TestVolumeBootPattern-572234504 tempest-TestVolumeBootPattern-572234504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 20:14:35.907369 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-d4db2087-d63f-498d-9a38-9f9b33e96409 req-5c9737b5-8843-42c4-8a72-a092a6c09a89 tempest-TestVolumeBootPattern-572234504 tempest-TestVolumeBootPattern-572234504-project] 10.222.0.30 "GET /v2.0/ports?device_id=7a0eb315-0363-432f-a54c-0f02757a9362 HTTP/1.1" status: 200  len: 943 time: 0.0924764
Apr 22 20:14:35.962466 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-d4db2087-d63f-498d-9a38-9f9b33e96409 req-0aafde71-367d-4afa-8a74-c615484a9847 tempest-TestVolumeBootPattern-572234504 tempest-TestVolumeBootPattern-572234504-project] 10.222.0.30 "GET /v2.0/security-groups?id=010d7216-01fc-4a1c-badb-a01fee62fe34&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0481741
Apr 22 20:14:36.170856 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9056307-fc00-4f7e-9a8c-77a8e8a3bc2a req-0a391f47-ae96-42c0-af14-bd759847a3b1 tempest-ServerRescueNegativeTestJSON-1009389569 tempest-ServerRescueNegativeTestJSON-1009389569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 20:14:36.172355 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-f9056307-fc00-4f7e-9a8c-77a8e8a3bc2a req-0a391f47-ae96-42c0-af14-bd759847a3b1 tempest-ServerRescueNegativeTestJSON-1009389569 tempest-ServerRescueNegativeTestJSON-1009389569-project] 10.222.0.30 "GET /v2.0/ports?device_id=469f3208-145f-4d5b-b5d0-3d1d24295374 HTTP/1.1" status: 200  len: 945 time: 0.0900018
Apr 22 20:14:36.222548 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-f9056307-fc00-4f7e-9a8c-77a8e8a3bc2a req-8973801c-9d2c-4372-9ec7-4eb5b0ccc524 tempest-ServerRescueNegativeTestJSON-1009389569 tempest-ServerRescueNegativeTestJSON-1009389569-project] 10.222.0.30 "GET /v2.0/security-groups?id=6f3d9104-7f67-4d9e-bcf5-b704aabb6c6e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0437315
Apr 22 20:14:36.791628 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-187e33a1-be39-45a1-8217-eb9b72209b77 req-a16af24f-1833-4ae1-a935-247b1ea9f06c tempest-TestShelveInstance-1816371010 tempest-TestShelveInstance-1816371010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 20:14:36.793363 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-187e33a1-be39-45a1-8217-eb9b72209b77 req-a16af24f-1833-4ae1-a935-247b1ea9f06c tempest-TestShelveInstance-1816371010 tempest-TestShelveInstance-1816371010-project] 10.222.0.30 "GET /v2.0/ports?device_id=05985c03-4f6d-4812-a0bf-47b334105dce HTTP/1.1" status: 200  len: 946 time: 0.0927641
Apr 22 20:14:36.842931 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-187e33a1-be39-45a1-8217-eb9b72209b77 req-326b45f0-08a3-41f8-87e9-ed971c8b0d29 tempest-TestShelveInstance-1816371010 tempest-TestShelveInstance-1816371010-project] 10.222.0.30 "GET /v2.0/security-groups?id=0042e778-534e-4be6-8d31-f99a115eccf4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0430462
Apr 22 20:14:37.169594 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c69c7f-89bb-4602-b526-c45dfb7ebbc4 req-b231a282-08c1-4b44-830b-a5e7936e753f tempest-TestVolumeBootPattern-572234504 tempest-TestVolumeBootPattern-572234504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 20:14:37.171234 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-a6c69c7f-89bb-4602-b526-c45dfb7ebbc4 req-b231a282-08c1-4b44-830b-a5e7936e753f tempest-TestVolumeBootPattern-572234504 tempest-TestVolumeBootPattern-572234504-project] 10.222.0.30 "GET /v2.0/ports?device_id=7a0eb315-0363-432f-a54c-0f02757a9362 HTTP/1.1" status: 200  len: 943 time: 0.0888093
Apr 22 20:14:37.224208 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-a6c69c7f-89bb-4602-b526-c45dfb7ebbc4 req-b63ad95f-aa5c-423b-ad78-823c4dd57ce7 tempest-TestVolumeBootPattern-572234504 tempest-TestVolumeBootPattern-572234504-project] 10.222.0.30 "GET /v2.0/security-groups?id=010d7216-01fc-4a1c-badb-a01fee62fe34&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0466216
Apr 22 20:14:37.421658 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4777d452-6847-413a-9fe7-cbeb92ace4ac req-ad711d3e-af44-4203-920c-71d71bbc194b tempest-ServerRescueNegativeTestJSON-1009389569 tempest-ServerRescueNegativeTestJSON-1009389569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 20:14:37.423303 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-4777d452-6847-413a-9fe7-cbeb92ace4ac req-ad711d3e-af44-4203-920c-71d71bbc194b tempest-ServerRescueNegativeTestJSON-1009389569 tempest-ServerRescueNegativeTestJSON-1009389569-project] 10.222.0.30 "GET /v2.0/ports?device_id=469f3208-145f-4d5b-b5d0-3d1d24295374 HTTP/1.1" status: 200  len: 945 time: 0.0892365
Apr 22 20:14:37.472642 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-4777d452-6847-413a-9fe7-cbeb92ace4ac req-8916b00a-ed48-4afa-b221-86b887e5dbb9 tempest-ServerRescueNegativeTestJSON-1009389569 tempest-ServerRescueNegativeTestJSON-1009389569-project] 10.222.0.30 "GET /v2.0/security-groups?id=6f3d9104-7f67-4d9e-bcf5-b704aabb6c6e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0426455
Apr 22 20:14:38.046394 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a934897-286c-4c02-b53f-9a6a27f928ba req-03959cd4-2780-40e6-be55-0e447c3f8b75 tempest-TestShelveInstance-1816371010 tempest-TestShelveInstance-1816371010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 20:14:38.047993 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-4a934897-286c-4c02-b53f-9a6a27f928ba req-03959cd4-2780-40e6-be55-0e447c3f8b75 tempest-TestShelveInstance-1816371010 tempest-TestShelveInstance-1816371010-project] 10.222.0.30 "GET /v2.0/ports?device_id=05985c03-4f6d-4812-a0bf-47b334105dce HTTP/1.1" status: 200  len: 946 time: 0.0913310
Apr 22 20:14:38.096386 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-4a934897-286c-4c02-b53f-9a6a27f928ba req-eeb564bc-6db1-4626-954f-6b0de6bf354e tempest-TestShelveInstance-1816371010 tempest-TestShelveInstance-1816371010-project] 10.222.0.30 "GET /v2.0/security-groups?id=0042e778-534e-4be6-8d31-f99a115eccf4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0418284
Apr 22 20:14:38.304146 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40387da0-864a-4dcc-b20a-3d97e8a16de3 req-4fc2c2a4-ed82-4ef1-b34e-c490a49d0bad tempest-TestShelveInstance-1816371010 tempest-TestShelveInstance-1816371010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 20:14:38.305757 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-40387da0-864a-4dcc-b20a-3d97e8a16de3 req-4fc2c2a4-ed82-4ef1-b34e-c490a49d0bad tempest-TestShelveInstance-1816371010 tempest-TestShelveInstance-1816371010-project] 10.222.0.30 "GET /v2.0/ports?device_id=05985c03-4f6d-4812-a0bf-47b334105dce HTTP/1.1" status: 200  len: 946 time: 0.0952373
Apr 22 20:14:38.355838 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-40387da0-864a-4dcc-b20a-3d97e8a16de3 req-f6971d94-e098-4f6a-b836-4d5bd48669b6 tempest-TestShelveInstance-1816371010 tempest-TestShelveInstance-1816371010-project] 10.222.0.30 "GET /v2.0/security-groups?id=0042e778-534e-4be6-8d31-f99a115eccf4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0434022
Apr 22 20:14:38.380085 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.wsgi [-] (86330) accepted ('10.222.0.30', 39480) {{(pid=86330) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 20:14:38.446055 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d2d5a2-0d29-4f3b-bf33-37982c2506a1 req-6eaeaa3e-1115-45a0-afce-18d253ac4207 tempest-TestVolumeBootPattern-572234504 tempest-TestVolumeBootPattern-572234504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 20:14:38.447721 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-35d2d5a2-0d29-4f3b-bf33-37982c2506a1 req-6eaeaa3e-1115-45a0-afce-18d253ac4207 tempest-TestVolumeBootPattern-572234504 tempest-TestVolumeBootPattern-572234504-project] 10.222.0.30 "GET /v2.0/ports?device_id=7a0eb315-0363-432f-a54c-0f02757a9362 HTTP/1.1" status: 200  len: 943 time: 0.1042204
Apr 22 20:14:38.497895 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-35d2d5a2-0d29-4f3b-bf33-37982c2506a1 req-96eae8a4-77d5-46ed-9245-b387010827fe tempest-TestVolumeBootPattern-572234504 tempest-TestVolumeBootPattern-572234504-project] 10.222.0.30 "GET /v2.0/security-groups?id=010d7216-01fc-4a1c-badb-a01fee62fe34&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0432947
Apr 22 20:14:38.594501 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-181d0981-e318-4b47-b0d2-fd34c356b734 tempest-TestShelveInstance-2094361471 tempest-TestShelveInstance-2094361471-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 20:14:38.595659 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.quota.resource [None req-181d0981-e318-4b47-b0d2-fd34c356b734 tempest-TestShelveInstance-2094361471 tempest-TestShelveInstance-2094361471-project-admin] Synchronizing usage tracker for tenant:955f02e9554b4a1c937faa59c273a0e6 on resource:port {{(pid=86330) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 22 20:14:38.681734 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.quota.resource [None req-181d0981-e318-4b47-b0d2-fd34c356b734 tempest-TestShelveInstance-2094361471 tempest-TestShelveInstance-2094361471-project-admin] Unset dirty status for tenant:955f02e9554b4a1c937faa59c273a0e6 on resource:port {{(pid=86330) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 22 20:14:38.683073 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [None req-181d0981-e318-4b47-b0d2-fd34c356b734 tempest-TestShelveInstance-2094361471 tempest-TestShelveInstance-2094361471-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=05985c03-4f6d-4812-a0bf-47b334105dce HTTP/1.1" status: 200  len: 1094 time: 0.3018558
Apr 22 20:14:38.686239 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.wsgi [-] (86331) accepted ('10.222.0.30', 39492) {{(pid=86331) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 20:14:38.693144 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.v2.base [None req-3a843468-2c3b-4b04-abd0-d008ff4ce031 tempest-TestShelveInstance-1816371010 tempest-TestShelveInstance-1816371010-project] Request body: {'floatingip': {'floating_network_id': '1b725cb4-6db6-4e68-9a61-1978e8a191a1', 'port_id': '375c0aa1-7baa-400f-8733-484590eeeb8c', 'tenant_id': 'ed8e9232a3ce48d39526eecdc431aec3', 'fixed_ip_address': '172.20.0.13'}} {{(pid=86331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 22 20:14:38.701388 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.quota.driver [None req-3a843468-2c3b-4b04-abd0-d008ff4ce031 tempest-TestShelveInstance-1816371010 tempest-TestShelveInstance-1816371010-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 22 20:14:38.706375 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.quota.resource [None req-3a843468-2c3b-4b04-abd0-d008ff4ce031 tempest-TestShelveInstance-1816371010 tempest-TestShelveInstance-1816371010-project] Usage tracker for resource:floatingip and tenant:ed8e9232a3ce48d39526eecdc431aec3 is out of sync, need to count used quota {{(pid=86331) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 22 20:14:38.708745 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e9e170b-6d4d-4f96-bf65-0537a0fade91 req-5d2a39d3-14f5-4577-813a-fad428a7cc5f tempest-ServerRescueNegativeTestJSON-1009389569 tempest-ServerRescueNegativeTestJSON-1009389569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 20:14:38.709396 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.quota.resource [None req-3a843468-2c3b-4b04-abd0-d008ff4ce031 tempest-TestShelveInstance-1816371010 tempest-TestShelveInstance-1816371010-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=86331) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 22 20:14:38.710140 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-0e9e170b-6d4d-4f96-bf65-0537a0fade91 req-5d2a39d3-14f5-4577-813a-fad428a7cc5f tempest-ServerRescueNegativeTestJSON-1009389569 tempest-ServerRescueNegativeTestJSON-1009389569-project] 10.222.0.30 "GET /v2.0/ports?device_id=469f3208-145f-4d5b-b5d0-3d1d24295374 HTTP/1.1" status: 200  len: 945 time: 0.1099019
Apr 22 20:14:38.718445 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.quota.driver [None req-3a843468-2c3b-4b04-abd0-d008ff4ce031 tempest-TestShelveInstance-1816371010 tempest-TestShelveInstance-1816371010-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=86331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 22 20:14:38.728319 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-3a843468-2c3b-4b04-abd0-d008ff4ce031 tempest-TestShelveInstance-1816371010 tempest-TestShelveInstance-1816371010-project] Notify callbacks [] for floatingip, before_create {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:14:38.763102 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-0e9e170b-6d4d-4f96-bf65-0537a0fade91 req-70925324-1873-424b-88f9-83b5e263cb51 tempest-ServerRescueNegativeTestJSON-1009389569 tempest-ServerRescueNegativeTestJSON-1009389569-project] 10.222.0.30 "GET /v2.0/security-groups?id=6f3d9104-7f67-4d9e-bcf5-b704aabb6c6e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0455973
Apr 22 20:14:38.877437 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-3a843468-2c3b-4b04-abd0-d008ff4ce031 tempest-TestShelveInstance-1816371010 tempest-TestShelveInstance-1816371010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587983'] for port, before_create {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:14:39.025527 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.db_base_plugin_common [None req-3a843468-2c3b-4b04-abd0-d008ff4ce031 tempest-TestShelveInstance-1816371010 tempest-TestShelveInstance-1816371010-project] Allocated IP 172.27.3.151 (1b725cb4-6db6-4e68-9a61-1978e8a191a1/1d4495d7-31a5-4e2d-a911-56ceae3a61c5/03996191-c468-4b60-b875-1ae47b25a8ce) {{(pid=86331) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 22 20:14:39.181531 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-3a843468-2c3b-4b04-abd0-d008ff4ce031 tempest-TestShelveInstance-1816371010 tempest-TestShelveInstance-1816371010-project] Notify callbacks [] for port, precommit_create {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:14:39.212229 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-3a843468-2c3b-4b04-abd0-d008ff4ce031 tempest-TestShelveInstance-1816371010 tempest-TestShelveInstance-1816371010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854198495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853168226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363309147208154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1223862'] for port, after_create {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:14:39.217798 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [None req-42022a63-eff9-4ae9-b73f-726baf16fe15 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 20:14:39.286905 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a843468-2c3b-4b04-abd0-d008ff4ce031 tempest-TestShelveInstance-1816371010 tempest-TestShelveInstance-1816371010-project] Network 1b725cb4-6db6-4e68-9a61-1978e8a191a1 is already hosted by enough agents. {{(pid=86331) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 22 20:14:39.290615 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.scheduler.base_scheduler [None req-3a843468-2c3b-4b04-abd0-d008ff4ce031 tempest-TestShelveInstance-1816371010 tempest-TestShelveInstance-1816371010-project] Resources bound (agent type, host, resource id):  {{(pid=86331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 22 20:14:39.294574 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a843468-2c3b-4b04-abd0-d008ff4ce031 tempest-TestShelveInstance-1816371010 tempest-TestShelveInstance-1816371010-project] Received port after_create {{(pid=86331) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 22 20:14:39.334076 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a843468-2c3b-4b04-abd0-d008ff4ce031 tempest-TestShelveInstance-1816371010 tempest-TestShelveInstance-1816371010-project] Pushing event updated for resources: {'Port': ['ID=03996191-c468-4b60-b875-1ae47b25a8ce,revision_number=1']} {{(pid=86331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 20:14:39.350753 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a843468-2c3b-4b04-abd0-d008ff4ce031 tempest-TestShelveInstance-1816371010 tempest-TestShelveInstance-1816371010-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787632-1-iscsi {{(pid=86331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 20:14:39.351189 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a843468-2c3b-4b04-abd0-d008ff4ce031 tempest-TestShelveInstance-1816371010 tempest-TestShelveInstance-1816371010-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787632-1-iscsi {{(pid=86331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 20:14:39.351595 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a843468-2c3b-4b04-abd0-d008ff4ce031 tempest-TestShelveInstance-1816371010 tempest-TestShelveInstance-1816371010-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787632-1-iscsi {{(pid=86331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 20:14:39.351994 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a843468-2c3b-4b04-abd0-d008ff4ce031 tempest-TestShelveInstance-1816371010 tempest-TestShelveInstance-1816371010-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787632-1-iscsi {{(pid=86331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 20:14:39.352389 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a843468-2c3b-4b04-abd0-d008ff4ce031 tempest-TestShelveInstance-1816371010 tempest-TestShelveInstance-1816371010-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787632-1-iscsi {{(pid=86331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 20:14:39.352781 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a843468-2c3b-4b04-abd0-d008ff4ce031 tempest-TestShelveInstance-1816371010 tempest-TestShelveInstance-1816371010-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787632-1-iscsi {{(pid=86331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 20:14:39.353169 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a843468-2c3b-4b04-abd0-d008ff4ce031 tempest-TestShelveInstance-1816371010 tempest-TestShelveInstance-1816371010-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-787632-1-iscsi {{(pid=86331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 20:14:39.353558 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a843468-2c3b-4b04-abd0-d008ff4ce031 tempest-TestShelveInstance-1816371010 tempest-TestShelveInstance-1816371010-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787632-1-iscsi {{(pid=86331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 20:14:39.353974 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a843468-2c3b-4b04-abd0-d008ff4ce031 tempest-TestShelveInstance-1816371010 tempest-TestShelveInstance-1816371010-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787632-1-iscsi {{(pid=86331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 20:14:39.354365 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a843468-2c3b-4b04-abd0-d008ff4ce031 tempest-TestShelveInstance-1816371010 tempest-TestShelveInstance-1816371010-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787632-1-iscsi {{(pid=86331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 20:14:39.354750 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a843468-2c3b-4b04-abd0-d008ff4ce031 tempest-TestShelveInstance-1816371010 tempest-TestShelveInstance-1816371010-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787632-1-iscsi {{(pid=86331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 20:14:39.355134 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a843468-2c3b-4b04-abd0-d008ff4ce031 tempest-TestShelveInstance-1816371010 tempest-TestShelveInstance-1816371010-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787632-1-iscsi {{(pid=86331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 20:14:39.360547 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [None req-3a843468-2c3b-4b04-abd0-d008ff4ce031 tempest-TestShelveInstance-1816371010 tempest-TestShelveInstance-1816371010-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 20:14:39.910334 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce741640-5be2-4a7e-ae55-1336c83c4abe req-38288467-3c32-4673-a585-a97780ae8759 tempest-TestVolumeBootPattern-572234504 tempest-TestVolumeBootPattern-572234504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 20:14:39.919704 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-ce741640-5be2-4a7e-ae55-1336c83c4abe req-38288467-3c32-4673-a585-a97780ae8759 tempest-TestVolumeBootPattern-572234504 tempest-TestVolumeBootPattern-572234504-project] 10.222.0.30 "GET /v2.0/ports?device_id=7a0eb315-0363-432f-a54c-0f02757a9362 HTTP/1.1" status: 200  len: 943 time: 0.2830095
Apr 22 20:14:40.010038 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ea4bec-04ab-410c-9f5e-e3afb1fe2bc8 req-a6ae392c-452f-42f6-ad97-e5749a3cc7dc tempest-ServerRescueNegativeTestJSON-1009389569 tempest-ServerRescueNegativeTestJSON-1009389569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 20:14:40.011731 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-a9ea4bec-04ab-410c-9f5e-e3afb1fe2bc8 req-a6ae392c-452f-42f6-ad97-e5749a3cc7dc tempest-ServerRescueNegativeTestJSON-1009389569 tempest-ServerRescueNegativeTestJSON-1009389569-project] 10.222.0.30 "GET /v2.0/ports?device_id=469f3208-145f-4d5b-b5d0-3d1d24295374 HTTP/1.1" status: 200  len: 945 time: 0.0989168
Apr 22 20:14:40.013547 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-ce741640-5be2-4a7e-ae55-1336c83c4abe req-dd18bb61-cef7-4b44-8b17-44e2f4341c8e tempest-TestVolumeBootPattern-572234504 tempest-TestVolumeBootPattern-572234504-project] 10.222.0.30 "GET /v2.0/security-groups?id=010d7216-01fc-4a1c-badb-a01fee62fe34&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0928717
Apr 22 20:14:40.075249 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-a9ea4bec-04ab-410c-9f5e-e3afb1fe2bc8 req-03ec2f85-5571-4ae1-a126-fe77dddd5fde tempest-ServerRescueNegativeTestJSON-1009389569 tempest-ServerRescueNegativeTestJSON-1009389569-project] 10.222.0.30 "GET /v2.0/security-groups?id=6f3d9104-7f67-4d9e-bcf5-b704aabb6c6e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0566528
Apr 22 20:14:40.090968 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-3a843468-2c3b-4b04-abd0-d008ff4ce031 tempest-TestShelveInstance-1816371010 tempest-TestShelveInstance-1816371010-project] Notify callbacks [] for floatingip, precommit_create {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:14:40.416113 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-3a843468-2c3b-4b04-abd0-d008ff4ce031 tempest-TestShelveInstance-1816371010 tempest-TestShelveInstance-1816371010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587983'] for port, before_update {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:14:40.631369 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-3a843468-2c3b-4b04-abd0-d008ff4ce031 tempest-TestShelveInstance-1816371010 tempest-TestShelveInstance-1816371010-project] Notify callbacks [] for port, precommit_update {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:14:40.634769 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-3a843468-2c3b-4b04-abd0-d008ff4ce031 tempest-TestShelveInstance-1816371010 tempest-TestShelveInstance-1816371010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854198495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853168226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727707997384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363309147208137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727707567697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036853551937'] for port, after_update {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:14:40.639670 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 20:14:40.750824 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a843468-2c3b-4b04-abd0-d008ff4ce031 tempest-TestShelveInstance-1816371010 tempest-TestShelveInstance-1816371010-project] Pushing event updated for resources: {'Port': ['ID=03996191-c468-4b60-b875-1ae47b25a8ce,revision_number=2']} {{(pid=86331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 20:14:40.758882 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [None req-3a843468-2c3b-4b04-abd0-d008ff4ce031 tempest-TestShelveInstance-1816371010 tempest-TestShelveInstance-1816371010-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 20:14:40.767929 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-3a843468-2c3b-4b04-abd0-d008ff4ce031 tempest-TestShelveInstance-1816371010 tempest-TestShelveInstance-1816371010-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-427953'] for floatingip, after_update {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:14:40.959380 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.db.l3_db [None req-3a843468-2c3b-4b04-abd0-d008ff4ce031 tempest-TestShelveInstance-1816371010 tempest-TestShelveInstance-1816371010-project] Floating IP 77fa7e86-2e09-4933-a4a5-13f2e87cf21e associated. External IP: 172.27.3.151, port: 375c0aa1-7baa-400f-8733-484590eeeb8c.
Apr 22 20:14:41.297797 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ff3308-0c1d-4818-b223-859b2ee70725 req-5f69bafc-7c3b-42b6-9690-fb53fc8dd37b tempest-ServerRescueNegativeTestJSON-1009389569 tempest-ServerRescueNegativeTestJSON-1009389569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 20:14:41.299485 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-04ff3308-0c1d-4818-b223-859b2ee70725 req-5f69bafc-7c3b-42b6-9690-fb53fc8dd37b tempest-ServerRescueNegativeTestJSON-1009389569 tempest-ServerRescueNegativeTestJSON-1009389569-project] 10.222.0.30 "GET /v2.0/ports?device_id=469f3208-145f-4d5b-b5d0-3d1d24295374 HTTP/1.1" status: 200  len: 945 time: 0.0961344
Apr 22 20:14:41.348033 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-04ff3308-0c1d-4818-b223-859b2ee70725 req-e1f41455-fd12-42b3-a34e-d3e8ca78e27c tempest-ServerRescueNegativeTestJSON-1009389569 tempest-ServerRescueNegativeTestJSON-1009389569-project] 10.222.0.30 "GET /v2.0/security-groups?id=6f3d9104-7f67-4d9e-bcf5-b704aabb6c6e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0420005
Apr 22 20:14:41.400184 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba39af6-5495-4395-90d3-0bde242ca907 req-ef756ffe-95a8-4f91-b49a-91dac22be7e3 tempest-TestVolumeBootPattern-572234504 tempest-TestVolumeBootPattern-572234504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 20:14:41.401800 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-cba39af6-5495-4395-90d3-0bde242ca907 req-ef756ffe-95a8-4f91-b49a-91dac22be7e3 tempest-TestVolumeBootPattern-572234504 tempest-TestVolumeBootPattern-572234504-project] 10.222.0.30 "GET /v2.0/ports?device_id=7a0eb315-0363-432f-a54c-0f02757a9362 HTTP/1.1" status: 200  len: 943 time: 0.2670650
Apr 22 20:14:41.479588 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3a843468-2c3b-4b04-abd0-d008ff4ce031 tempest-TestShelveInstance-1816371010 tempest-TestShelveInstance-1816371010-project] Router 9cd6df8e-2b4f-4ae8-984e-b116ff875a5e has already been hosted by L3 agent 1df068ca-d615-4cb7-8020-fe6e8be709e3 {{(pid=86331) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 22 20:14:41.483036 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-cba39af6-5495-4395-90d3-0bde242ca907 req-16c3ec27-c8fb-452c-9f02-f1ff3ee329c8 tempest-TestVolumeBootPattern-572234504 tempest-TestVolumeBootPattern-572234504-project] 10.222.0.30 "GET /v2.0/security-groups?id=010d7216-01fc-4a1c-badb-a01fee62fe34&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0744507
Apr 22 20:14:41.676264 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a843468-2c3b-4b04-abd0-d008ff4ce031 tempest-TestShelveInstance-1816371010 tempest-TestShelveInstance-1816371010-project] Notify agent at l3_agent.dv-cinder-787632-1-iscsi the message routers_updated {{(pid=86331) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 22 20:14:41.686935 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c90c9608-6001-4da8-9a56-a383b64772ab None None] Sync routers for ids ['9cd6df8e-2b4f-4ae8-984e-b116ff875a5e'] in dv-cinder-787632-1-iscsi {{(pid=86333) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 22 20:14:41.698382 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c90c9608-6001-4da8-9a56-a383b64772ab None None] Routers {'9cd6df8e-2b4f-4ae8-984e-b116ff875a5e'} bound to L3 agent in host dv-cinder-787632-1-iscsi {{(pid=86333) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 22 20:14:41.699058 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.l3_hamode_db [None req-c90c9608-6001-4da8-9a56-a383b64772ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f013d82e198>, 'dv-cinder-787632-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-04-22T20:03:28Z,description=<?>,heartbeat_timestamp=2021-04-22T20:14:29Z,host='dv-cinder-787632-1-iscsi',id=1df068ca-d615-4cb7-8020-fe6e8be709e3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-22T20:03:28Z,topic='l3_agent')) {'router_ids': ['9cd6df8e-2b4f-4ae8-984e-b116ff875a5e'], 'active': True} {{(pid=86333) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 22 20:14:41.704253 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-3a843468-2c3b-4b04-abd0-d008ff4ce031 tempest-TestShelveInstance-1816371010 tempest-TestShelveInstance-1816371010-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-743'] for floatingip, before_response {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:14:41.775952 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [None req-3a843468-2c3b-4b04-abd0-d008ff4ce031 tempest-TestShelveInstance-1816371010 tempest-TestShelveInstance-1816371010-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 997 time: 3.0879982
Apr 22 20:14:41.777325 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '05985c03-4f6d-4812-a0bf-47b334105dce', 'tag': '375c0aa1-7baa-400f-8733-484590eeeb8c'}] {{(pid=86331) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 22 20:14:41.850571 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '05985c03-4f6d-4812-a0bf-47b334105dce', 'tag': '375c0aa1-7baa-400f-8733-484590eeeb8c', 'status': 'completed', 'code': 200}
Apr 22 20:14:41.896999 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.l3_dvr_db [None req-c90c9608-6001-4da8-9a56-a383b64772ab None None] Set router 9cd6df8e-2b4f-4ae8-984e-b116ff875a5e gateway port host: dv-cinder-787632-1-iscsi {{(pid=86333) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 22 20:14:41.961516 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d3cd47c-d4f2-42c5-be63-b25f892a8bd3 req-ec94e2e5-febd-427c-9788-a409fc7a57ec tempest-AttachVolumeNegativeTest-423716770 tempest-AttachVolumeNegativeTest-423716770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 20:14:41.970512 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-0d3cd47c-d4f2-42c5-be63-b25f892a8bd3 req-ec94e2e5-febd-427c-9788-a409fc7a57ec tempest-AttachVolumeNegativeTest-423716770 tempest-AttachVolumeNegativeTest-423716770-project] 10.222.0.30 "GET /v2.0/ports?device_id=e81c2537-841a-479f-b4a1-b499611aa760 HTTP/1.1" status: 200  len: 946 time: 0.1148331
Apr 22 20:14:41.988970 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0badfeff-bc2f-4adf-9086-35f0f4a0a667 req-52621195-a6ca-4ee1-8ecc-564fde4d6465 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 20:14:41.991434 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-0badfeff-bc2f-4adf-9086-35f0f4a0a667 req-52621195-a6ca-4ee1-8ecc-564fde4d6465 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=ed8e9232a3ce48d39526eecdc431aec3&device_id=05985c03-4f6d-4812-a0bf-47b334105dce HTTP/1.1" status: 200  len: 1099 time: 0.1007531
Apr 22 20:14:42.023118 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-0d3cd47c-d4f2-42c5-be63-b25f892a8bd3 req-64d300b9-c2bf-4c48-b75a-de7768874a6b tempest-AttachVolumeNegativeTest-423716770 tempest-AttachVolumeNegativeTest-423716770-project] 10.222.0.30 "GET /v2.0/security-groups?id=12e357dc-1d76-4f4d-8ec3-cba1cfd90e7f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0513926
Apr 22 20:14:42.145942 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0badfeff-bc2f-4adf-9086-35f0f4a0a667 req-48cd7a56-a6a1-4ed4-a534-7894a7d40b3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 20:14:42.147465 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-0badfeff-bc2f-4adf-9086-35f0f4a0a667 req-48cd7a56-a6a1-4ed4-a534-7894a7d40b3c service neutron] 10.222.0.46 "GET /v2.0/networks?id=8c6beec9-2be5-42aa-b3d8-efd21a74a412 HTTP/1.1" status: 200  len: 910 time: 0.1447468
Apr 22 20:14:42.264813 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-0badfeff-bc2f-4adf-9086-35f0f4a0a667 req-61acb778-f95c-4847-9ad9-e00a318a6d61 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=375c0aa1-7baa-400f-8733-484590eeeb8c HTTP/1.1" status: 200  len: 1000 time: 0.1067674
Apr 22 20:14:42.291149 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.l3_hamode_db [None req-c90c9608-6001-4da8-9a56-a383b64772ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f013d82e198>, [{'id': '9cd6df8e-2b4f-4ae8-984e-b116ff875a5e', 'name': 'tempest-TestShelveInstance-1266787155-router', 'tenant_id': 'ed8e9232a3ce48d39526eecdc431aec3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b725cb4-6db6-4e68-9a61-1978e8a191a1', 'external_fixed_ips': [{'subnet_id': '1d4495d7-31a5-4e2d-a911-56ceae3a61c5', 'ip_address': '172.27.3.52'}], 'enable_snat': True}, 'gw_port_id': 'c041abc2-56f2-4dc6-ac90-4a1e10a20312', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T20:13:20Z', 'updated_at': '2021-04-22T20:13:26Z', 'revision_number': 4, 'project_id': 'ed8e9232a3ce48d39526eecdc431aec3', 'gw_port': {'id': 'c041abc2-56f2-4dc6-ac90-4a1e10a20312', 'name': '', 'network_id': '1b725cb4-6db6-4e68-9a61-1978e8a191a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:6e:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cd6df8e-2b4f-4ae8-984e-b116ff875a5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 295, 'fixed_ips': [{'subnet_id': '1d4495d7-31a5-4e2d-a911-56ceae3a61c5', 'ip_address': '172.27.3.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787632-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T20:13:21Z', 'updated_at': '2021-04-22T20:13:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d4495d7-31a5-4e2d-a911-56ceae3a61c5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787632-1-iscsi', '_floatingips': [{'id': '77fa7e86-2e09-4933-a4a5-13f2e87cf21e', 'tenant_id': 'ed8e9232a3ce48d39526eecdc431aec3', 'floating_ip_address': '172.27.3.151', 'floating_network_id': '1b725cb4-6db6-4e68-9a61-1978e8a191a1', 'router_id': '9cd6df8e-2b4f-4ae8-984e-b116ff875a5e', 'port_id': '375c0aa1-7baa-400f-8733-484590eeeb8c', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 419, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8c6beec9-2be5-42aa-b3d8-efd21a74a412', 'mac_address': 'fa:16:3e:1d:f1:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05985c03-4f6d-4812-a0bf-47b334105dce', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-22T20:14:39Z', 'updated_at': '2021-04-22T20:14:39Z', 'revision_number': 0, 'project_id': 'ed8e9232a3ce48d39526eecdc431aec3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dbd18bc1-e25f-410a-a010-5e151e39c445', 'name': '', 'network_id': '8c6beec9-2be5-42aa-b3d8-efd21a74a412', 'tenant_id': 'ed8e9232a3ce48d39526eecdc431aec3', 'mac_address': 'fa:16:3e:c2:57:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cd6df8e-2b4f-4ae8-984e-b116ff875a5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 306, 'fixed_ips': [{'subnet_id': '7e154f7f-c6a5-48a3-9c75-a2bc01d89ad4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787632-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T20:13:25Z', 'updated_at': '2021-04-22T20:13:36Z', 'revision_number': 5, 'project_id': 'ed8e9232a3ce48d39526eecdc431aec3', 'subnets': [{'id': '7e154f7f-c6a5-48a3-9c75-a2bc01d89ad4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787632-1-iscsi', False) {} {{(pid=86333) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 22 20:14:42.295472 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c90c9608-6001-4da8-9a56-a383b64772ab None None] Checking router: 9cd6df8e-2b4f-4ae8-984e-b116ff875a5e for host: dv-cinder-787632-1-iscsi {{(pid=86333) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 22 20:14:42.304951 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c90c9608-6001-4da8-9a56-a383b64772ab None None] Routers {'9cd6df8e-2b4f-4ae8-984e-b116ff875a5e'} bound to L3 agent in host dv-cinder-787632-1-iscsi {{(pid=86333) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 22 20:14:42.305703 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.l3_hamode_db [None req-c90c9608-6001-4da8-9a56-a383b64772ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f013d82e198>, 'dv-cinder-787632-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-04-22T20:03:28Z,description=<?>,heartbeat_timestamp=2021-04-22T20:14:29Z,host='dv-cinder-787632-1-iscsi',id=1df068ca-d615-4cb7-8020-fe6e8be709e3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-22T20:03:28Z,topic='l3_agent')) {'router_ids': ['9cd6df8e-2b4f-4ae8-984e-b116ff875a5e'], 'active': True} {{(pid=86333) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 22 20:14:42.351336 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0badfeff-bc2f-4adf-9086-35f0f4a0a667 req-1ec14301-3d24-4ca5-88a3-df8fac2f8da9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 20:14:42.352930 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-0badfeff-bc2f-4adf-9086-35f0f4a0a667 req-1ec14301-3d24-4ca5-88a3-df8fac2f8da9 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=7e154f7f-c6a5-48a3-9c75-a2bc01d89ad4 HTTP/1.1" status: 200  len: 848 time: 0.0777256
Apr 22 20:14:42.447337 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0badfeff-bc2f-4adf-9086-35f0f4a0a667 req-de6c0100-a2c5-4c5c-b639-90e08cb0ba5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 20:14:42.448906 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-0badfeff-bc2f-4adf-9086-35f0f4a0a667 req-de6c0100-a2c5-4c5c-b639-90e08cb0ba5c service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=8c6beec9-2be5-42aa-b3d8-efd21a74a412&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0824244
Apr 22 20:14:42.697125 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-841092a9-74d3-4894-b1d6-011bb921555b req-3bac3784-cdde-42a8-8824-1a353398e06e tempest-ServerRescueNegativeTestJSON-1009389569 tempest-ServerRescueNegativeTestJSON-1009389569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 20:14:42.698724 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e8224f-15af-45e0-b5a5-a127534ad042 req-1bc9bb5c-230b-4a8c-bfd3-22d3b6ccc3d0 tempest-TestVolumeBootPattern-572234504 tempest-TestVolumeBootPattern-572234504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 20:14:42.698845 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-841092a9-74d3-4894-b1d6-011bb921555b req-3bac3784-cdde-42a8-8824-1a353398e06e tempest-ServerRescueNegativeTestJSON-1009389569 tempest-ServerRescueNegativeTestJSON-1009389569-project] 10.222.0.30 "GET /v2.0/ports?device_id=469f3208-145f-4d5b-b5d0-3d1d24295374 HTTP/1.1" status: 200  len: 945 time: 0.2163448
Apr 22 20:14:42.700363 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-48e8224f-15af-45e0-b5a5-a127534ad042 req-1bc9bb5c-230b-4a8c-bfd3-22d3b6ccc3d0 tempest-TestVolumeBootPattern-572234504 tempest-TestVolumeBootPattern-572234504-project] 10.222.0.30 "GET /v2.0/ports?device_id=7a0eb315-0363-432f-a54c-0f02757a9362 HTTP/1.1" status: 200  len: 943 time: 0.0932374
Apr 22 20:14:42.715772 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.l3_dvr_db [None req-c90c9608-6001-4da8-9a56-a383b64772ab None None] Set router 9cd6df8e-2b4f-4ae8-984e-b116ff875a5e gateway port host: dv-cinder-787632-1-iscsi {{(pid=86333) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 22 20:14:42.727882 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-0badfeff-bc2f-4adf-9086-35f0f4a0a667 req-92a0df68-b7f3-4fc0-a0a5-8380ad766ff5 service neutron] 10.222.0.46 "GET /v2.0/networks/8c6beec9-2be5-42aa-b3d8-efd21a74a412?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2702506
Apr 22 20:14:42.756519 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-48e8224f-15af-45e0-b5a5-a127534ad042 req-5dc7c0ea-9c35-462f-8481-37a8d0df5a63 tempest-TestVolumeBootPattern-572234504 tempest-TestVolumeBootPattern-572234504-project] 10.222.0.30 "GET /v2.0/security-groups?id=010d7216-01fc-4a1c-badb-a01fee62fe34&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0470212
Apr 22 20:14:42.850486 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-841092a9-74d3-4894-b1d6-011bb921555b req-5ca24a42-4752-48c1-b76d-55bb016d1777 tempest-ServerRescueNegativeTestJSON-1009389569 tempest-ServerRescueNegativeTestJSON-1009389569-project] 10.222.0.30 "GET /v2.0/security-groups?id=6f3d9104-7f67-4d9e-bcf5-b704aabb6c6e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1421571
Apr 22 20:14:42.911581 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-0badfeff-bc2f-4adf-9086-35f0f4a0a667 req-86685082-40cb-4611-b4f7-2461fd076536 service neutron] 10.222.0.46 "GET /v2.0/networks/8c6beec9-2be5-42aa-b3d8-efd21a74a412?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1736126
Apr 22 20:14:43.098175 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.l3_hamode_db [None req-c90c9608-6001-4da8-9a56-a383b64772ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f013d82e198>, [{'id': '9cd6df8e-2b4f-4ae8-984e-b116ff875a5e', 'name': 'tempest-TestShelveInstance-1266787155-router', 'tenant_id': 'ed8e9232a3ce48d39526eecdc431aec3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b725cb4-6db6-4e68-9a61-1978e8a191a1', 'external_fixed_ips': [{'subnet_id': '1d4495d7-31a5-4e2d-a911-56ceae3a61c5', 'ip_address': '172.27.3.52'}], 'enable_snat': True}, 'gw_port_id': 'c041abc2-56f2-4dc6-ac90-4a1e10a20312', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T20:13:20Z', 'updated_at': '2021-04-22T20:13:26Z', 'revision_number': 4, 'project_id': 'ed8e9232a3ce48d39526eecdc431aec3', 'gw_port': {'id': 'c041abc2-56f2-4dc6-ac90-4a1e10a20312', 'name': '', 'network_id': '1b725cb4-6db6-4e68-9a61-1978e8a191a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:6e:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cd6df8e-2b4f-4ae8-984e-b116ff875a5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 295, 'fixed_ips': [{'subnet_id': '1d4495d7-31a5-4e2d-a911-56ceae3a61c5', 'ip_address': '172.27.3.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787632-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T20:13:21Z', 'updated_at': '2021-04-22T20:13:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d4495d7-31a5-4e2d-a911-56ceae3a61c5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787632-1-iscsi', '_floatingips': [{'id': '77fa7e86-2e09-4933-a4a5-13f2e87cf21e', 'tenant_id': 'ed8e9232a3ce48d39526eecdc431aec3', 'floating_ip_address': '172.27.3.151', 'floating_network_id': '1b725cb4-6db6-4e68-9a61-1978e8a191a1', 'router_id': '9cd6df8e-2b4f-4ae8-984e-b116ff875a5e', 'port_id': '375c0aa1-7baa-400f-8733-484590eeeb8c', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 419, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8c6beec9-2be5-42aa-b3d8-efd21a74a412', 'mac_address': 'fa:16:3e:1d:f1:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05985c03-4f6d-4812-a0bf-47b334105dce', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-22T20:14:39Z', 'updated_at': '2021-04-22T20:14:39Z', 'revision_number': 0, 'project_id': 'ed8e9232a3ce48d39526eecdc431aec3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dbd18bc1-e25f-410a-a010-5e151e39c445', 'name': '', 'network_id': '8c6beec9-2be5-42aa-b3d8-efd21a74a412', 'tenant_id': 'ed8e9232a3ce48d39526eecdc431aec3', 'mac_address': 'fa:16:3e:c2:57:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cd6df8e-2b4f-4ae8-984e-b116ff875a5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 306, 'fixed_ips': [{'subnet_id': '7e154f7f-c6a5-48a3-9c75-a2bc01d89ad4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787632-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T20:13:25Z', 'updated_at': '2021-04-22T20:13:36Z', 'revision_number': 5, 'project_id': 'ed8e9232a3ce48d39526eecdc431aec3', 'subnets': [{'id': '7e154f7f-c6a5-48a3-9c75-a2bc01d89ad4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787632-1-iscsi', False) {} {{(pid=86333) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 22 20:14:43.103330 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c90c9608-6001-4da8-9a56-a383b64772ab None None] The sync data for ids ['9cd6df8e-2b4f-4ae8-984e-b116ff875a5e'] in dv-cinder-787632-1-iscsi is: [{'id': '9cd6df8e-2b4f-4ae8-984e-b116ff875a5e', 'name': 'tempest-TestShelveInstance-1266787155-router', 'tenant_id': 'ed8e9232a3ce48d39526eecdc431aec3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b725cb4-6db6-4e68-9a61-1978e8a191a1', 'external_fixed_ips': [{'subnet_id': '1d4495d7-31a5-4e2d-a911-56ceae3a61c5', 'ip_address': '172.27.3.52'}], 'enable_snat': True}, 'gw_port_id': 'c041abc2-56f2-4dc6-ac90-4a1e10a20312', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T20:13:20Z', 'updated_at': '2021-04-22T20:13:26Z', 'revision_number': 4, 'project_id': 'ed8e9232a3ce48d39526eecdc431aec3', 'gw_port': {'id': 'c041abc2-56f2-4dc6-ac90-4a1e10a20312', 'name': '', 'network_id': '1b725cb4-6db6-4e68-9a61-1978e8a191a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:6e:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cd6df8e-2b4f-4ae8-984e-b116ff875a5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 295, 'fixed_ips': [{'subnet_id': '1d4495d7-31a5-4e2d-a911-56ceae3a61c5', 'ip_address': '172.27.3.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787632-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T20:13:21Z', 'updated_at': '2021-04-22T20:13:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d4495d7-31a5-4e2d-a911-56ceae3a61c5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787632-1-iscsi', '_floatingips': [{'id': '77fa7e86-2e09-4933-a4a5-13f2e87cf21e', 'tenant_id': 'ed8e9232a3ce48d39526eecdc431aec3', 'floating_ip_address': '172.27.3.151', 'floating_network_id': '1b725cb4-6db6-4e68-9a61-1978e8a191a1', 'router_id': '9cd6df8e-2b4f-4ae8-984e-b116ff875a5e', 'port_id': '375c0aa1-7baa-400f-8733-484590eeeb8c', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 419, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8c6beec9-2be5-42aa-b3d8-efd21a74a412', 'mac_address': 'fa:16:3e:1d:f1:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05985c03-4f6d-4812-a0bf-47b334105dce', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-22T20:14:39Z', 'updated_at': '2021-04-22T20:14:39Z', 'revision_number': 0, 'project_id': 'ed8e9232a3ce48d39526eecdc431aec3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dbd18bc1-e25f-410a-a010-5e151e39c445', 'name': '', 'network_id': '8c6beec9-2be5-42aa-b3d8-efd21a74a412', 'tenant_id': 'ed8e9232a3ce48d39526eecdc431aec3', 'mac_address': 'fa:16:3e:c2:57:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cd6df8e-2b4f-4ae8-984e-b116ff875a5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 306, 'fixed_ips': [{'subnet_id': '7e154f7f-c6a5-48a3-9c75-a2bc01d89ad4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787632-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T20:13:25Z', 'updated_at': '2021-04-22T20:13:36Z', 'revision_number': 5, 'project_id': 'ed8e9232a3ce48d39526eecdc431aec3', 'subnets': [{'id': '7e154f7f-c6a5-48a3-9c75-a2bc01d89ad4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86333) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 22 20:14:43.239345 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac0dc0b-2ae6-4499-bab2-75e004443a41 req-06275c91-332c-488d-a85f-9e5d904e8958 tempest-AttachVolumeNegativeTest-423716770 tempest-AttachVolumeNegativeTest-423716770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 20:14:43.240863 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-cac0dc0b-2ae6-4499-bab2-75e004443a41 req-06275c91-332c-488d-a85f-9e5d904e8958 tempest-AttachVolumeNegativeTest-423716770 tempest-AttachVolumeNegativeTest-423716770-project] 10.222.0.30 "GET /v2.0/ports?device_id=e81c2537-841a-479f-b4a1-b499611aa760 HTTP/1.1" status: 200  len: 946 time: 0.0919247
Apr 22 20:14:43.289434 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-cac0dc0b-2ae6-4499-bab2-75e004443a41 req-c508740d-29ad-40af-8ff1-45c162383068 tempest-AttachVolumeNegativeTest-423716770 tempest-AttachVolumeNegativeTest-423716770-project] 10.222.0.30 "GET /v2.0/security-groups?id=12e357dc-1d76-4f4d-8ec3-cba1cfd90e7f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0415182
Apr 22 20:14:43.371659 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cc05466-ae0b-46ba-b9b3-2687c2f057fc None None] New status for floating IP 77fa7e86-2e09-4933-a4a5-13f2e87cf21e: ACTIVE {{(pid=86332) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Apr 22 20:14:43.964185 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107da0db-1f60-4c02-bb9a-de8c5cd3567c req-288faab5-05ca-4e17-9dc7-874ede79a505 tempest-TestVolumeBootPattern-572234504 tempest-TestVolumeBootPattern-572234504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 20:14:43.966019 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-107da0db-1f60-4c02-bb9a-de8c5cd3567c req-288faab5-05ca-4e17-9dc7-874ede79a505 tempest-TestVolumeBootPattern-572234504 tempest-TestVolumeBootPattern-572234504-project] 10.222.0.30 "GET /v2.0/ports?device_id=7a0eb315-0363-432f-a54c-0f02757a9362 HTTP/1.1" status: 200  len: 943 time: 0.0896876
Apr 22 20:14:44.015203 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-107da0db-1f60-4c02-bb9a-de8c5cd3567c req-059421dd-e9aa-4e30-85e8-1d88d68586c4 tempest-TestVolumeBootPattern-572234504 tempest-TestVolumeBootPattern-572234504-project] 10.222.0.30 "GET /v2.0/security-groups?id=010d7216-01fc-4a1c-badb-a01fee62fe34&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0427234
Apr 22 20:14:44.074373 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e52bd888-4bbd-41e4-b2e9-df0665a687c9 req-e2273deb-5b92-4422-9217-13ad50ef33b4 tempest-ServerRescueNegativeTestJSON-1009389569 tempest-ServerRescueNegativeTestJSON-1009389569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 20:14:44.075995 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-e52bd888-4bbd-41e4-b2e9-df0665a687c9 req-e2273deb-5b92-4422-9217-13ad50ef33b4 tempest-ServerRescueNegativeTestJSON-1009389569 tempest-ServerRescueNegativeTestJSON-1009389569-project] 10.222.0.30 "GET /v2.0/ports?device_id=469f3208-145f-4d5b-b5d0-3d1d24295374 HTTP/1.1" status: 200  len: 945 time: 0.1017156
Apr 22 20:14:44.112719 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb89320c-7f40-4e5a-9960-c6aa794a3ff5 req-e25b467d-703f-452f-b7dd-2b4c3d6bb64d tempest-AttachVolumeNegativeTest-423716770 tempest-AttachVolumeNegativeTest-423716770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 20:14:44.117293 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-eb89320c-7f40-4e5a-9960-c6aa794a3ff5 req-e25b467d-703f-452f-b7dd-2b4c3d6bb64d tempest-AttachVolumeNegativeTest-423716770 tempest-AttachVolumeNegativeTest-423716770-project] 10.222.0.46 "GET /v2.0/ports?device_id=e81c2537-841a-479f-b4a1-b499611aa760 HTTP/1.1" status: 200  len: 946 time: 0.0924146
Apr 22 20:14:44.129395 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-e52bd888-4bbd-41e4-b2e9-df0665a687c9 req-29b50b74-8433-458c-a0a0-e9a74699609d tempest-ServerRescueNegativeTestJSON-1009389569 tempest-ServerRescueNegativeTestJSON-1009389569-project] 10.222.0.30 "GET /v2.0/security-groups?id=6f3d9104-7f67-4d9e-bcf5-b704aabb6c6e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0459082
Apr 22 20:14:44.194789 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.plugin [req-eb89320c-7f40-4e5a-9960-c6aa794a3ff5 req-40043484-8b8e-4142-803b-31470573d8c4 tempest-AttachVolumeNegativeTest-423716770 tempest-AttachVolumeNegativeTest-423716770-project] Deleting port c270e5cc-411a-412a-8253-9e598daeaf59 {{(pid=86330) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 22 20:14:44.195185 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [req-eb89320c-7f40-4e5a-9960-c6aa794a3ff5 req-40043484-8b8e-4142-803b-31470573d8c4 tempest-AttachVolumeNegativeTest-423716770 tempest-AttachVolumeNegativeTest-423716770-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363309146780532'] for port, before_delete {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:14:44.439231 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f93845-b65e-4a17-bee2-0531a58b79dc req-acc3697b-9e6d-443f-85d6-d8c6b99dabfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 20:14:44.441055 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-f4f93845-b65e-4a17-bee2-0531a58b79dc req-acc3697b-9e6d-443f-85d6-d8c6b99dabfe service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=469f3208-145f-4d5b-b5d0-3d1d24295374 HTTP/1.1" status: 200  len: 1098 time: 0.0884333
Apr 22 20:14:44.494217 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-f4f93845-b65e-4a17-bee2-0531a58b79dc req-ebc63098-30b0-4094-bb5f-645c15373504 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=6f3d9104-7f67-4d9e-bcf5-b704aabb6c6e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0413878
Apr 22 20:14:44.513198 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.db [req-eb89320c-7f40-4e5a-9960-c6aa794a3ff5 req-40043484-8b8e-4142-803b-31470573d8c4 tempest-AttachVolumeNegativeTest-423716770 tempest-AttachVolumeNegativeTest-423716770-project] For port c270e5cc-411a-412a-8253-9e598daeaf59, host hv-cinder-78763, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78763',level=0,port_id=c270e5cc-411a-412a-8253-9e598daeaf59,segment=NetworkSegment(3a7c8a3c-d8a5-4ea6-9c7e-398752a60d2f),segment_id=3a7c8a3c-d8a5-4ea6-9c7e-398752a60d2f)] {{(pid=86330) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 22 20:14:44.513599 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [req-eb89320c-7f40-4e5a-9960-c6aa794a3ff5 req-40043484-8b8e-4142-803b-31470573d8c4 tempest-AttachVolumeNegativeTest-423716770 tempest-AttachVolumeNegativeTest-423716770-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854358147'] for port, precommit_delete {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:14:44.650551 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.plugin [req-eb89320c-7f40-4e5a-9960-c6aa794a3ff5 req-40043484-8b8e-4142-803b-31470573d8c4 tempest-AttachVolumeNegativeTest-423716770 tempest-AttachVolumeNegativeTest-423716770-project] Calling delete_port for c270e5cc-411a-412a-8253-9e598daeaf59 owned by compute:nova {{(pid=86330) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 22 20:14:44.732929 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48dda58d-487b-488a-aafd-d2af9404fbf2 req-1dd3ce87-507b-4bbb-bcaa-806bfdd9bf69 tempest-AttachVolumeNegativeTest-423716770 tempest-AttachVolumeNegativeTest-423716770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 20:14:44.734561 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-48dda58d-487b-488a-aafd-d2af9404fbf2 req-1dd3ce87-507b-4bbb-bcaa-806bfdd9bf69 tempest-AttachVolumeNegativeTest-423716770 tempest-AttachVolumeNegativeTest-423716770-project] 10.222.0.30 "GET /v2.0/ports?device_id=e81c2537-841a-479f-b4a1-b499611aa760 HTTP/1.1" status: 200  len: 946 time: 0.2957523
Apr 22 20:14:45.112061 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-48dda58d-487b-488a-aafd-d2af9404fbf2 req-bc5f15d8-d1d3-4745-8167-a79a36a5013c tempest-AttachVolumeNegativeTest-423716770 tempest-AttachVolumeNegativeTest-423716770-project] 10.222.0.30 "GET /v2.0/security-groups?id=12e357dc-1d76-4f4d-8ec3-cba1cfd90e7f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0995429
Apr 22 20:14:45.151478 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [req-eb89320c-7f40-4e5a-9960-c6aa794a3ff5 req-40043484-8b8e-4142-803b-31470573d8c4 tempest-AttachVolumeNegativeTest-423716770 tempest-AttachVolumeNegativeTest-423716770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854198495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853168226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363309146778399', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727707567663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4125515'] for port, after_delete {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:14:45.160065 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [None req-f4194812-0595-41da-aa30-5ae5c34b88e5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 20:14:45.165879 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.db [None req-cbbe70c9-0b39-4f9d-be6e-4133a7c8f54f None None] get_ports_and_sgs() called for port_ids ['ac20feeb-ec82-4731-bb0e-f1e77bc564d5', 'ab98a8b7-cffc-4aed-99c1-aee742abf54d', '0cfc2507-5acd-466a-b1c7-14264a7ab9ae'] {{(pid=86332) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 22 20:14:45.259312 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40043484-8b8e-4142-803b-31470573d8c4 tempest-AttachVolumeNegativeTest-423716770 tempest-AttachVolumeNegativeTest-423716770-project] Pushing event deleted for resources: {'Port': ['ID=c270e5cc-411a-412a-8253-9e598daeaf59,revision_number=None']} {{(pid=86330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 20:14:45.266910 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce76439-044e-4009-83a4-c8fc34b2ae6a req-57785f32-f0e5-4ba5-82d3-68c1ffa9fa46 tempest-TestVolumeBootPattern-572234504 tempest-TestVolumeBootPattern-572234504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 20:14:45.268587 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-8ce76439-044e-4009-83a4-c8fc34b2ae6a req-57785f32-f0e5-4ba5-82d3-68c1ffa9fa46 tempest-TestVolumeBootPattern-572234504 tempest-TestVolumeBootPattern-572234504-project] 10.222.0.30 "GET /v2.0/ports?device_id=7a0eb315-0363-432f-a54c-0f02757a9362 HTTP/1.1" status: 200  len: 943 time: 0.1223009
Apr 22 20:14:45.271205 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40043484-8b8e-4142-803b-31470573d8c4 tempest-AttachVolumeNegativeTest-423716770 tempest-AttachVolumeNegativeTest-423716770-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787632-1-iscsi {{(pid=86330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 20:14:45.271629 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40043484-8b8e-4142-803b-31470573d8c4 tempest-AttachVolumeNegativeTest-423716770 tempest-AttachVolumeNegativeTest-423716770-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787632-1-iscsi {{(pid=86330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 20:14:45.272042 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40043484-8b8e-4142-803b-31470573d8c4 tempest-AttachVolumeNegativeTest-423716770 tempest-AttachVolumeNegativeTest-423716770-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787632-1-iscsi {{(pid=86330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 20:14:45.272450 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40043484-8b8e-4142-803b-31470573d8c4 tempest-AttachVolumeNegativeTest-423716770 tempest-AttachVolumeNegativeTest-423716770-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787632-1-iscsi {{(pid=86330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 20:14:45.272968 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40043484-8b8e-4142-803b-31470573d8c4 tempest-AttachVolumeNegativeTest-423716770 tempest-AttachVolumeNegativeTest-423716770-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787632-1-iscsi {{(pid=86330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 20:14:45.273899 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40043484-8b8e-4142-803b-31470573d8c4 tempest-AttachVolumeNegativeTest-423716770 tempest-AttachVolumeNegativeTest-423716770-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787632-1-iscsi {{(pid=86330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 20:14:45.274566 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40043484-8b8e-4142-803b-31470573d8c4 tempest-AttachVolumeNegativeTest-423716770 tempest-AttachVolumeNegativeTest-423716770-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-787632-1-iscsi {{(pid=86330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 20:14:45.274983 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40043484-8b8e-4142-803b-31470573d8c4 tempest-AttachVolumeNegativeTest-423716770 tempest-AttachVolumeNegativeTest-423716770-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787632-1-iscsi {{(pid=86330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 20:14:45.275384 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40043484-8b8e-4142-803b-31470573d8c4 tempest-AttachVolumeNegativeTest-423716770 tempest-AttachVolumeNegativeTest-423716770-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787632-1-iscsi {{(pid=86330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 20:14:45.275784 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40043484-8b8e-4142-803b-31470573d8c4 tempest-AttachVolumeNegativeTest-423716770 tempest-AttachVolumeNegativeTest-423716770-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787632-1-iscsi {{(pid=86330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 20:14:45.276317 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40043484-8b8e-4142-803b-31470573d8c4 tempest-AttachVolumeNegativeTest-423716770 tempest-AttachVolumeNegativeTest-423716770-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787632-1-iscsi {{(pid=86330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 20:14:45.276711 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40043484-8b8e-4142-803b-31470573d8c4 tempest-AttachVolumeNegativeTest-423716770 tempest-AttachVolumeNegativeTest-423716770-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787632-1-iscsi {{(pid=86330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 20:14:45.280869 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [None req-40043484-8b8e-4142-803b-31470573d8c4 tempest-AttachVolumeNegativeTest-423716770 tempest-AttachVolumeNegativeTest-423716770-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=86330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 20:14:45.324178 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-8ce76439-044e-4009-83a4-c8fc34b2ae6a req-ba9d79ab-44c7-4d86-8cb3-04cd5957a573 tempest-TestVolumeBootPattern-572234504 tempest-TestVolumeBootPattern-572234504-project] 10.222.0.30 "GET /v2.0/security-groups?id=010d7216-01fc-4a1c-badb-a01fee62fe34&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0469615
Apr 22 20:14:45.408169 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.l3_dvrscheduler_db [req-eb89320c-7f40-4e5a-9960-c6aa794a3ff5 req-40043484-8b8e-4142-803b-31470573d8c4 tempest-AttachVolumeNegativeTest-423716770 tempest-AttachVolumeNegativeTest-423716770-project] No DVR routers for this DVR port c270e5cc-411a-412a-8253-9e598daeaf59 on host hv-cinder-78763 {{(pid=86330) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 22 20:14:45.412688 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [req-eb89320c-7f40-4e5a-9960-c6aa794a3ff5 req-40043484-8b8e-4142-803b-31470573d8c4 tempest-AttachVolumeNegativeTest-423716770 tempest-AttachVolumeNegativeTest-423716770-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-743'] for port, before_response {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:14:45.416777 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e81c2537-841a-479f-b4a1-b499611aa760', 'name': 'network-vif-deleted', 'tag': 'c270e5cc-411a-412a-8253-9e598daeaf59'}] {{(pid=86330) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 22 20:14:45.434147 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-eb89320c-7f40-4e5a-9960-c6aa794a3ff5 req-40043484-8b8e-4142-803b-31470573d8c4 tempest-AttachVolumeNegativeTest-423716770 tempest-AttachVolumeNegativeTest-423716770-project] 10.222.0.46 "DELETE /v2.0/ports/c270e5cc-411a-412a-8253-9e598daeaf59 HTTP/1.1" status: 204  len: 173 time: 1.3105121
Apr 22 20:14:45.470444 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7321386-9e1f-449c-a842-3ca8b05e47ff req-7230a627-4ee1-41af-9486-f0fcaa2304e4 tempest-ServerRescueNegativeTestJSON-1009389569 tempest-ServerRescueNegativeTestJSON-1009389569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 20:14:45.474281 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-f7321386-9e1f-449c-a842-3ca8b05e47ff req-7230a627-4ee1-41af-9486-f0fcaa2304e4 tempest-ServerRescueNegativeTestJSON-1009389569 tempest-ServerRescueNegativeTestJSON-1009389569-project] 10.222.0.30 "GET /v2.0/ports?device_id=469f3208-145f-4d5b-b5d0-3d1d24295374 HTTP/1.1" status: 200  len: 945 time: 0.1924181
Apr 22 20:14:45.476171 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e81c2537-841a-479f-b4a1-b499611aa760', 'name': 'network-vif-deleted', 'tag': 'c270e5cc-411a-412a-8253-9e598daeaf59', 'status': 'completed', 'code': 200}
Apr 22 20:14:45.528277 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-f7321386-9e1f-449c-a842-3ca8b05e47ff req-d12a3d00-408d-4116-9fb1-be29eff541c9 tempest-ServerRescueNegativeTestJSON-1009389569 tempest-ServerRescueNegativeTestJSON-1009389569-project] 10.222.0.30 "GET /v2.0/security-groups?id=6f3d9104-7f67-4d9e-bcf5-b704aabb6c6e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0482702
Apr 22 20:14:46.292063 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-2cdd7987-7219-43fb-8f03-103a9c103f01 req-b2610343-08a7-4b32-8108-f4d92361e816 tempest-AttachVolumeNegativeTest-423716770 tempest-AttachVolumeNegativeTest-423716770-project] 10.222.0.30 "GET /v2.0/ports?device_id=e81c2537-841a-479f-b4a1-b499611aa760 HTTP/1.1" status: 200  len: 210 time: 0.0489602
Apr 22 20:14:46.524625 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e659fb3-d8e9-4d95-a994-b0744d333b1f req-e94a439a-d142-4297-88df-84485043fb75 tempest-TestVolumeBootPattern-572234504 tempest-TestVolumeBootPattern-572234504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 20:14:46.526245 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-7e659fb3-d8e9-4d95-a994-b0744d333b1f req-e94a439a-d142-4297-88df-84485043fb75 tempest-TestVolumeBootPattern-572234504 tempest-TestVolumeBootPattern-572234504-project] 10.222.0.30 "GET /v2.0/ports?device_id=7a0eb315-0363-432f-a54c-0f02757a9362 HTTP/1.1" status: 200  len: 943 time: 0.0894971
Apr 22 20:14:46.576740 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-7e659fb3-d8e9-4d95-a994-b0744d333b1f req-ac8ee9f9-2fd9-4cab-9986-218575820a10 tempest-TestVolumeBootPattern-572234504 tempest-TestVolumeBootPattern-572234504-project] 10.222.0.30 "GET /v2.0/security-groups?id=010d7216-01fc-4a1c-badb-a01fee62fe34&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0438838
Apr 22 20:14:46.660800 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.rpc [None req-cbbe70c9-0b39-4f9d-be6e-4133a7c8f54f None None] Device 9c35c87d-7ddf-4350-935b-8bdd36efe29e details requested by agent hyperv_hv-cinder-78763 with host hv-cinder-78763 {{(pid=86332) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 22 20:14:46.665712 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.rpc [None req-cbbe70c9-0b39-4f9d-be6e-4133a7c8f54f None None] Device c270e5cc-411a-412a-8253-9e598daeaf59 no longer exists at agent hyperv_hv-cinder-78763 {{(pid=86332) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 22 20:14:46.710783 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.plugin [None req-cbbe70c9-0b39-4f9d-be6e-4133a7c8f54f None None] No Port match for: c270e5cc-411a-412a-8253-9e598daeaf59 {{(pid=86332) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 22 20:14:46.711184 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.rpc [None req-cbbe70c9-0b39-4f9d-be6e-4133a7c8f54f None None] Device c270e5cc-411a-412a-8253-9e598daeaf59 not bound to the agent host hv-cinder-78763 {{(pid=86332) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 22 20:14:46.752612 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-893d9dba-adc1-417b-a60e-5aa259f40956 req-c25e5653-7b85-4d6a-bfe3-ecaae7055d7a tempest-ServerRescueNegativeTestJSON-1009389569 tempest-ServerRescueNegativeTestJSON-1009389569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 20:14:46.754806 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-893d9dba-adc1-417b-a60e-5aa259f40956 req-c25e5653-7b85-4d6a-bfe3-ecaae7055d7a tempest-ServerRescueNegativeTestJSON-1009389569 tempest-ServerRescueNegativeTestJSON-1009389569-project] 10.222.0.30 "GET /v2.0/ports?device_id=469f3208-145f-4d5b-b5d0-3d1d24295374 HTTP/1.1" status: 200  len: 945 time: 0.0979152
Apr 22 20:14:46.813113 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-893d9dba-adc1-417b-a60e-5aa259f40956 req-c93069d9-0135-417f-b092-ab3b4117506e tempest-ServerRescueNegativeTestJSON-1009389569 tempest-ServerRescueNegativeTestJSON-1009389569-project] 10.222.0.30 "GET /v2.0/security-groups?id=6f3d9104-7f67-4d9e-bcf5-b704aabb6c6e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0514309
Apr 22 20:14:46.863774 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.db [None req-cbbe70c9-0b39-4f9d-be6e-4133a7c8f54f None None] For port 9c35c87d-7ddf-4350-935b-8bdd36efe29e, host hv-cinder-78763, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78763',level=0,port_id=9c35c87d-7ddf-4350-935b-8bdd36efe29e,segment=NetworkSegment(ecbdd09a-cdfc-40aa-add8-36baaaee03d5),segment_id=ecbdd09a-cdfc-40aa-add8-36baaaee03d5)] {{(pid=86332) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 22 20:14:46.879825 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.rpc [None req-cbbe70c9-0b39-4f9d-be6e-4133a7c8f54f None None] Returning: {'device': '9c35c87d-7ddf-4350-935b-8bdd36efe29e', 'network_id': 'baa3aeb8-8dec-4767-92bc-d52436d9437a', 'port_id': '9c35c87d-7ddf-4350-935b-8bdd36efe29e', 'mac_address': 'fa:16:3e:f7:26:61', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 357, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '083c45db-27b8-429b-b9a6-58f44b80ddc9', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86332) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 22 20:14:46.941433 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-cbbe70c9-0b39-4f9d-be6e-4133a7c8f54f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587983'] for port, before_update {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:14:46.961657 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.notifiers.nova [None req-cbbe70c9-0b39-4f9d-be6e-4133a7c8f54f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9c35c87d-7ddf-4350-935b-8bdd36efe29e {{(pid=86332) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 22 20:14:46.978902 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.db [None req-cbbe70c9-0b39-4f9d-be6e-4133a7c8f54f None None] For port 9c35c87d-7ddf-4350-935b-8bdd36efe29e, host hv-cinder-78763, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78763',level=0,port_id=9c35c87d-7ddf-4350-935b-8bdd36efe29e,segment=NetworkSegment(ecbdd09a-cdfc-40aa-add8-36baaaee03d5),segment_id=ecbdd09a-cdfc-40aa-add8-36baaaee03d5)] {{(pid=86332) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 22 20:14:46.982660 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-cbbe70c9-0b39-4f9d-be6e-4133a7c8f54f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854198495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853168226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727707997384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363309147208137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727707567697'] for port, after_update {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:14:46.984498 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [None req-8771d516-d15a-4a53-a298-dc9f0d8c73e6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86332) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 20:14:47.054675 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbbe70c9-0b39-4f9d-be6e-4133a7c8f54f None None] Pushing event updated for resources: {'Port': ['ID=9c35c87d-7ddf-4350-935b-8bdd36efe29e,revision_number=4']} {{(pid=86332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 20:14:47.057894 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [None req-cbbe70c9-0b39-4f9d-be6e-4133a7c8f54f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=86332) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 20:14:47.406283 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-876c97f1-0748-4796-bbd4-9e28f8fc7a28 req-28b2ae0b-3660-4793-819d-3f5652c973ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 20:14:47.407923 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-876c97f1-0748-4796-bbd4-9e28f8fc7a28 req-28b2ae0b-3660-4793-819d-3f5652c973ae service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=a3da31af07b74c20b145ac19f125aded&device_id=469f3208-145f-4d5b-b5d0-3d1d24295374 HTTP/1.1" status: 200  len: 1098 time: 0.1580098
Apr 22 20:14:47.412393 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.db [None req-cbbe70c9-0b39-4f9d-be6e-4133a7c8f54f None None] get_ports_and_sgs() called for port_ids ['9c35c87d-7ddf-4350-935b-8bdd36efe29e'] {{(pid=86332) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 22 20:14:47.421827 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be2a523-3566-41f7-8358-3dea158549e1 req-d4f4dc91-6a8e-4293-b88d-36f134a4b708 tempest-ServerRescueNegativeTestJSON-1009389569 tempest-ServerRescueNegativeTestJSON-1009389569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 20:14:47.429437 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-9be2a523-3566-41f7-8358-3dea158549e1 req-d4f4dc91-6a8e-4293-b88d-36f134a4b708 tempest-ServerRescueNegativeTestJSON-1009389569 tempest-ServerRescueNegativeTestJSON-1009389569-project] 10.222.0.30 "GET /v2.0/ports?device_id=469f3208-145f-4d5b-b5d0-3d1d24295374 HTTP/1.1" status: 200  len: 945 time: 0.1310418
Apr 22 20:14:47.582390 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-9be2a523-3566-41f7-8358-3dea158549e1 req-49a0c2a0-d8b2-40d2-bd86-fb29cedafb1a tempest-ServerRescueNegativeTestJSON-1009389569 tempest-ServerRescueNegativeTestJSON-1009389569-project] 10.222.0.30 "GET /v2.0/security-groups?id=6f3d9104-7f67-4d9e-bcf5-b704aabb6c6e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1519418
Apr 22 20:14:47.639042 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-876c97f1-0748-4796-bbd4-9e28f8fc7a28 req-e6f78ed8-89dd-494f-9e58-eed092bf5205 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 20:14:47.640629 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-876c97f1-0748-4796-bbd4-9e28f8fc7a28 req-e6f78ed8-89dd-494f-9e58-eed092bf5205 service neutron] 10.222.0.46 "GET /v2.0/networks?id=571b53d1-aed3-4bd3-ab53-2cb6e0d9c5b7 HTTP/1.1" status: 200  len: 919 time: 0.2089047
Apr 22 20:14:47.737297 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-876c97f1-0748-4796-bbd4-9e28f8fc7a28 req-89114b67-200b-446f-a87c-9f0f0fdfdbf3 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6fde4950-20da-4629-b465-3f3bef3b21b6 HTTP/1.1" status: 200  len: 217 time: 0.0747340
Apr 22 20:14:47.811990 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-876c97f1-0748-4796-bbd4-9e28f8fc7a28 req-87589352-2b1e-4ba5-8326-dc29eea29537 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 20:14:47.813682 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-876c97f1-0748-4796-bbd4-9e28f8fc7a28 req-87589352-2b1e-4ba5-8326-dc29eea29537 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=30cce57f-0720-4461-b727-7eddafc0e70c HTTP/1.1" status: 200  len: 858 time: 0.0650790
Apr 22 20:14:47.818635 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0177e69-6b91-4517-ae7b-31d4bf7edbaa req-d4d668ab-29fc-42df-b4ca-15325e763ffc tempest-TestVolumeBootPattern-572234504 tempest-TestVolumeBootPattern-572234504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 20:14:47.820958 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-c0177e69-6b91-4517-ae7b-31d4bf7edbaa req-d4d668ab-29fc-42df-b4ca-15325e763ffc tempest-TestVolumeBootPattern-572234504 tempest-TestVolumeBootPattern-572234504-project] 10.222.0.30 "GET /v2.0/ports?device_id=7a0eb315-0363-432f-a54c-0f02757a9362 HTTP/1.1" status: 200  len: 944 time: 0.1190097
Apr 22 20:14:47.872838 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-c0177e69-6b91-4517-ae7b-31d4bf7edbaa req-be8e08b2-ba35-42ec-adda-e51a524ceb40 tempest-TestVolumeBootPattern-572234504 tempest-TestVolumeBootPattern-572234504-project] 10.222.0.30 "GET /v2.0/security-groups?id=010d7216-01fc-4a1c-badb-a01fee62fe34&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0422180
Apr 22 20:14:47.879628 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-876c97f1-0748-4796-bbd4-9e28f8fc7a28 req-a47ad826-d7d3-4353-9b3c-0da1cf8943c7 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=571b53d1-aed3-4bd3-ab53-2cb6e0d9c5b7&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0552933
Apr 22 20:14:48.027534 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-876c97f1-0748-4796-bbd4-9e28f8fc7a28 req-ed3a5b13-99a8-4b8d-a0e5-ebbc40552f89 service neutron] 10.222.0.46 "GET /v2.0/networks/571b53d1-aed3-4bd3-ab53-2cb6e0d9c5b7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1360590
Apr 22 20:14:48.067980 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-32ba8dc3-195e-4f4e-b83b-07d14c2a485c req-16b813aa-f3bd-4e21-bdd6-3f5dbbce1cb8 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=856aff26-352c-4f6c-a8fa-a9199da8c43a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0776072
Apr 22 20:14:48.180834 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-876c97f1-0748-4796-bbd4-9e28f8fc7a28 req-1b742fec-f651-4728-92a7-4736cebe2cdc service neutron] 10.222.0.46 "GET /v2.0/networks/571b53d1-aed3-4bd3-ab53-2cb6e0d9c5b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1383221
Apr 22 20:14:48.181822 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ba8dc3-195e-4f4e-b83b-07d14c2a485c req-2ba76d9e-b1a6-47d6-9d16-1b39b4c76db2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 20:14:48.183381 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-32ba8dc3-195e-4f4e-b83b-07d14c2a485c req-2ba76d9e-b1a6-47d6-9d16-1b39b4c76db2 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=d911111607464bf49ef66ee3335728c8&device_id=856aff26-352c-4f6c-a8fa-a9199da8c43a HTTP/1.1" status: 200  len: 1098 time: 0.0827165
Apr 22 20:14:48.360322 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ba8dc3-195e-4f4e-b83b-07d14c2a485c req-97a02e99-edd5-47d1-bf38-363c1d76a73a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 20:14:48.361897 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-32ba8dc3-195e-4f4e-b83b-07d14c2a485c req-97a02e99-edd5-47d1-bf38-363c1d76a73a service neutron] 10.222.0.46 "GET /v2.0/networks?id=8eb42aba-9fa9-48c5-ac95-29b89130e5f9 HTTP/1.1" status: 200  len: 911 time: 0.1385407
Apr 22 20:14:48.470974 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-32ba8dc3-195e-4f4e-b83b-07d14c2a485c req-0fd6e623-5704-46d5-bf4c-967af1a42c65 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9aa3800f-3327-462d-a953-942086bb3ed4 HTTP/1.1" status: 200  len: 1001 time: 0.1012363
Apr 22 20:14:48.546884 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ba8dc3-195e-4f4e-b83b-07d14c2a485c req-ebd5e850-14c7-4102-ac4f-f3bdedba8536 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 20:14:48.548464 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-32ba8dc3-195e-4f4e-b83b-07d14c2a485c req-ebd5e850-14c7-4102-ac4f-f3bdedba8536 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=e2d55e83-7c80-4c1a-99f4-0aea05526efc HTTP/1.1" status: 200  len: 849 time: 0.0680766
Apr 22 20:14:48.634747 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-cbbe70c9-0b39-4f9d-be6e-4133a7c8f54f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309146858885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640583'] for agent, after_update {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:14:48.649115 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ba8dc3-195e-4f4e-b83b-07d14c2a485c req-706fdeca-5482-4e3f-bd9b-0176f4513b14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 20:14:48.652020 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-32ba8dc3-195e-4f4e-b83b-07d14c2a485c req-706fdeca-5482-4e3f-bd9b-0176f4513b14 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=8eb42aba-9fa9-48c5-ac95-29b89130e5f9&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0936234
Apr 22 20:14:48.812758 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-32ba8dc3-195e-4f4e-b83b-07d14c2a485c req-3848bcd3-5310-4fb9-bd2d-fa21ffc4d9cf service neutron] 10.222.0.46 "GET /v2.0/networks/8eb42aba-9fa9-48c5-ac95-29b89130e5f9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1475425
Apr 22 20:14:48.815929 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a483710b-d316-4416-a4d4-b6111170c577 req-f2775d00-e6e7-4db9-b30a-aada70e7598c tempest-ServerRescueNegativeTestJSON-1009389569 tempest-ServerRescueNegativeTestJSON-1009389569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 20:14:48.817571 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-a483710b-d316-4416-a4d4-b6111170c577 req-f2775d00-e6e7-4db9-b30a-aada70e7598c tempest-ServerRescueNegativeTestJSON-1009389569 tempest-ServerRescueNegativeTestJSON-1009389569-project] 10.222.0.30 "GET /v2.0/ports?device_id=469f3208-145f-4d5b-b5d0-3d1d24295374 HTTP/1.1" status: 200  len: 945 time: 0.1054540
Apr 22 20:14:48.876734 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-a483710b-d316-4416-a4d4-b6111170c577 req-a4a16eda-e416-4ed1-9569-7db9ced99347 tempest-ServerRescueNegativeTestJSON-1009389569 tempest-ServerRescueNegativeTestJSON-1009389569-project] 10.222.0.30 "GET /v2.0/security-groups?id=6f3d9104-7f67-4d9e-bcf5-b704aabb6c6e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0514865
Apr 22 20:14:49.003492 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-32ba8dc3-195e-4f4e-b83b-07d14c2a485c req-c467675f-77a8-4057-a8fe-6a1504d4a35a service neutron] 10.222.0.46 "GET /v2.0/networks/8eb42aba-9fa9-48c5-ac95-29b89130e5f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1823854
Apr 22 20:14:49.092521 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2aa4014-9a77-4f16-bcb9-cb8fdaa1ab41 req-da6b1c89-9359-4042-9a78-54c211a91beb tempest-TestVolumeBootPattern-572234504 tempest-TestVolumeBootPattern-572234504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 20:14:49.094245 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-a2aa4014-9a77-4f16-bcb9-cb8fdaa1ab41 req-da6b1c89-9359-4042-9a78-54c211a91beb tempest-TestVolumeBootPattern-572234504 tempest-TestVolumeBootPattern-572234504-project] 10.222.0.30 "GET /v2.0/ports?device_id=7a0eb315-0363-432f-a54c-0f02757a9362 HTTP/1.1" status: 200  len: 944 time: 0.0944715
Apr 22 20:14:49.151717 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-a2aa4014-9a77-4f16-bcb9-cb8fdaa1ab41 req-3803e98e-3c2c-402a-84c7-465bf43c2581 tempest-TestVolumeBootPattern-572234504 tempest-TestVolumeBootPattern-572234504-project] 10.222.0.30 "GET /v2.0/security-groups?id=010d7216-01fc-4a1c-badb-a01fee62fe34&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0507390
Apr 22 20:14:49.341464 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55510346-12e5-4b62-8df4-40dd71794662 req-763f6629-9173-4882-8124-addcbfc56e94 tempest-AttachVolumeNegativeTest-423716770 tempest-AttachVolumeNegativeTest-423716770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 20:14:49.343144 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-55510346-12e5-4b62-8df4-40dd71794662 req-763f6629-9173-4882-8124-addcbfc56e94 tempest-AttachVolumeNegativeTest-423716770 tempest-AttachVolumeNegativeTest-423716770-project] 10.222.0.30 "GET /v2.0/ports?device_id=7e6b483d-23c3-4b8a-aa55-bcaa0fb31737 HTTP/1.1" status: 200  len: 945 time: 0.3212106
Apr 22 20:14:49.390801 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-55510346-12e5-4b62-8df4-40dd71794662 req-bc28d1a9-6082-4594-ab0b-b89c3c59f601 tempest-AttachVolumeNegativeTest-423716770 tempest-AttachVolumeNegativeTest-423716770-project] 10.222.0.30 "GET /v2.0/security-groups?id=12e357dc-1d76-4f4d-8ec3-cba1cfd90e7f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0412936
Apr 22 20:14:50.082900 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5563fb01-59f0-4652-b747-51349c9f5761 req-53beeddb-a0e0-4176-b217-ebf3103d1fdd tempest-ServerRescueNegativeTestJSON-1009389569 tempest-ServerRescueNegativeTestJSON-1009389569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 20:14:50.084494 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-5563fb01-59f0-4652-b747-51349c9f5761 req-53beeddb-a0e0-4176-b217-ebf3103d1fdd tempest-ServerRescueNegativeTestJSON-1009389569 tempest-ServerRescueNegativeTestJSON-1009389569-project] 10.222.0.30 "GET /v2.0/ports?device_id=469f3208-145f-4d5b-b5d0-3d1d24295374 HTTP/1.1" status: 200  len: 945 time: 0.0878356
Apr 22 20:14:50.137010 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-5563fb01-59f0-4652-b747-51349c9f5761 req-d5c9a924-daae-4924-bd3b-b9bb0d5dca11 tempest-ServerRescueNegativeTestJSON-1009389569 tempest-ServerRescueNegativeTestJSON-1009389569-project] 10.222.0.30 "GET /v2.0/security-groups?id=6f3d9104-7f67-4d9e-bcf5-b704aabb6c6e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0448992
Apr 22 20:14:50.353121 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc4e6aa-1d36-450d-99e7-4774640675f9 req-ed051aa8-d87b-4d97-a861-586494b8f041 tempest-TestVolumeBootPattern-572234504 tempest-TestVolumeBootPattern-572234504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 20:14:50.354730 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-0bc4e6aa-1d36-450d-99e7-4774640675f9 req-ed051aa8-d87b-4d97-a861-586494b8f041 tempest-TestVolumeBootPattern-572234504 tempest-TestVolumeBootPattern-572234504-project] 10.222.0.30 "GET /v2.0/ports?device_id=7a0eb315-0363-432f-a54c-0f02757a9362 HTTP/1.1" status: 200  len: 944 time: 0.0880010
Apr 22 20:14:50.404952 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-0bc4e6aa-1d36-450d-99e7-4774640675f9 req-6b9f21ea-d3d2-41b3-ac8a-c23b9f6340f0 tempest-TestVolumeBootPattern-572234504 tempest-TestVolumeBootPattern-572234504-project] 10.222.0.30 "GET /v2.0/security-groups?id=010d7216-01fc-4a1c-badb-a01fee62fe34&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0437956
Apr 22 20:14:50.595130 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b14f4570-691a-47f2-a1a0-77d6a7273dff req-9ada9c55-0916-4ccb-9c96-381de9576d30 tempest-AttachVolumeNegativeTest-423716770 tempest-AttachVolumeNegativeTest-423716770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 20:14:50.595891 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.quota.resource [req-b14f4570-691a-47f2-a1a0-77d6a7273dff req-9ada9c55-0916-4ccb-9c96-381de9576d30 tempest-AttachVolumeNegativeTest-423716770 tempest-AttachVolumeNegativeTest-423716770-project] Synchronizing usage tracker for tenant:48229d4d53b042958a9ce5577ce62d8e on resource:port {{(pid=86330) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 22 20:14:50.610513 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.quota.resource [req-b14f4570-691a-47f2-a1a0-77d6a7273dff req-9ada9c55-0916-4ccb-9c96-381de9576d30 tempest-AttachVolumeNegativeTest-423716770 tempest-AttachVolumeNegativeTest-423716770-project] Unset dirty status for tenant:48229d4d53b042958a9ce5577ce62d8e on resource:port {{(pid=86330) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 22 20:14:50.611747 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-b14f4570-691a-47f2-a1a0-77d6a7273dff req-9ada9c55-0916-4ccb-9c96-381de9576d30 tempest-AttachVolumeNegativeTest-423716770 tempest-AttachVolumeNegativeTest-423716770-project] 10.222.0.30 "GET /v2.0/ports?device_id=7e6b483d-23c3-4b8a-aa55-bcaa0fb31737 HTTP/1.1" status: 200  len: 945 time: 0.1054564
Apr 22 20:14:50.660050 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-b14f4570-691a-47f2-a1a0-77d6a7273dff req-57f68c7c-e151-42fe-b21d-1b02a144e8e9 tempest-AttachVolumeNegativeTest-423716770 tempest-AttachVolumeNegativeTest-423716770-project] 10.222.0.30 "GET /v2.0/security-groups?id=12e357dc-1d76-4f4d-8ec3-cba1cfd90e7f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0413272
Apr 22 20:14:50.677990 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.rpc [None req-cbbe70c9-0b39-4f9d-be6e-4133a7c8f54f None None] Device 9c35c87d-7ddf-4350-935b-8bdd36efe29e up at agent hyperv_hv-cinder-78763 {{(pid=86332) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 22 20:14:50.750914 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.provisioning_blocks [None req-cbbe70c9-0b39-4f9d-be6e-4133a7c8f54f None None] Provisioning for port 9c35c87d-7ddf-4350-935b-8bdd36efe29e completed by entity L2. {{(pid=86332) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 22 20:14:50.755861 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.provisioning_blocks [None req-cbbe70c9-0b39-4f9d-be6e-4133a7c8f54f None None] Provisioning complete for port 9c35c87d-7ddf-4350-935b-8bdd36efe29e triggered by entity L2. {{(pid=86332) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 22 20:14:50.756282 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-cbbe70c9-0b39-4f9d-be6e-4133a7c8f54f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854135278'] for port, provisioning_complete {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:14:50.898437 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-cbbe70c9-0b39-4f9d-be6e-4133a7c8f54f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587983'] for port, before_update {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:14:50.932210 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a0eb315-0363-432f-a54c-0f02757a9362', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c35c87d-7ddf-4350-935b-8bdd36efe29e'}] {{(pid=86332) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 22 20:14:50.942752 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.db [None req-cbbe70c9-0b39-4f9d-be6e-4133a7c8f54f None None] For port 9c35c87d-7ddf-4350-935b-8bdd36efe29e, host hv-cinder-78763, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78763',level=0,port_id=9c35c87d-7ddf-4350-935b-8bdd36efe29e,segment=NetworkSegment(ecbdd09a-cdfc-40aa-add8-36baaaee03d5),segment_id=ecbdd09a-cdfc-40aa-add8-36baaaee03d5)] {{(pid=86332) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 22 20:14:50.946035 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-cbbe70c9-0b39-4f9d-be6e-4133a7c8f54f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854198495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853168226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727707997384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363309147208137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727707567697'] for port, after_update {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:14:50.947966 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [None req-57c69738-316d-41e5-8f92-72a376ad10e6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86332) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 20:14:50.985236 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7a0eb315-0363-432f-a54c-0f02757a9362', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c35c87d-7ddf-4350-935b-8bdd36efe29e', 'code': 200}
Apr 22 20:14:51.020603 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbbe70c9-0b39-4f9d-be6e-4133a7c8f54f None None] Pushing event updated for resources: {'Port': ['ID=9c35c87d-7ddf-4350-935b-8bdd36efe29e,revision_number=5']} {{(pid=86332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 20:14:51.031541 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [None req-cbbe70c9-0b39-4f9d-be6e-4133a7c8f54f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=86332) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 20:14:51.355982 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ad56c8-bba3-492c-ba17-bf6aec8746c1 req-62af5aea-0024-4ff2-b7d4-6ae7903e0ff5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 20:14:51.357698 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-37ad56c8-bba3-492c-ba17-bf6aec8746c1 req-62af5aea-0024-4ff2-b7d4-6ae7903e0ff5 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=7a0eb315-0363-432f-a54c-0f02757a9362 HTTP/1.1" status: 200  len: 1098 time: 0.0886576
Apr 22 20:14:51.403655 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-37ad56c8-bba3-492c-ba17-bf6aec8746c1 req-bfdd6451-2ec5-412c-a131-7a2173af51a8 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=010d7216-01fc-4a1c-badb-a01fee62fe34&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0387311
Apr 22 20:14:51.446924 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39280615-0266-44e2-bec9-64ddb9af3f09 req-23263a8f-9b25-4c88-9014-62c1c734204f tempest-AttachVolumeNegativeTest-423716770 tempest-AttachVolumeNegativeTest-423716770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 20:14:51.448311 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-39280615-0266-44e2-bec9-64ddb9af3f09 req-23263a8f-9b25-4c88-9014-62c1c734204f tempest-AttachVolumeNegativeTest-423716770 tempest-AttachVolumeNegativeTest-423716770-project] 10.222.0.46 "GET /v2.0/ports?device_id=7e6b483d-23c3-4b8a-aa55-bcaa0fb31737 HTTP/1.1" status: 200  len: 945 time: 0.1375034
Apr 22 20:14:51.496129 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f0da5e2-91be-4a13-8a07-6d2ebaad1e62 req-1ca6ec0f-d436-42eb-8845-46c545cbce99 tempest-ServerRescueNegativeTestJSON-1009389569 tempest-ServerRescueNegativeTestJSON-1009389569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 20:14:51.497802 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-3f0da5e2-91be-4a13-8a07-6d2ebaad1e62 req-1ca6ec0f-d436-42eb-8845-46c545cbce99 tempest-ServerRescueNegativeTestJSON-1009389569 tempest-ServerRescueNegativeTestJSON-1009389569-project] 10.222.0.30 "GET /v2.0/ports?device_id=469f3208-145f-4d5b-b5d0-3d1d24295374 HTTP/1.1" status: 200  len: 945 time: 0.1012101
Apr 22 20:14:51.607799 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.plugin [req-39280615-0266-44e2-bec9-64ddb9af3f09 req-e7c7a0c2-3303-41ed-a0d1-1fb6cca74d81 tempest-AttachVolumeNegativeTest-423716770 tempest-AttachVolumeNegativeTest-423716770-project] Deleting port 0cfc2507-5acd-466a-b1c7-14264a7ab9ae {{(pid=86330) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 22 20:14:51.608182 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [req-39280615-0266-44e2-bec9-64ddb9af3f09 req-e7c7a0c2-3303-41ed-a0d1-1fb6cca74d81 tempest-AttachVolumeNegativeTest-423716770 tempest-AttachVolumeNegativeTest-423716770-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363309146780532'] for port, before_delete {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:14:51.612668 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b1bbb26-7a60-44b1-a9d1-5305da378861 req-ceaa8945-acde-4c9d-b688-2b63de0a2a86 tempest-TestVolumeBootPattern-572234504 tempest-TestVolumeBootPattern-572234504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 20:14:51.614308 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-2b1bbb26-7a60-44b1-a9d1-5305da378861 req-ceaa8945-acde-4c9d-b688-2b63de0a2a86 tempest-TestVolumeBootPattern-572234504 tempest-TestVolumeBootPattern-572234504-project] 10.222.0.30 "GET /v2.0/ports?device_id=7a0eb315-0363-432f-a54c-0f02757a9362 HTTP/1.1" status: 200  len: 945 time: 0.0923760
Apr 22 20:14:51.644951 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-3f0da5e2-91be-4a13-8a07-6d2ebaad1e62 req-50e8c8ec-4796-417b-91f2-2d7fb28a817c tempest-ServerRescueNegativeTestJSON-1009389569 tempest-ServerRescueNegativeTestJSON-1009389569-project] 10.222.0.30 "GET /v2.0/security-groups?id=6f3d9104-7f67-4d9e-bcf5-b704aabb6c6e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1138971
Apr 22 20:14:51.665533 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-2b1bbb26-7a60-44b1-a9d1-5305da378861 req-a178ae03-f65d-4d4d-8bf0-aabd1ecf5154 tempest-TestVolumeBootPattern-572234504 tempest-TestVolumeBootPattern-572234504-project] 10.222.0.30 "GET /v2.0/security-groups?id=010d7216-01fc-4a1c-badb-a01fee62fe34&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0432310
Apr 22 20:14:51.962403 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.db [req-39280615-0266-44e2-bec9-64ddb9af3f09 req-e7c7a0c2-3303-41ed-a0d1-1fb6cca74d81 tempest-AttachVolumeNegativeTest-423716770 tempest-AttachVolumeNegativeTest-423716770-project] For port 0cfc2507-5acd-466a-b1c7-14264a7ab9ae, host hv-cinder-78763, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78763',level=0,port_id=0cfc2507-5acd-466a-b1c7-14264a7ab9ae,segment=NetworkSegment(3a7c8a3c-d8a5-4ea6-9c7e-398752a60d2f),segment_id=3a7c8a3c-d8a5-4ea6-9c7e-398752a60d2f)] {{(pid=86330) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 22 20:14:51.962726 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [req-39280615-0266-44e2-bec9-64ddb9af3f09 req-e7c7a0c2-3303-41ed-a0d1-1fb6cca74d81 tempest-AttachVolumeNegativeTest-423716770 tempest-AttachVolumeNegativeTest-423716770-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854358147'] for port, precommit_delete {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:14:52.107171 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.plugin [req-39280615-0266-44e2-bec9-64ddb9af3f09 req-e7c7a0c2-3303-41ed-a0d1-1fb6cca74d81 tempest-AttachVolumeNegativeTest-423716770 tempest-AttachVolumeNegativeTest-423716770-project] Calling delete_port for 0cfc2507-5acd-466a-b1c7-14264a7ab9ae owned by compute:nova {{(pid=86330) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 22 20:14:52.180567 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaba5b15-266f-46c4-8379-46c0df95a40c req-e29b5a64-d3b7-4628-92cb-a01ccff4209d tempest-AttachVolumeNegativeTest-423716770 tempest-AttachVolumeNegativeTest-423716770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 20:14:52.182210 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-eaba5b15-266f-46c4-8379-46c0df95a40c req-e29b5a64-d3b7-4628-92cb-a01ccff4209d tempest-AttachVolumeNegativeTest-423716770 tempest-AttachVolumeNegativeTest-423716770-project] 10.222.0.30 "GET /v2.0/ports?device_id=7e6b483d-23c3-4b8a-aa55-bcaa0fb31737 HTTP/1.1" status: 200  len: 945 time: 0.3216498
Apr 22 20:14:52.282663 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-eaba5b15-266f-46c4-8379-46c0df95a40c req-44d2cf02-4e0e-4982-b230-5c927919cce4 tempest-AttachVolumeNegativeTest-423716770 tempest-AttachVolumeNegativeTest-423716770-project] 10.222.0.30 "GET /v2.0/security-groups?id=12e357dc-1d76-4f4d-8ec3-cba1cfd90e7f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0932620
Apr 22 20:14:52.318933 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [req-39280615-0266-44e2-bec9-64ddb9af3f09 req-e7c7a0c2-3303-41ed-a0d1-1fb6cca74d81 tempest-AttachVolumeNegativeTest-423716770 tempest-AttachVolumeNegativeTest-423716770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854198495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853168226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363309146778399', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727707567663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4125515'] for port, after_delete {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:14:52.327044 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 20:14:52.336833 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.db [None req-cbbe70c9-0b39-4f9d-be6e-4133a7c8f54f None None] get_ports_and_sgs() called for port_ids ['ac20feeb-ec82-4731-bb0e-f1e77bc564d5', 'ab98a8b7-cffc-4aed-99c1-aee742abf54d', '0cfc2507-5acd-466a-b1c7-14264a7ab9ae'] {{(pid=86332) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 22 20:14:52.425349 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7c7a0c2-3303-41ed-a0d1-1fb6cca74d81 tempest-AttachVolumeNegativeTest-423716770 tempest-AttachVolumeNegativeTest-423716770-project] Pushing event deleted for resources: {'Port': ['ID=0cfc2507-5acd-466a-b1c7-14264a7ab9ae,revision_number=None']} {{(pid=86330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 20:14:52.436731 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [None req-e7c7a0c2-3303-41ed-a0d1-1fb6cca74d81 tempest-AttachVolumeNegativeTest-423716770 tempest-AttachVolumeNegativeTest-423716770-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=86330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 20:14:52.506284 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.l3_dvrscheduler_db [req-39280615-0266-44e2-bec9-64ddb9af3f09 req-e7c7a0c2-3303-41ed-a0d1-1fb6cca74d81 tempest-AttachVolumeNegativeTest-423716770 tempest-AttachVolumeNegativeTest-423716770-project] No DVR routers for this DVR port 0cfc2507-5acd-466a-b1c7-14264a7ab9ae on host hv-cinder-78763 {{(pid=86330) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 22 20:14:52.509373 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [req-39280615-0266-44e2-bec9-64ddb9af3f09 req-e7c7a0c2-3303-41ed-a0d1-1fb6cca74d81 tempest-AttachVolumeNegativeTest-423716770 tempest-AttachVolumeNegativeTest-423716770-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-743'] for port, before_response {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:14:52.514844 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e6b483d-23c3-4b8a-aa55-bcaa0fb31737', 'name': 'network-vif-deleted', 'tag': '0cfc2507-5acd-466a-b1c7-14264a7ab9ae'}] {{(pid=86330) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 22 20:14:52.530097 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-39280615-0266-44e2-bec9-64ddb9af3f09 req-e7c7a0c2-3303-41ed-a0d1-1fb6cca74d81 tempest-AttachVolumeNegativeTest-423716770 tempest-AttachVolumeNegativeTest-423716770-project] 10.222.0.46 "DELETE /v2.0/ports/0cfc2507-5acd-466a-b1c7-14264a7ab9ae HTTP/1.1" status: 204  len: 173 time: 1.0297241
Apr 22 20:14:52.573428 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7e6b483d-23c3-4b8a-aa55-bcaa0fb31737', 'name': 'network-vif-deleted', 'tag': '0cfc2507-5acd-466a-b1c7-14264a7ab9ae', 'status': 'completed', 'code': 200}
Apr 22 20:14:52.871447 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce9ed7bf-602e-44a5-b7fa-d98bf49ddc9f req-2316f10f-cd58-478f-a939-239aa1603759 tempest-TestVolumeBootPattern-572234504 tempest-TestVolumeBootPattern-572234504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 20:14:52.873073 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-ce9ed7bf-602e-44a5-b7fa-d98bf49ddc9f req-2316f10f-cd58-478f-a939-239aa1603759 tempest-TestVolumeBootPattern-572234504 tempest-TestVolumeBootPattern-572234504-project] 10.222.0.30 "GET /v2.0/ports?device_id=7a0eb315-0363-432f-a54c-0f02757a9362 HTTP/1.1" status: 200  len: 945 time: 0.0922732
Apr 22 20:14:52.923250 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-ce9ed7bf-602e-44a5-b7fa-d98bf49ddc9f req-68b1bf26-8960-49a8-9f2a-8aa875af285e tempest-TestVolumeBootPattern-572234504 tempest-TestVolumeBootPattern-572234504-project] 10.222.0.30 "GET /v2.0/security-groups?id=010d7216-01fc-4a1c-badb-a01fee62fe34&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0436788
Apr 22 20:14:53.127145 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-454fc95d-dcf9-4c43-9dfe-5c79ba6fad10 req-6bbd957c-eac5-45c0-808f-b5d0e8aa7a5e tempest-TestVolumeBootPattern-572234504 tempest-TestVolumeBootPattern-572234504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 20:14:53.128645 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-454fc95d-dcf9-4c43-9dfe-5c79ba6fad10 req-6bbd957c-eac5-45c0-808f-b5d0e8aa7a5e tempest-TestVolumeBootPattern-572234504 tempest-TestVolumeBootPattern-572234504-project] 10.222.0.30 "GET /v2.0/ports?device_id=7a0eb315-0363-432f-a54c-0f02757a9362 HTTP/1.1" status: 200  len: 945 time: 0.0878406
Apr 22 20:14:53.178496 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-454fc95d-dcf9-4c43-9dfe-5c79ba6fad10 req-3c517985-3a18-4e8c-80e7-e5b3d0c68772 tempest-TestVolumeBootPattern-572234504 tempest-TestVolumeBootPattern-572234504-project] 10.222.0.30 "GET /v2.0/security-groups?id=010d7216-01fc-4a1c-badb-a01fee62fe34&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0423305
Apr 22 20:14:53.204180 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.wsgi [-] (86331) accepted ('10.222.0.30', 39696) {{(pid=86331) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 20:14:53.422051 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b10eb16-4300-4230-8333-8a9338c55bad tempest-TestVolumeBootPattern-791846231 tempest-TestVolumeBootPattern-791846231-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 20:14:53.423377 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.quota.resource [None req-6b10eb16-4300-4230-8333-8a9338c55bad tempest-TestVolumeBootPattern-791846231 tempest-TestVolumeBootPattern-791846231-project-admin] Synchronizing usage tracker for tenant:65cbb93f55574c568fa0aca068820b4c on resource:port {{(pid=86331) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 22 20:14:53.440950 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.quota.resource [None req-6b10eb16-4300-4230-8333-8a9338c55bad tempest-TestVolumeBootPattern-791846231 tempest-TestVolumeBootPattern-791846231-project-admin] Unset dirty status for tenant:65cbb93f55574c568fa0aca068820b4c on resource:port {{(pid=86331) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 22 20:14:53.445155 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [None req-6b10eb16-4300-4230-8333-8a9338c55bad tempest-TestVolumeBootPattern-791846231 tempest-TestVolumeBootPattern-791846231-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=7a0eb315-0363-432f-a54c-0f02757a9362 HTTP/1.1" status: 200  len: 1093 time: 0.2371342
Apr 22 20:14:53.446038 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.wsgi [-] (86331) accepted ('10.222.0.30', 39706) {{(pid=86331) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 20:14:53.452542 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.v2.base [None req-637764e8-f2a7-4211-a545-1e08789439b6 tempest-TestVolumeBootPattern-572234504 tempest-TestVolumeBootPattern-572234504-project] Request body: {'floatingip': {'floating_network_id': '1b725cb4-6db6-4e68-9a61-1978e8a191a1', 'port_id': '9c35c87d-7ddf-4350-935b-8bdd36efe29e', 'tenant_id': '30860bebb771423695ffb4fd377ce666', 'fixed_ip_address': '172.20.0.5'}} {{(pid=86331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 22 20:14:53.459362 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.quota.driver [None req-637764e8-f2a7-4211-a545-1e08789439b6 tempest-TestVolumeBootPattern-572234504 tempest-TestVolumeBootPattern-572234504-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 22 20:14:53.464223 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.quota.resource [None req-637764e8-f2a7-4211-a545-1e08789439b6 tempest-TestVolumeBootPattern-572234504 tempest-TestVolumeBootPattern-572234504-project] Usage tracker for resource:floatingip and tenant:30860bebb771423695ffb4fd377ce666 is out of sync, need to count used quota {{(pid=86331) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 22 20:14:53.467623 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.quota.resource [None req-637764e8-f2a7-4211-a545-1e08789439b6 tempest-TestVolumeBootPattern-572234504 tempest-TestVolumeBootPattern-572234504-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=86331) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 22 20:14:53.474239 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.quota.driver [None req-637764e8-f2a7-4211-a545-1e08789439b6 tempest-TestVolumeBootPattern-572234504 tempest-TestVolumeBootPattern-572234504-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=86331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 22 20:14:53.484157 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.quota.resource [req-31d76fd5-5dfa-412d-ade2-4621c472ae37 req-e3da732b-c161-47b0-8494-b6767c054ff3 tempest-AttachVolumeNegativeTest-423716770 tempest-AttachVolumeNegativeTest-423716770-project] Synchronizing usage tracker for tenant:48229d4d53b042958a9ce5577ce62d8e on resource:port {{(pid=86330) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 22 20:14:53.484829 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-637764e8-f2a7-4211-a545-1e08789439b6 tempest-TestVolumeBootPattern-572234504 tempest-TestVolumeBootPattern-572234504-project] Notify callbacks [] for floatingip, before_create {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:14:53.500264 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.quota.resource [req-31d76fd5-5dfa-412d-ade2-4621c472ae37 req-e3da732b-c161-47b0-8494-b6767c054ff3 tempest-AttachVolumeNegativeTest-423716770 tempest-AttachVolumeNegativeTest-423716770-project] Unset dirty status for tenant:48229d4d53b042958a9ce5577ce62d8e on resource:port {{(pid=86330) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 22 20:14:53.502035 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-31d76fd5-5dfa-412d-ade2-4621c472ae37 req-e3da732b-c161-47b0-8494-b6767c054ff3 tempest-AttachVolumeNegativeTest-423716770 tempest-AttachVolumeNegativeTest-423716770-project] 10.222.0.30 "GET /v2.0/ports?device_id=7e6b483d-23c3-4b8a-aa55-bcaa0fb31737 HTTP/1.1" status: 200  len: 210 time: 0.0697186
Apr 22 20:14:53.647084 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-637764e8-f2a7-4211-a545-1e08789439b6 tempest-TestVolumeBootPattern-572234504 tempest-TestVolumeBootPattern-572234504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587983'] for port, before_create {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:14:53.802752 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.db_base_plugin_common [None req-637764e8-f2a7-4211-a545-1e08789439b6 tempest-TestVolumeBootPattern-572234504 tempest-TestVolumeBootPattern-572234504-project] Allocated IP 172.27.3.93 (1b725cb4-6db6-4e68-9a61-1978e8a191a1/1d4495d7-31a5-4e2d-a911-56ceae3a61c5/ac20e20e-a053-420d-a529-4ccaca8ec39d) {{(pid=86331) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 22 20:14:53.964310 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-637764e8-f2a7-4211-a545-1e08789439b6 tempest-TestVolumeBootPattern-572234504 tempest-TestVolumeBootPattern-572234504-project] Notify callbacks [] for port, precommit_create {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:14:53.993791 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-637764e8-f2a7-4211-a545-1e08789439b6 tempest-TestVolumeBootPattern-572234504 tempest-TestVolumeBootPattern-572234504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854198495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853168226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363309147208154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1223862'] for port, after_create {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:14:53.998672 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [None req-2b4bea85-4f6a-4781-8d34-1c430cdf1382 tempest-ServerRescueNegativeTestJSON-1009389569 tempest-ServerRescueNegativeTestJSON-1009389569-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 20:14:54.063694 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-637764e8-f2a7-4211-a545-1e08789439b6 tempest-TestVolumeBootPattern-572234504 tempest-TestVolumeBootPattern-572234504-project] Network 1b725cb4-6db6-4e68-9a61-1978e8a191a1 is already hosted by enough agents. {{(pid=86331) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 22 20:14:54.067219 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.scheduler.base_scheduler [None req-637764e8-f2a7-4211-a545-1e08789439b6 tempest-TestVolumeBootPattern-572234504 tempest-TestVolumeBootPattern-572234504-project] Resources bound (agent type, host, resource id):  {{(pid=86331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 22 20:14:54.072581 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-637764e8-f2a7-4211-a545-1e08789439b6 tempest-TestVolumeBootPattern-572234504 tempest-TestVolumeBootPattern-572234504-project] Received port after_create {{(pid=86331) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 22 20:14:54.115350 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-637764e8-f2a7-4211-a545-1e08789439b6 tempest-TestVolumeBootPattern-572234504 tempest-TestVolumeBootPattern-572234504-project] Pushing event updated for resources: {'Port': ['ID=ac20e20e-a053-420d-a529-4ccaca8ec39d,revision_number=1']} {{(pid=86331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 20:14:54.119617 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [None req-637764e8-f2a7-4211-a545-1e08789439b6 tempest-TestVolumeBootPattern-572234504 tempest-TestVolumeBootPattern-572234504-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 20:14:54.498416 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-637764e8-f2a7-4211-a545-1e08789439b6 tempest-TestVolumeBootPattern-572234504 tempest-TestVolumeBootPattern-572234504-project] Notify callbacks [] for floatingip, precommit_create {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:14:54.578115 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-637764e8-f2a7-4211-a545-1e08789439b6 tempest-TestVolumeBootPattern-572234504 tempest-TestVolumeBootPattern-572234504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587983'] for port, before_update {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:14:54.702501 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.rpc [None req-cbbe70c9-0b39-4f9d-be6e-4133a7c8f54f None None] Device 0cfc2507-5acd-466a-b1c7-14264a7ab9ae no longer exists at agent hyperv_hv-cinder-78763 {{(pid=86332) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 22 20:14:54.748582 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.plugin [None req-cbbe70c9-0b39-4f9d-be6e-4133a7c8f54f None None] No Port match for: 0cfc2507-5acd-466a-b1c7-14264a7ab9ae {{(pid=86332) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 22 20:14:54.748979 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.rpc [None req-cbbe70c9-0b39-4f9d-be6e-4133a7c8f54f None None] Device 0cfc2507-5acd-466a-b1c7-14264a7ab9ae not bound to the agent host hv-cinder-78763 {{(pid=86332) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 22 20:14:54.809463 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-637764e8-f2a7-4211-a545-1e08789439b6 tempest-TestVolumeBootPattern-572234504 tempest-TestVolumeBootPattern-572234504-project] Notify callbacks [] for port, precommit_update {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:14:54.818407 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-637764e8-f2a7-4211-a545-1e08789439b6 tempest-TestVolumeBootPattern-572234504 tempest-TestVolumeBootPattern-572234504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854198495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853168226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727707997384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363309147208137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727707567697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036853551937'] for port, after_update {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:14:54.828798 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 20:14:55.006873 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-637764e8-f2a7-4211-a545-1e08789439b6 tempest-TestVolumeBootPattern-572234504 tempest-TestVolumeBootPattern-572234504-project] Pushing event updated for resources: {'Port': ['ID=ac20e20e-a053-420d-a529-4ccaca8ec39d,revision_number=2']} {{(pid=86331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 20:14:55.017816 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [None req-637764e8-f2a7-4211-a545-1e08789439b6 tempest-TestVolumeBootPattern-572234504 tempest-TestVolumeBootPattern-572234504-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 20:14:55.028166 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-637764e8-f2a7-4211-a545-1e08789439b6 tempest-TestVolumeBootPattern-572234504 tempest-TestVolumeBootPattern-572234504-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-427953'] for floatingip, after_update {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:14:55.095353 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.wsgi [-] (86330) accepted ('10.222.0.30', 39750) {{(pid=86330) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 20:14:55.218073 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1beb33e1-5747-4099-a91c-33e43cba3810 req-25e8591d-88e9-4bd8-b165-4c736413a7ef tempest-AttachVolumeNegativeTest-423716770 tempest-AttachVolumeNegativeTest-423716770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 20:14:55.219668 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-1beb33e1-5747-4099-a91c-33e43cba3810 req-25e8591d-88e9-4bd8-b165-4c736413a7ef tempest-AttachVolumeNegativeTest-423716770 tempest-AttachVolumeNegativeTest-423716770-project] 10.222.0.30 "GET /v2.0/ports?device_id=d616c6e1-d546-4a9f-b554-32f3d3db4bd0 HTTP/1.1" status: 200  len: 945 time: 0.2738392
Apr 22 20:14:55.228562 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-30ac95f1-a64b-460c-937a-281f3c718971 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:14:55.247193 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.quota.driver [None req-30ac95f1-a64b-460c-937a-281f3c718971 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86330) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 22 20:14:55.251260 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.quota.resource [None req-30ac95f1-a64b-460c-937a-281f3c718971 admin admin] Usage tracker for resource:security_group_rule and tenant:719a02695ea84c2086146fe2875cfc3b is out of sync, need to count used quota {{(pid=86330) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 22 20:14:55.254229 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.quota.resource [None req-30ac95f1-a64b-460c-937a-281f3c718971 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86330) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 22 20:14:55.269592 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.quota.driver [None req-30ac95f1-a64b-460c-937a-281f3c718971 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86330) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 22 20:14:55.281526 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.db.l3_db [None req-637764e8-f2a7-4211-a545-1e08789439b6 tempest-TestVolumeBootPattern-572234504 tempest-TestVolumeBootPattern-572234504-project] Floating IP 8fa66c0e-2c21-4614-90d5-c8b2465856af associated. External IP: 172.27.3.93, port: 9c35c87d-7ddf-4350-935b-8bdd36efe29e.
Apr 22 20:14:55.356627 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-30ac95f1-a64b-460c-937a-281f3c718971 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:14:55.359916 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-30ac95f1-a64b-460c-937a-281f3c718971 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393900'] for security_group, after_create {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:14:55.368665 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [None req-6d85fcc3-7054-435c-8547-ce95c57e3204 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 20:14:55.403469 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-1beb33e1-5747-4099-a91c-33e43cba3810 req-30be5a57-dc3f-47fa-bca4-0d324779dec8 tempest-AttachVolumeNegativeTest-423716770 tempest-AttachVolumeNegativeTest-423716770-project] 10.222.0.30 "GET /v2.0/security-groups?id=12e357dc-1d76-4f4d-8ec3-cba1cfd90e7f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1718631
Apr 22 20:14:55.411399 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [None req-30ac95f1-a64b-460c-937a-281f3c718971 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=719a02695ea84c2086146fe2875cfc3b&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3148015
Apr 22 20:14:55.412358 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.wsgi [-] (86330) accepted ('10.222.0.30', 39756) {{(pid=86330) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 20:14:55.462804 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ac95f1-a64b-460c-937a-281f3c718971 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cfd92988-27d9-405a-b98d-38484bc350d5,revision_number=1']} {{(pid=86330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 20:14:55.468391 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [None req-30ac95f1-a64b-460c-937a-281f3c718971 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=86330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 20:14:55.490665 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-7f33f326-ff1c-4933-873d-27bb0714f2b0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:14:55.521385 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-7f33f326-ff1c-4933-873d-27bb0714f2b0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:14:55.578351 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-7f33f326-ff1c-4933-873d-27bb0714f2b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393900'] for security_group, after_delete {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:14:55.584139 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [None req-4a6649cd-b1cd-448a-b464-9cdda8275e97 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 20:14:55.599762 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f33f326-ff1c-4933-873d-27bb0714f2b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cfd92988-27d9-405a-b98d-38484bc350d5,revision_number=None']} {{(pid=86330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 20:14:55.607498 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [None req-7f33f326-ff1c-4933-873d-27bb0714f2b0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=86330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 20:14:55.608492 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-7f33f326-ff1c-4933-873d-27bb0714f2b0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:14:55.610957 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [None req-7f33f326-ff1c-4933-873d-27bb0714f2b0 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/cfd92988-27d9-405a-b98d-38484bc350d5 HTTP/1.1" status: 204  len: 168 time: 0.1938441
Apr 22 20:14:55.718119 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-1fccdf95-076f-487d-bfef-c773c7f02101 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309146858885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640583'] for agent, after_update {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:14:55.918877 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-637764e8-f2a7-4211-a545-1e08789439b6 tempest-TestVolumeBootPattern-572234504 tempest-TestVolumeBootPattern-572234504-project] Router ab1269b8-038d-4b75-976a-0633960d3b49 has already been hosted by L3 agent 1df068ca-d615-4cb7-8020-fe6e8be709e3 {{(pid=86331) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 22 20:14:56.119086 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-637764e8-f2a7-4211-a545-1e08789439b6 tempest-TestVolumeBootPattern-572234504 tempest-TestVolumeBootPattern-572234504-project] Notify agent at l3_agent.dv-cinder-787632-1-iscsi the message routers_updated {{(pid=86331) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 22 20:14:56.129669 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7acf8061-f440-49f3-a093-1bde0e0e71a6 None None] Sync routers for ids ['ab1269b8-038d-4b75-976a-0633960d3b49'] in dv-cinder-787632-1-iscsi {{(pid=86333) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 22 20:14:56.141166 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7acf8061-f440-49f3-a093-1bde0e0e71a6 None None] Routers {'ab1269b8-038d-4b75-976a-0633960d3b49'} bound to L3 agent in host dv-cinder-787632-1-iscsi {{(pid=86333) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 22 20:14:56.141672 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.l3_hamode_db [None req-7acf8061-f440-49f3-a093-1bde0e0e71a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f013d363cc0>, 'dv-cinder-787632-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-04-22T20:03:28Z,description=<?>,heartbeat_timestamp=2021-04-22T20:14:29Z,host='dv-cinder-787632-1-iscsi',id=1df068ca-d615-4cb7-8020-fe6e8be709e3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-22T20:03:28Z,topic='l3_agent')) {'router_ids': ['ab1269b8-038d-4b75-976a-0633960d3b49'], 'active': True} {{(pid=86333) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 22 20:14:56.145374 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-637764e8-f2a7-4211-a545-1e08789439b6 tempest-TestVolumeBootPattern-572234504 tempest-TestVolumeBootPattern-572234504-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-743'] for floatingip, before_response {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:14:56.218350 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [None req-637764e8-f2a7-4211-a545-1e08789439b6 tempest-TestVolumeBootPattern-572234504 tempest-TestVolumeBootPattern-572234504-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 995 time: 2.7709696
Apr 22 20:14:56.219379 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7a0eb315-0363-432f-a54c-0f02757a9362', 'tag': '9c35c87d-7ddf-4350-935b-8bdd36efe29e'}] {{(pid=86331) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 22 20:14:56.275137 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7a0eb315-0363-432f-a54c-0f02757a9362', 'tag': '9c35c87d-7ddf-4350-935b-8bdd36efe29e', 'status': 'completed', 'code': 200}
Apr 22 20:14:56.356999 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.l3_dvr_db [None req-7acf8061-f440-49f3-a093-1bde0e0e71a6 None None] Set router ab1269b8-038d-4b75-976a-0633960d3b49 gateway port host: dv-cinder-787632-1-iscsi {{(pid=86333) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 22 20:14:56.388064 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-230e2ade-3fff-4625-82cf-1925f80d60ee req-17f2daf4-442b-4c14-ab39-31a844c70339 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 20:14:56.389585 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-230e2ade-3fff-4625-82cf-1925f80d60ee req-17f2daf4-442b-4c14-ab39-31a844c70339 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=30860bebb771423695ffb4fd377ce666&device_id=7a0eb315-0363-432f-a54c-0f02757a9362 HTTP/1.1" status: 200  len: 1098 time: 0.0823729
Apr 22 20:14:56.657330 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56fecd98-8172-40c0-b5fe-d74c0a54279e req-6d8cb683-74ef-48bb-87c6-341b8761ec8f tempest-AttachVolumeNegativeTest-423716770 tempest-AttachVolumeNegativeTest-423716770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 20:14:56.668842 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-56fecd98-8172-40c0-b5fe-d74c0a54279e req-6d8cb683-74ef-48bb-87c6-341b8761ec8f tempest-AttachVolumeNegativeTest-423716770 tempest-AttachVolumeNegativeTest-423716770-project] 10.222.0.30 "GET /v2.0/ports?device_id=d616c6e1-d546-4a9f-b554-32f3d3db4bd0 HTTP/1.1" status: 200  len: 945 time: 0.1299994
Apr 22 20:14:56.725789 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-56fecd98-8172-40c0-b5fe-d74c0a54279e req-7775b6ac-3dbe-4ab6-a0db-55911e27e930 tempest-AttachVolumeNegativeTest-423716770 tempest-AttachVolumeNegativeTest-423716770-project] 10.222.0.30 "GET /v2.0/security-groups?id=12e357dc-1d76-4f4d-8ec3-cba1cfd90e7f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0556540
Apr 22 20:14:56.775982 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-230e2ade-3fff-4625-82cf-1925f80d60ee req-af6af9e0-dfc3-44da-9c4d-0fd1ee4419fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 20:14:56.777665 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-230e2ade-3fff-4625-82cf-1925f80d60ee req-af6af9e0-dfc3-44da-9c4d-0fd1ee4419fc service neutron] 10.222.0.46 "GET /v2.0/networks?id=baa3aeb8-8dec-4767-92bc-d52436d9437a HTTP/1.1" status: 200  len: 912 time: 0.3785915
Apr 22 20:14:56.820039 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.l3_hamode_db [None req-7acf8061-f440-49f3-a093-1bde0e0e71a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f013d363cc0>, [{'id': 'ab1269b8-038d-4b75-976a-0633960d3b49', 'name': 'tempest-TestVolumeBootPattern-423906671-router', 'tenant_id': '30860bebb771423695ffb4fd377ce666', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b725cb4-6db6-4e68-9a61-1978e8a191a1', 'external_fixed_ips': [{'subnet_id': '1d4495d7-31a5-4e2d-a911-56ceae3a61c5', 'ip_address': '172.27.3.46'}], 'enable_snat': True}, 'gw_port_id': '1578d5f6-9824-4f28-87c1-8fe9152f2e76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T20:13:37Z', 'updated_at': '2021-04-22T20:13:46Z', 'revision_number': 4, 'project_id': '30860bebb771423695ffb4fd377ce666', 'gw_port': {'id': '1578d5f6-9824-4f28-87c1-8fe9152f2e76', 'name': '', 'network_id': '1b725cb4-6db6-4e68-9a61-1978e8a191a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:17:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab1269b8-038d-4b75-976a-0633960d3b49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 338, 'fixed_ips': [{'subnet_id': '1d4495d7-31a5-4e2d-a911-56ceae3a61c5', 'ip_address': '172.27.3.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787632-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T20:13:39Z', 'updated_at': '2021-04-22T20:13:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d4495d7-31a5-4e2d-a911-56ceae3a61c5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787632-1-iscsi', '_floatingips': [{'id': '8fa66c0e-2c21-4614-90d5-c8b2465856af', 'tenant_id': '30860bebb771423695ffb4fd377ce666', 'floating_ip_address': '172.27.3.93', 'floating_network_id': '1b725cb4-6db6-4e68-9a61-1978e8a191a1', 'router_id': 'ab1269b8-038d-4b75-976a-0633960d3b49', 'port_id': '9c35c87d-7ddf-4350-935b-8bdd36efe29e', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 421, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'baa3aeb8-8dec-4767-92bc-d52436d9437a', 'mac_address': 'fa:16:3e:f7:26:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a0eb315-0363-432f-a54c-0f02757a9362', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-22T20:14:54Z', 'updated_at': '2021-04-22T20:14:54Z', 'revision_number': 0, 'project_id': '30860bebb771423695ffb4fd377ce666', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd9c0d626-ac7f-4e38-aef3-0d50424933e1', 'name': '', 'network_id': 'baa3aeb8-8dec-4767-92bc-d52436d9437a', 'tenant_id': '30860bebb771423695ffb4fd377ce666', 'mac_address': 'fa:16:3e:33:b4:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab1269b8-038d-4b75-976a-0633960d3b49', 'device_owner': 'network:router_interface', 'standard_attr_id': 354, 'fixed_ips': [{'subnet_id': '083c45db-27b8-429b-b9a6-58f44b80ddc9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787632-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T20:13:44Z', 'updated_at': '2021-04-22T20:13:56Z', 'revision_number': 5, 'project_id': '30860bebb771423695ffb4fd377ce666', 'subnets': [{'id': '083c45db-27b8-429b-b9a6-58f44b80ddc9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787632-1-iscsi', False) {} {{(pid=86333) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 22 20:14:56.824358 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7acf8061-f440-49f3-a093-1bde0e0e71a6 None None] Checking router: ab1269b8-038d-4b75-976a-0633960d3b49 for host: dv-cinder-787632-1-iscsi {{(pid=86333) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 22 20:14:56.836164 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7acf8061-f440-49f3-a093-1bde0e0e71a6 None None] Routers {'ab1269b8-038d-4b75-976a-0633960d3b49'} bound to L3 agent in host dv-cinder-787632-1-iscsi {{(pid=86333) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 22 20:14:56.836835 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.l3_hamode_db [None req-7acf8061-f440-49f3-a093-1bde0e0e71a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f013d363cc0>, 'dv-cinder-787632-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-04-22T20:03:28Z,description=<?>,heartbeat_timestamp=2021-04-22T20:14:29Z,host='dv-cinder-787632-1-iscsi',id=1df068ca-d615-4cb7-8020-fe6e8be709e3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-22T20:03:28Z,topic='l3_agent')) {'router_ids': ['ab1269b8-038d-4b75-976a-0633960d3b49'], 'active': True} {{(pid=86333) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 22 20:14:56.922858 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-230e2ade-3fff-4625-82cf-1925f80d60ee req-222ba230-640a-4779-90e6-db964927731d service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9c35c87d-7ddf-4350-935b-8bdd36efe29e HTTP/1.1" status: 200  len: 998 time: 0.1282332
Apr 22 20:14:56.993216 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be76143b-054a-4e46-87d8-46e51dd0fcc5 req-b66abfe1-198d-459d-8e9f-e060cc131f31 tempest-AttachVolumeNegativeTest-423716770 tempest-AttachVolumeNegativeTest-423716770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 20:14:56.995083 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-be76143b-054a-4e46-87d8-46e51dd0fcc5 req-b66abfe1-198d-459d-8e9f-e060cc131f31 tempest-AttachVolumeNegativeTest-423716770 tempest-AttachVolumeNegativeTest-423716770-project] 10.222.0.46 "GET /v2.0/ports?device_id=d616c6e1-d546-4a9f-b554-32f3d3db4bd0 HTTP/1.1" status: 200  len: 945 time: 0.0986283
Apr 22 20:14:57.010329 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-230e2ade-3fff-4625-82cf-1925f80d60ee req-35881f04-809b-43b4-b613-f0cfc3a508c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 20:14:57.011754 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-230e2ade-3fff-4625-82cf-1925f80d60ee req-35881f04-809b-43b4-b613-f0cfc3a508c4 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=083c45db-27b8-429b-b9a6-58f44b80ddc9 HTTP/1.1" status: 200  len: 850 time: 0.0791085
Apr 22 20:14:57.042963 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.l3_dvr_db [None req-7acf8061-f440-49f3-a093-1bde0e0e71a6 None None] Set router ab1269b8-038d-4b75-976a-0633960d3b49 gateway port host: dv-cinder-787632-1-iscsi {{(pid=86333) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 22 20:14:57.091225 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.plugin [req-be76143b-054a-4e46-87d8-46e51dd0fcc5 req-c53b74a2-5833-4376-981c-7935f0d1302f tempest-AttachVolumeNegativeTest-423716770 tempest-AttachVolumeNegativeTest-423716770-project] Deleting port ab98a8b7-cffc-4aed-99c1-aee742abf54d {{(pid=86331) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 22 20:14:57.091741 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [req-be76143b-054a-4e46-87d8-46e51dd0fcc5 req-c53b74a2-5833-4376-981c-7935f0d1302f tempest-AttachVolumeNegativeTest-423716770 tempest-AttachVolumeNegativeTest-423716770-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363309146780532'] for port, before_delete {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:14:57.112835 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-230e2ade-3fff-4625-82cf-1925f80d60ee req-ec8909c7-d0cb-4ab2-8d2c-1bce80a48298 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 20:14:57.114913 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-230e2ade-3fff-4625-82cf-1925f80d60ee req-ec8909c7-d0cb-4ab2-8d2c-1bce80a48298 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=baa3aeb8-8dec-4767-92bc-d52436d9437a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0876818
Apr 22 20:14:57.425562 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-230e2ade-3fff-4625-82cf-1925f80d60ee req-a110cd46-a8ca-4421-82e8-48635c46f812 service neutron] 10.222.0.46 "GET /v2.0/networks/baa3aeb8-8dec-4767-92bc-d52436d9437a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3025172
Apr 22 20:14:57.480285 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.db [req-be76143b-054a-4e46-87d8-46e51dd0fcc5 req-c53b74a2-5833-4376-981c-7935f0d1302f tempest-AttachVolumeNegativeTest-423716770 tempest-AttachVolumeNegativeTest-423716770-project] For port ab98a8b7-cffc-4aed-99c1-aee742abf54d, host hv-cinder-78763, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78763',level=0,port_id=ab98a8b7-cffc-4aed-99c1-aee742abf54d,segment=NetworkSegment(3a7c8a3c-d8a5-4ea6-9c7e-398752a60d2f),segment_id=3a7c8a3c-d8a5-4ea6-9c7e-398752a60d2f)] {{(pid=86331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 22 20:14:57.480669 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [req-be76143b-054a-4e46-87d8-46e51dd0fcc5 req-c53b74a2-5833-4376-981c-7935f0d1302f tempest-AttachVolumeNegativeTest-423716770 tempest-AttachVolumeNegativeTest-423716770-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854358147'] for port, precommit_delete {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:14:57.546591 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.l3_hamode_db [None req-7acf8061-f440-49f3-a093-1bde0e0e71a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f013d363cc0>, [{'id': 'ab1269b8-038d-4b75-976a-0633960d3b49', 'name': 'tempest-TestVolumeBootPattern-423906671-router', 'tenant_id': '30860bebb771423695ffb4fd377ce666', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b725cb4-6db6-4e68-9a61-1978e8a191a1', 'external_fixed_ips': [{'subnet_id': '1d4495d7-31a5-4e2d-a911-56ceae3a61c5', 'ip_address': '172.27.3.46'}], 'enable_snat': True}, 'gw_port_id': '1578d5f6-9824-4f28-87c1-8fe9152f2e76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T20:13:37Z', 'updated_at': '2021-04-22T20:13:46Z', 'revision_number': 4, 'project_id': '30860bebb771423695ffb4fd377ce666', 'gw_port': {'id': '1578d5f6-9824-4f28-87c1-8fe9152f2e76', 'name': '', 'network_id': '1b725cb4-6db6-4e68-9a61-1978e8a191a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:17:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab1269b8-038d-4b75-976a-0633960d3b49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 338, 'fixed_ips': [{'subnet_id': '1d4495d7-31a5-4e2d-a911-56ceae3a61c5', 'ip_address': '172.27.3.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787632-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T20:13:39Z', 'updated_at': '2021-04-22T20:13:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d4495d7-31a5-4e2d-a911-56ceae3a61c5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787632-1-iscsi', '_floatingips': [{'id': '8fa66c0e-2c21-4614-90d5-c8b2465856af', 'tenant_id': '30860bebb771423695ffb4fd377ce666', 'floating_ip_address': '172.27.3.93', 'floating_network_id': '1b725cb4-6db6-4e68-9a61-1978e8a191a1', 'router_id': 'ab1269b8-038d-4b75-976a-0633960d3b49', 'port_id': '9c35c87d-7ddf-4350-935b-8bdd36efe29e', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 421, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'baa3aeb8-8dec-4767-92bc-d52436d9437a', 'mac_address': 'fa:16:3e:f7:26:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a0eb315-0363-432f-a54c-0f02757a9362', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-22T20:14:54Z', 'updated_at': '2021-04-22T20:14:54Z', 'revision_number': 0, 'project_id': '30860bebb771423695ffb4fd377ce666', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd9c0d626-ac7f-4e38-aef3-0d50424933e1', 'name': '', 'network_id': 'baa3aeb8-8dec-4767-92bc-d52436d9437a', 'tenant_id': '30860bebb771423695ffb4fd377ce666', 'mac_address': 'fa:16:3e:33:b4:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab1269b8-038d-4b75-976a-0633960d3b49', 'device_owner': 'network:router_interface', 'standard_attr_id': 354, 'fixed_ips': [{'subnet_id': '083c45db-27b8-429b-b9a6-58f44b80ddc9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787632-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T20:13:44Z', 'updated_at': '2021-04-22T20:13:56Z', 'revision_number': 5, 'project_id': '30860bebb771423695ffb4fd377ce666', 'subnets': [{'id': '083c45db-27b8-429b-b9a6-58f44b80ddc9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787632-1-iscsi', False) {} {{(pid=86333) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 22 20:14:57.551643 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7acf8061-f440-49f3-a093-1bde0e0e71a6 None None] The sync data for ids ['ab1269b8-038d-4b75-976a-0633960d3b49'] in dv-cinder-787632-1-iscsi is: [{'id': 'ab1269b8-038d-4b75-976a-0633960d3b49', 'name': 'tempest-TestVolumeBootPattern-423906671-router', 'tenant_id': '30860bebb771423695ffb4fd377ce666', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b725cb4-6db6-4e68-9a61-1978e8a191a1', 'external_fixed_ips': [{'subnet_id': '1d4495d7-31a5-4e2d-a911-56ceae3a61c5', 'ip_address': '172.27.3.46'}], 'enable_snat': True}, 'gw_port_id': '1578d5f6-9824-4f28-87c1-8fe9152f2e76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T20:13:37Z', 'updated_at': '2021-04-22T20:13:46Z', 'revision_number': 4, 'project_id': '30860bebb771423695ffb4fd377ce666', 'gw_port': {'id': '1578d5f6-9824-4f28-87c1-8fe9152f2e76', 'name': '', 'network_id': '1b725cb4-6db6-4e68-9a61-1978e8a191a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:17:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab1269b8-038d-4b75-976a-0633960d3b49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 338, 'fixed_ips': [{'subnet_id': '1d4495d7-31a5-4e2d-a911-56ceae3a61c5', 'ip_address': '172.27.3.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787632-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T20:13:39Z', 'updated_at': '2021-04-22T20:13:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d4495d7-31a5-4e2d-a911-56ceae3a61c5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787632-1-iscsi', '_floatingips': [{'id': '8fa66c0e-2c21-4614-90d5-c8b2465856af', 'tenant_id': '30860bebb771423695ffb4fd377ce666', 'floating_ip_address': '172.27.3.93', 'floating_network_id': '1b725cb4-6db6-4e68-9a61-1978e8a191a1', 'router_id': 'ab1269b8-038d-4b75-976a-0633960d3b49', 'port_id': '9c35c87d-7ddf-4350-935b-8bdd36efe29e', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 421, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'baa3aeb8-8dec-4767-92bc-d52436d9437a', 'mac_address': 'fa:16:3e:f7:26:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a0eb315-0363-432f-a54c-0f02757a9362', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-22T20:14:54Z', 'updated_at': '2021-04-22T20:14:54Z', 'revision_number': 0, 'project_id': '30860bebb771423695ffb4fd377ce666', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd9c0d626-ac7f-4e38-aef3-0d50424933e1', 'name': '', 'network_id': 'baa3aeb8-8dec-4767-92bc-d52436d9437a', 'tenant_id': '30860bebb771423695ffb4fd377ce666', 'mac_address': 'fa:16:3e:33:b4:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab1269b8-038d-4b75-976a-0633960d3b49', 'device_owner': 'network:router_interface', 'standard_attr_id': 354, 'fixed_ips': [{'subnet_id': '083c45db-27b8-429b-b9a6-58f44b80ddc9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787632-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T20:13:44Z', 'updated_at': '2021-04-22T20:13:56Z', 'revision_number': 5, 'project_id': '30860bebb771423695ffb4fd377ce666', 'subnets': [{'id': '083c45db-27b8-429b-b9a6-58f44b80ddc9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86333) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 22 20:14:57.630097 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.plugin [req-be76143b-054a-4e46-87d8-46e51dd0fcc5 req-c53b74a2-5833-4376-981c-7935f0d1302f tempest-AttachVolumeNegativeTest-423716770 tempest-AttachVolumeNegativeTest-423716770-project] Calling delete_port for ab98a8b7-cffc-4aed-99c1-aee742abf54d owned by compute:nova {{(pid=86331) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 22 20:14:57.632012 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-230e2ade-3fff-4625-82cf-1925f80d60ee req-bcf3b741-4409-4a6e-8261-a83ac9367648 service neutron] 10.222.0.46 "GET /v2.0/networks/baa3aeb8-8dec-4767-92bc-d52436d9437a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1926935
Apr 22 20:14:57.837030 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb3b22c0-4b2a-4cac-b366-eae008a5ccdf req-1574d6d2-bb39-46d3-9df0-384d3840ca38 tempest-ServerRescueNegativeTestJSON-1009389569 tempest-ServerRescueNegativeTestJSON-1009389569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 20:14:57.838770 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-fb3b22c0-4b2a-4cac-b366-eae008a5ccdf req-1574d6d2-bb39-46d3-9df0-384d3840ca38 tempest-ServerRescueNegativeTestJSON-1009389569 tempest-ServerRescueNegativeTestJSON-1009389569-project] 10.222.0.30 "GET /v2.0/ports?device_id=c716f776-b175-41ed-8d8a-055fa4548224 HTTP/1.1" status: 200  len: 946 time: 0.1774266
Apr 22 20:14:57.885622 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6241bc6-ac3d-4431-afe0-443e8692e562 None None] New status for floating IP 8fa66c0e-2c21-4614-90d5-c8b2465856af: ACTIVE {{(pid=86332) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Apr 22 20:14:57.899055 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [req-be76143b-054a-4e46-87d8-46e51dd0fcc5 req-c53b74a2-5833-4376-981c-7935f0d1302f tempest-AttachVolumeNegativeTest-423716770 tempest-AttachVolumeNegativeTest-423716770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854198495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853168226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363309146778399', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727707567663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1223862'] for port, after_delete {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:14:57.907659 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 20:14:57.910569 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-53a73d3c-bb76-4554-ba4f-0d0bafc31cfb req-8f9ce62c-f2ec-4c2e-b503-1665c54a7058 tempest-AttachVolumeNegativeTest-423716770 tempest-AttachVolumeNegativeTest-423716770-project] 10.222.0.30 "GET /v2.0/ports?device_id=d616c6e1-d546-4a9f-b554-32f3d3db4bd0 HTTP/1.1" status: 200  len: 210 time: 0.0557599
Apr 22 20:14:57.952766 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.db [None req-cbbe70c9-0b39-4f9d-be6e-4133a7c8f54f None None] get_ports_and_sgs() called for port_ids ['ac20feeb-ec82-4731-bb0e-f1e77bc564d5', 'ab98a8b7-cffc-4aed-99c1-aee742abf54d'] {{(pid=86332) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 22 20:14:57.960816 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-fb3b22c0-4b2a-4cac-b366-eae008a5ccdf req-cd9c1499-4742-4953-a555-6233c119542e tempest-ServerRescueNegativeTestJSON-1009389569 tempest-ServerRescueNegativeTestJSON-1009389569-project] 10.222.0.30 "GET /v2.0/security-groups?id=6f3d9104-7f67-4d9e-bcf5-b704aabb6c6e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1068072
Apr 22 20:14:57.963574 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c53b74a2-5833-4376-981c-7935f0d1302f tempest-AttachVolumeNegativeTest-423716770 tempest-AttachVolumeNegativeTest-423716770-project] Pushing event deleted for resources: {'Port': ['ID=ab98a8b7-cffc-4aed-99c1-aee742abf54d,revision_number=None']} {{(pid=86331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 20:14:57.966981 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [None req-c53b74a2-5833-4376-981c-7935f0d1302f tempest-AttachVolumeNegativeTest-423716770 tempest-AttachVolumeNegativeTest-423716770-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 20:14:58.044695 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.l3_dvrscheduler_db [req-be76143b-054a-4e46-87d8-46e51dd0fcc5 req-c53b74a2-5833-4376-981c-7935f0d1302f tempest-AttachVolumeNegativeTest-423716770 tempest-AttachVolumeNegativeTest-423716770-project] No DVR routers for this DVR port ab98a8b7-cffc-4aed-99c1-aee742abf54d on host hv-cinder-78763 {{(pid=86331) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 22 20:14:58.047220 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [req-be76143b-054a-4e46-87d8-46e51dd0fcc5 req-c53b74a2-5833-4376-981c-7935f0d1302f tempest-AttachVolumeNegativeTest-423716770 tempest-AttachVolumeNegativeTest-423716770-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-743'] for port, before_response {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:14:58.060177 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-be76143b-054a-4e46-87d8-46e51dd0fcc5 req-c53b74a2-5833-4376-981c-7935f0d1302f tempest-AttachVolumeNegativeTest-423716770 tempest-AttachVolumeNegativeTest-423716770-project] 10.222.0.46 "DELETE /v2.0/ports/ab98a8b7-cffc-4aed-99c1-aee742abf54d HTTP/1.1" status: 204  len: 173 time: 1.0503089
Apr 22 20:14:58.276231 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd616c6e1-d546-4a9f-b554-32f3d3db4bd0', 'name': 'network-vif-deleted', 'tag': 'ab98a8b7-cffc-4aed-99c1-aee742abf54d'}] {{(pid=86331) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 22 20:14:58.324874 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd616c6e1-d546-4a9f-b554-32f3d3db4bd0', 'name': 'network-vif-deleted', 'tag': 'ab98a8b7-cffc-4aed-99c1-aee742abf54d', 'status': 'completed', 'code': 200}
Apr 22 20:14:58.544515 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-7e6ca44a-e57f-4051-8807-215d411b8224 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309146858885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640583'] for agent, after_update {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:14:58.928414 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-d69b9430-b136-4a40-a189-232f048ef307 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309146858885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640583'] for agent, after_update {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:14:59.173798 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d673ce1d-92fb-4361-abd9-880fe4cfd7ef req-328f42f7-351d-48dc-9261-a2adb9894dc3 tempest-ServerRescueNegativeTestJSON-1009389569 tempest-ServerRescueNegativeTestJSON-1009389569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 20:14:59.175411 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-d673ce1d-92fb-4361-abd9-880fe4cfd7ef req-328f42f7-351d-48dc-9261-a2adb9894dc3 tempest-ServerRescueNegativeTestJSON-1009389569 tempest-ServerRescueNegativeTestJSON-1009389569-project] 10.222.0.30 "GET /v2.0/ports?device_id=c716f776-b175-41ed-8d8a-055fa4548224 HTTP/1.1" status: 200  len: 946 time: 0.0912769
Apr 22 20:14:59.227504 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-d673ce1d-92fb-4361-abd9-880fe4cfd7ef req-b22068c3-6923-4ad4-a2c2-f0d6309dbd57 tempest-ServerRescueNegativeTestJSON-1009389569 tempest-ServerRescueNegativeTestJSON-1009389569-project] 10.222.0.30 "GET /v2.0/security-groups?id=6f3d9104-7f67-4d9e-bcf5-b704aabb6c6e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0450971
Apr 22 20:14:59.244659 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-08e5d76f-3fe5-4242-a4b8-30f374028052 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309146858885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640583'] for agent, after_update {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:15:00.003673 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.agents_db [None req-d2e1aac6-b006-4d71-afe2-c4a5b694a422 None None] Agent healthcheck: found 6 active agents {{(pid=86333) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 22 20:15:00.211094 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-77fc9508-bbbe-4662-bfa7-f4837e5c3abe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309146858885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640583'] for agent, after_update {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:15:00.426340 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e295b466-a77b-4c2f-920a-eef48df6a28e req-0b57a754-481f-4768-adc3-1df81861b46b tempest-ServerRescueNegativeTestJSON-1009389569 tempest-ServerRescueNegativeTestJSON-1009389569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 20:15:00.427813 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-e295b466-a77b-4c2f-920a-eef48df6a28e req-0b57a754-481f-4768-adc3-1df81861b46b tempest-ServerRescueNegativeTestJSON-1009389569 tempest-ServerRescueNegativeTestJSON-1009389569-project] 10.222.0.30 "GET /v2.0/ports?device_id=c716f776-b175-41ed-8d8a-055fa4548224 HTTP/1.1" status: 200  len: 946 time: 0.0873332
Apr 22 20:15:00.475242 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-e295b466-a77b-4c2f-920a-eef48df6a28e req-02ca4895-86e7-4b27-b7bf-c78c95a67774 tempest-ServerRescueNegativeTestJSON-1009389569 tempest-ServerRescueNegativeTestJSON-1009389569-project] 10.222.0.30 "GET /v2.0/security-groups?id=6f3d9104-7f67-4d9e-bcf5-b704aabb6c6e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0407288
Apr 22 20:15:01.119913 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.rpc [None req-cbbe70c9-0b39-4f9d-be6e-4133a7c8f54f None None] Device ab98a8b7-cffc-4aed-99c1-aee742abf54d no longer exists at agent hyperv_hv-cinder-78763 {{(pid=86332) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 22 20:15:01.156266 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.plugin [None req-cbbe70c9-0b39-4f9d-be6e-4133a7c8f54f None None] No Port match for: ab98a8b7-cffc-4aed-99c1-aee742abf54d {{(pid=86332) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 22 20:15:01.156660 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.rpc [None req-cbbe70c9-0b39-4f9d-be6e-4133a7c8f54f None None] Device ab98a8b7-cffc-4aed-99c1-aee742abf54d not bound to the agent host hv-cinder-78763 {{(pid=86332) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 22 20:15:01.676034 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a9d7c78-893a-4de5-b393-e30d5dd8578c req-06950e9f-3bae-4d50-8e9d-296cce9e4080 tempest-ServerRescueNegativeTestJSON-1009389569 tempest-ServerRescueNegativeTestJSON-1009389569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 20:15:01.677524 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-4a9d7c78-893a-4de5-b393-e30d5dd8578c req-06950e9f-3bae-4d50-8e9d-296cce9e4080 tempest-ServerRescueNegativeTestJSON-1009389569 tempest-ServerRescueNegativeTestJSON-1009389569-project] 10.222.0.30 "GET /v2.0/ports?device_id=c716f776-b175-41ed-8d8a-055fa4548224 HTTP/1.1" status: 200  len: 946 time: 0.0908468
Apr 22 20:15:01.724280 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-4a9d7c78-893a-4de5-b393-e30d5dd8578c req-58167584-3945-4b9e-a73b-51636bb37b01 tempest-ServerRescueNegativeTestJSON-1009389569 tempest-ServerRescueNegativeTestJSON-1009389569-project] 10.222.0.30 "GET /v2.0/security-groups?id=6f3d9104-7f67-4d9e-bcf5-b704aabb6c6e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0398610
Apr 22 20:15:02.932517 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d04825-3ad5-4332-a102-7bf154404403 req-fe38f314-8408-4c65-a02f-49b7498f433d tempest-ServerRescueNegativeTestJSON-1009389569 tempest-ServerRescueNegativeTestJSON-1009389569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 20:15:02.934147 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-a1d04825-3ad5-4332-a102-7bf154404403 req-fe38f314-8408-4c65-a02f-49b7498f433d tempest-ServerRescueNegativeTestJSON-1009389569 tempest-ServerRescueNegativeTestJSON-1009389569-project] 10.222.0.30 "GET /v2.0/ports?device_id=c716f776-b175-41ed-8d8a-055fa4548224 HTTP/1.1" status: 200  len: 946 time: 0.0888946
Apr 22 20:15:03.036509 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-a1d04825-3ad5-4332-a102-7bf154404403 req-493d372a-4d3d-4c19-8319-0a4c5d061286 tempest-ServerRescueNegativeTestJSON-1009389569 tempest-ServerRescueNegativeTestJSON-1009389569-project] 10.222.0.30 "GET /v2.0/security-groups?id=6f3d9104-7f67-4d9e-bcf5-b704aabb6c6e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0955224
Apr 22 20:15:03.080660 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa5249e-a685-450b-9c34-4079a5499353 req-9d6019a0-219e-46f3-8b02-3d279dcd6646 tempest-ServerRescueNegativeTestJSON-1009389569 tempest-ServerRescueNegativeTestJSON-1009389569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 20:15:03.082229 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-0aa5249e-a685-450b-9c34-4079a5499353 req-9d6019a0-219e-46f3-8b02-3d279dcd6646 tempest-ServerRescueNegativeTestJSON-1009389569 tempest-ServerRescueNegativeTestJSON-1009389569-project] 10.222.0.46 "GET /v2.0/ports?device_id=c716f776-b175-41ed-8d8a-055fa4548224 HTTP/1.1" status: 200  len: 946 time: 0.1225047
Apr 22 20:15:03.162175 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.plugin [req-0aa5249e-a685-450b-9c34-4079a5499353 req-21c45533-1c7e-4012-8422-2ab925d283cf tempest-ServerRescueNegativeTestJSON-1009389569 tempest-ServerRescueNegativeTestJSON-1009389569-project] Deleting port d9a7d619-2ae7-4c86-8dd8-78564d00ed72 {{(pid=86331) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 22 20:15:03.162563 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [req-0aa5249e-a685-450b-9c34-4079a5499353 req-21c45533-1c7e-4012-8422-2ab925d283cf tempest-ServerRescueNegativeTestJSON-1009389569 tempest-ServerRescueNegativeTestJSON-1009389569-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363309146780532'] for port, before_delete {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:15:03.428470 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.db [req-0aa5249e-a685-450b-9c34-4079a5499353 req-21c45533-1c7e-4012-8422-2ab925d283cf tempest-ServerRescueNegativeTestJSON-1009389569 tempest-ServerRescueNegativeTestJSON-1009389569-project] For port d9a7d619-2ae7-4c86-8dd8-78564d00ed72, host hv-cinder-78763, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78763',level=0,port_id=d9a7d619-2ae7-4c86-8dd8-78564d00ed72,segment=NetworkSegment(1555e1dd-eab4-4f8c-97c5-0a2b36498408),segment_id=1555e1dd-eab4-4f8c-97c5-0a2b36498408)] {{(pid=86331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 22 20:15:03.429427 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [req-0aa5249e-a685-450b-9c34-4079a5499353 req-21c45533-1c7e-4012-8422-2ab925d283cf tempest-ServerRescueNegativeTestJSON-1009389569 tempest-ServerRescueNegativeTestJSON-1009389569-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854358147'] for port, precommit_delete {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:15:03.563146 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.plugin [req-0aa5249e-a685-450b-9c34-4079a5499353 req-21c45533-1c7e-4012-8422-2ab925d283cf tempest-ServerRescueNegativeTestJSON-1009389569 tempest-ServerRescueNegativeTestJSON-1009389569-project] Calling delete_port for d9a7d619-2ae7-4c86-8dd8-78564d00ed72 owned by compute:nova {{(pid=86331) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 22 20:15:03.713184 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [req-0aa5249e-a685-450b-9c34-4079a5499353 req-21c45533-1c7e-4012-8422-2ab925d283cf tempest-ServerRescueNegativeTestJSON-1009389569 tempest-ServerRescueNegativeTestJSON-1009389569-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854198495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853168226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363309146778399', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727707567663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1223862'] for port, after_delete {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:15:03.719070 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [None req-3a843468-2c3b-4b04-abd0-d008ff4ce031 tempest-TestShelveInstance-1816371010 tempest-TestShelveInstance-1816371010-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 20:15:03.732722 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.db [None req-cbbe70c9-0b39-4f9d-be6e-4133a7c8f54f None None] get_ports_and_sgs() called for port_ids ['6fde4950-20da-4629-b465-3f3bef3b21b6', 'd9a7d619-2ae7-4c86-8dd8-78564d00ed72'] {{(pid=86332) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 22 20:15:03.776161 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21c45533-1c7e-4012-8422-2ab925d283cf tempest-ServerRescueNegativeTestJSON-1009389569 tempest-ServerRescueNegativeTestJSON-1009389569-project] Pushing event deleted for resources: {'Port': ['ID=d9a7d619-2ae7-4c86-8dd8-78564d00ed72,revision_number=None']} {{(pid=86331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 20:15:03.779553 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [None req-21c45533-1c7e-4012-8422-2ab925d283cf tempest-ServerRescueNegativeTestJSON-1009389569 tempest-ServerRescueNegativeTestJSON-1009389569-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 20:15:03.906509 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.l3_dvrscheduler_db [req-0aa5249e-a685-450b-9c34-4079a5499353 req-21c45533-1c7e-4012-8422-2ab925d283cf tempest-ServerRescueNegativeTestJSON-1009389569 tempest-ServerRescueNegativeTestJSON-1009389569-project] No DVR routers for this DVR port d9a7d619-2ae7-4c86-8dd8-78564d00ed72 on host hv-cinder-78763 {{(pid=86331) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 22 20:15:03.922460 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [req-0aa5249e-a685-450b-9c34-4079a5499353 req-21c45533-1c7e-4012-8422-2ab925d283cf tempest-ServerRescueNegativeTestJSON-1009389569 tempest-ServerRescueNegativeTestJSON-1009389569-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-743'] for port, before_response {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:15:03.926126 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c716f776-b175-41ed-8d8a-055fa4548224', 'name': 'network-vif-deleted', 'tag': 'd9a7d619-2ae7-4c86-8dd8-78564d00ed72'}] {{(pid=86331) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 22 20:15:03.946819 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-0aa5249e-a685-450b-9c34-4079a5499353 req-21c45533-1c7e-4012-8422-2ab925d283cf tempest-ServerRescueNegativeTestJSON-1009389569 tempest-ServerRescueNegativeTestJSON-1009389569-project] 10.222.0.46 "DELETE /v2.0/ports/d9a7d619-2ae7-4c86-8dd8-78564d00ed72 HTTP/1.1" status: 204  len: 173 time: 0.8583651
Apr 22 20:15:03.979750 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd789fcc-6d1b-4c42-bc1a-6a521d64904c req-fae9d20d-e084-4b81-8f1f-a758e2e351cf tempest-AttachVolumeNegativeTest-423716770 tempest-AttachVolumeNegativeTest-423716770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 20:15:03.980664 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.quota.resource [req-dd789fcc-6d1b-4c42-bc1a-6a521d64904c req-fae9d20d-e084-4b81-8f1f-a758e2e351cf tempest-AttachVolumeNegativeTest-423716770 tempest-AttachVolumeNegativeTest-423716770-project] Synchronizing usage tracker for tenant:48229d4d53b042958a9ce5577ce62d8e on resource:port {{(pid=86331) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 22 20:15:03.984256 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c716f776-b175-41ed-8d8a-055fa4548224', 'name': 'network-vif-deleted', 'tag': 'd9a7d619-2ae7-4c86-8dd8-78564d00ed72', 'status': 'completed', 'code': 200}
Apr 22 20:15:03.996993 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.quota.resource [req-dd789fcc-6d1b-4c42-bc1a-6a521d64904c req-fae9d20d-e084-4b81-8f1f-a758e2e351cf tempest-AttachVolumeNegativeTest-423716770 tempest-AttachVolumeNegativeTest-423716770-project] Unset dirty status for tenant:48229d4d53b042958a9ce5577ce62d8e on resource:port {{(pid=86331) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 22 20:15:03.998278 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-dd789fcc-6d1b-4c42-bc1a-6a521d64904c req-fae9d20d-e084-4b81-8f1f-a758e2e351cf tempest-AttachVolumeNegativeTest-423716770 tempest-AttachVolumeNegativeTest-423716770-project] 10.222.0.30 "GET /v2.0/ports?device_id=666a5894-4ce9-47e9-8adf-a77b64d57479 HTTP/1.1" status: 200  len: 945 time: 0.1330805
Apr 22 20:15:04.048029 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-dd789fcc-6d1b-4c42-bc1a-6a521d64904c req-6db15a73-f3f3-4500-a095-847634435c81 tempest-AttachVolumeNegativeTest-423716770 tempest-AttachVolumeNegativeTest-423716770-project] 10.222.0.30 "GET /v2.0/security-groups?id=12e357dc-1d76-4f4d-8ec3-cba1cfd90e7f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0429616
Apr 22 20:15:04.215667 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-876a9f9e-2228-4877-bd35-3da26fbed7db req-3a5154e8-da75-4e5e-9042-062000ffa516 tempest-ServerRescueNegativeTestJSON-1009389569 tempest-ServerRescueNegativeTestJSON-1009389569-project] 10.222.0.30 "GET /v2.0/ports?device_id=c716f776-b175-41ed-8d8a-055fa4548224 HTTP/1.1" status: 200  len: 210 time: 0.0482130
Apr 22 20:15:05.247729 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d359f44-35ee-47a0-af17-61937850bf71 req-f92788ab-a5e5-4d09-b6c6-bfccb25c168a tempest-AttachVolumeNegativeTest-423716770 tempest-AttachVolumeNegativeTest-423716770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 20:15:05.249337 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-4d359f44-35ee-47a0-af17-61937850bf71 req-f92788ab-a5e5-4d09-b6c6-bfccb25c168a tempest-AttachVolumeNegativeTest-423716770 tempest-AttachVolumeNegativeTest-423716770-project] 10.222.0.30 "GET /v2.0/ports?device_id=666a5894-4ce9-47e9-8adf-a77b64d57479 HTTP/1.1" status: 200  len: 945 time: 0.0865450
Apr 22 20:15:05.297021 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-4d359f44-35ee-47a0-af17-61937850bf71 req-cf9ecc30-4f45-478b-af23-3b747273e27c tempest-AttachVolumeNegativeTest-423716770 tempest-AttachVolumeNegativeTest-423716770-project] 10.222.0.30 "GET /v2.0/security-groups?id=12e357dc-1d76-4f4d-8ec3-cba1cfd90e7f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0414274
Apr 22 20:15:05.703840 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d096c4ee-a5c5-4d35-8a18-486d597cb394 req-3821e614-b94a-4972-8294-d1811bd5e285 tempest-ServerRescueNegativeTestJSON-1009389569 tempest-ServerRescueNegativeTestJSON-1009389569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 20:15:05.705445 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-d096c4ee-a5c5-4d35-8a18-486d597cb394 req-3821e614-b94a-4972-8294-d1811bd5e285 tempest-ServerRescueNegativeTestJSON-1009389569 tempest-ServerRescueNegativeTestJSON-1009389569-project] 10.222.0.30 "GET /v2.0/ports?device_id=469f3208-145f-4d5b-b5d0-3d1d24295374 HTTP/1.1" status: 200  len: 945 time: 0.0925004
Apr 22 20:15:05.753910 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-d096c4ee-a5c5-4d35-8a18-486d597cb394 req-bb40cbb9-9da0-422c-ac5d-eff10b816c42 tempest-ServerRescueNegativeTestJSON-1009389569 tempest-ServerRescueNegativeTestJSON-1009389569-project] 10.222.0.30 "GET /v2.0/security-groups?id=6f3d9104-7f67-4d9e-bcf5-b704aabb6c6e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0420151
Apr 22 20:15:05.770227 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.wsgi [-] (86330) accepted ('10.222.0.30', 39924) {{(pid=86330) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 20:15:05.911231 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-560f0644-b4b3-4ef5-ac41-45c0df115662 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:15:05.926910 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.quota.driver [None req-560f0644-b4b3-4ef5-ac41-45c0df115662 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86330) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 22 20:15:05.931577 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.quota.resource [None req-560f0644-b4b3-4ef5-ac41-45c0df115662 admin admin] Usage tracker for resource:security_group_rule and tenant:4b7be379809742f88b6b9f1158081cbc is out of sync, need to count used quota {{(pid=86330) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 22 20:15:05.934523 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.quota.resource [None req-560f0644-b4b3-4ef5-ac41-45c0df115662 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86330) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 22 20:15:05.940631 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.quota.driver [None req-560f0644-b4b3-4ef5-ac41-45c0df115662 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86330) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 22 20:15:06.026235 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0517bb-3693-4b26-9337-ac377ee93729 req-eb261ffa-963c-4965-9fe7-d672671ef67c tempest-AttachVolumeNegativeTest-423716770 tempest-AttachVolumeNegativeTest-423716770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 20:15:06.026770 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-560f0644-b4b3-4ef5-ac41-45c0df115662 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:15:06.027781 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-bf0517bb-3693-4b26-9337-ac377ee93729 req-eb261ffa-963c-4965-9fe7-d672671ef67c tempest-AttachVolumeNegativeTest-423716770 tempest-AttachVolumeNegativeTest-423716770-project] 10.222.0.46 "GET /v2.0/ports?device_id=666a5894-4ce9-47e9-8adf-a77b64d57479 HTTP/1.1" status: 200  len: 945 time: 0.0893190
Apr 22 20:15:06.029410 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-560f0644-b4b3-4ef5-ac41-45c0df115662 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393900'] for security_group, after_create {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:15:06.039310 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [None req-2e0cb00b-dc53-41cd-836d-360b4433fede admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 20:15:06.080449 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [None req-560f0644-b4b3-4ef5-ac41-45c0df115662 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=4b7be379809742f88b6b9f1158081cbc&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3090818
Apr 22 20:15:06.082227 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-560f0644-b4b3-4ef5-ac41-45c0df115662 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49d4dee9-659a-4e75-bb03-bd03dd36e8e1,revision_number=1']} {{(pid=86330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 20:15:06.085581 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [None req-560f0644-b4b3-4ef5-ac41-45c0df115662 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=86330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 20:15:06.086306 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.wsgi [-] (86330) accepted ('10.222.0.30', 39930) {{(pid=86330) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 20:15:06.107125 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.plugin [req-bf0517bb-3693-4b26-9337-ac377ee93729 req-c3a486f0-3d74-49c5-896d-d5486887ebb9 tempest-AttachVolumeNegativeTest-423716770 tempest-AttachVolumeNegativeTest-423716770-project] Deleting port ac20feeb-ec82-4731-bb0e-f1e77bc564d5 {{(pid=86331) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 22 20:15:06.107512 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [req-bf0517bb-3693-4b26-9337-ac377ee93729 req-c3a486f0-3d74-49c5-896d-d5486887ebb9 tempest-AttachVolumeNegativeTest-423716770 tempest-AttachVolumeNegativeTest-423716770-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363309146780532'] for port, before_delete {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:15:06.152944 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-79cc45a7-f02e-4a51-8450-7c4e51b1b734 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:15:06.181072 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-79cc45a7-f02e-4a51-8450-7c4e51b1b734 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:15:06.224161 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-79cc45a7-f02e-4a51-8450-7c4e51b1b734 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393900'] for security_group, after_delete {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:15:06.229698 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [None req-30ac95f1-a64b-460c-937a-281f3c718971 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 20:15:06.243898 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79cc45a7-f02e-4a51-8450-7c4e51b1b734 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49d4dee9-659a-4e75-bb03-bd03dd36e8e1,revision_number=None']} {{(pid=86330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 20:15:06.246334 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [None req-79cc45a7-f02e-4a51-8450-7c4e51b1b734 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=86330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 20:15:06.248541 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-79cc45a7-f02e-4a51-8450-7c4e51b1b734 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:15:06.252387 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [None req-79cc45a7-f02e-4a51-8450-7c4e51b1b734 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/49d4dee9-659a-4e75-bb03-bd03dd36e8e1 HTTP/1.1" status: 204  len: 168 time: 0.1624663
Apr 22 20:15:06.373596 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.db [req-bf0517bb-3693-4b26-9337-ac377ee93729 req-c3a486f0-3d74-49c5-896d-d5486887ebb9 tempest-AttachVolumeNegativeTest-423716770 tempest-AttachVolumeNegativeTest-423716770-project] For port ac20feeb-ec82-4731-bb0e-f1e77bc564d5, host hv-cinder-78763, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78763',level=0,port_id=ac20feeb-ec82-4731-bb0e-f1e77bc564d5,segment=NetworkSegment(3a7c8a3c-d8a5-4ea6-9c7e-398752a60d2f),segment_id=3a7c8a3c-d8a5-4ea6-9c7e-398752a60d2f)] {{(pid=86331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 22 20:15:06.374015 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [req-bf0517bb-3693-4b26-9337-ac377ee93729 req-c3a486f0-3d74-49c5-896d-d5486887ebb9 tempest-AttachVolumeNegativeTest-423716770 tempest-AttachVolumeNegativeTest-423716770-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854358147'] for port, precommit_delete {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:15:06.553429 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.plugin [req-bf0517bb-3693-4b26-9337-ac377ee93729 req-c3a486f0-3d74-49c5-896d-d5486887ebb9 tempest-AttachVolumeNegativeTest-423716770 tempest-AttachVolumeNegativeTest-423716770-project] Calling delete_port for ac20feeb-ec82-4731-bb0e-f1e77bc564d5 owned by compute:nova {{(pid=86331) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 22 20:15:06.673853 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f7094a-ad0a-41ca-b5d0-2e828b6fe25b req-4ffdefc7-0d10-4b7d-b1dd-2d6f1d2d1942 tempest-AttachVolumeNegativeTest-423716770 tempest-AttachVolumeNegativeTest-423716770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 20:15:06.675417 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-f8f7094a-ad0a-41ca-b5d0-2e828b6fe25b req-4ffdefc7-0d10-4b7d-b1dd-2d6f1d2d1942 tempest-AttachVolumeNegativeTest-423716770 tempest-AttachVolumeNegativeTest-423716770-project] 10.222.0.30 "GET /v2.0/ports?device_id=666a5894-4ce9-47e9-8adf-a77b64d57479 HTTP/1.1" status: 200  len: 945 time: 0.2303247
Apr 22 20:15:06.760450 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.rpc [None req-cbbe70c9-0b39-4f9d-be6e-4133a7c8f54f None None] Device ac20feeb-ec82-4731-bb0e-f1e77bc564d5 no longer exists at agent hyperv_hv-cinder-78763 {{(pid=86332) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 22 20:15:06.774148 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-f8f7094a-ad0a-41ca-b5d0-2e828b6fe25b req-bca94c58-e25e-4091-af67-e3e8414acc35 tempest-AttachVolumeNegativeTest-423716770 tempest-AttachVolumeNegativeTest-423716770-project] 10.222.0.30 "GET /v2.0/security-groups?id=12e357dc-1d76-4f4d-8ec3-cba1cfd90e7f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0669935
Apr 22 20:15:06.775257 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [req-bf0517bb-3693-4b26-9337-ac377ee93729 req-c3a486f0-3d74-49c5-896d-d5486887ebb9 tempest-AttachVolumeNegativeTest-423716770 tempest-AttachVolumeNegativeTest-423716770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854198495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853168226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363309146778399', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727707567663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1223862'] for port, after_delete {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:15:06.782090 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 20:15:06.803700 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.db [None req-cbbe70c9-0b39-4f9d-be6e-4133a7c8f54f None None] get_ports_and_sgs() called for port_ids ['ac20feeb-ec82-4731-bb0e-f1e77bc564d5'] {{(pid=86332) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 22 20:15:06.830345 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a486f0-3d74-49c5-896d-d5486887ebb9 tempest-AttachVolumeNegativeTest-423716770 tempest-AttachVolumeNegativeTest-423716770-project] Pushing event deleted for resources: {'Port': ['ID=ac20feeb-ec82-4731-bb0e-f1e77bc564d5,revision_number=None']} {{(pid=86331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 20:15:06.834007 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [None req-c3a486f0-3d74-49c5-896d-d5486887ebb9 tempest-AttachVolumeNegativeTest-423716770 tempest-AttachVolumeNegativeTest-423716770-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 20:15:06.843782 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.plugin [None req-cbbe70c9-0b39-4f9d-be6e-4133a7c8f54f None None] No Port match for: ac20feeb-ec82-4731-bb0e-f1e77bc564d5 {{(pid=86332) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 22 20:15:06.844362 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.rpc [None req-cbbe70c9-0b39-4f9d-be6e-4133a7c8f54f None None] Device ac20feeb-ec82-4731-bb0e-f1e77bc564d5 not bound to the agent host hv-cinder-78763 {{(pid=86332) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 22 20:15:06.845000 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.rpc [None req-cbbe70c9-0b39-4f9d-be6e-4133a7c8f54f None None] Device d9a7d619-2ae7-4c86-8dd8-78564d00ed72 no longer exists at agent hyperv_hv-cinder-78763 {{(pid=86332) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 22 20:15:06.893068 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.plugin [None req-cbbe70c9-0b39-4f9d-be6e-4133a7c8f54f None None] No Port match for: d9a7d619-2ae7-4c86-8dd8-78564d00ed72 {{(pid=86332) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 22 20:15:06.893465 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.rpc [None req-cbbe70c9-0b39-4f9d-be6e-4133a7c8f54f None None] Device d9a7d619-2ae7-4c86-8dd8-78564d00ed72 not bound to the agent host hv-cinder-78763 {{(pid=86332) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 22 20:15:06.998895 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d49eb82a-99f2-4578-9c18-e549dbd60b05 req-41e45251-b204-4d8b-944a-f3722d1a2f10 tempest-ServerRescueNegativeTestJSON-1009389569 tempest-ServerRescueNegativeTestJSON-1009389569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 20:15:07.000615 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-d49eb82a-99f2-4578-9c18-e549dbd60b05 req-41e45251-b204-4d8b-944a-f3722d1a2f10 tempest-ServerRescueNegativeTestJSON-1009389569 tempest-ServerRescueNegativeTestJSON-1009389569-project] 10.222.0.30 "GET /v2.0/ports?device_id=469f3208-145f-4d5b-b5d0-3d1d24295374 HTTP/1.1" status: 200  len: 945 time: 0.0949249
Apr 22 20:15:07.055934 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-d49eb82a-99f2-4578-9c18-e549dbd60b05 req-ac1f1371-aaf2-4237-83a9-b47b68375384 tempest-ServerRescueNegativeTestJSON-1009389569 tempest-ServerRescueNegativeTestJSON-1009389569-project] 10.222.0.30 "GET /v2.0/security-groups?id=6f3d9104-7f67-4d9e-bcf5-b704aabb6c6e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0485740
Apr 22 20:15:07.138699 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.l3_dvrscheduler_db [req-bf0517bb-3693-4b26-9337-ac377ee93729 req-c3a486f0-3d74-49c5-896d-d5486887ebb9 tempest-AttachVolumeNegativeTest-423716770 tempest-AttachVolumeNegativeTest-423716770-project] No DVR routers for this DVR port ac20feeb-ec82-4731-bb0e-f1e77bc564d5 on host hv-cinder-78763 {{(pid=86331) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 22 20:15:07.141250 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [req-bf0517bb-3693-4b26-9337-ac377ee93729 req-c3a486f0-3d74-49c5-896d-d5486887ebb9 tempest-AttachVolumeNegativeTest-423716770 tempest-AttachVolumeNegativeTest-423716770-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-743'] for port, before_response {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:15:07.144048 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '666a5894-4ce9-47e9-8adf-a77b64d57479', 'name': 'network-vif-deleted', 'tag': 'ac20feeb-ec82-4731-bb0e-f1e77bc564d5'}] {{(pid=86331) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 22 20:15:07.158881 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-bf0517bb-3693-4b26-9337-ac377ee93729 req-c3a486f0-3d74-49c5-896d-d5486887ebb9 tempest-AttachVolumeNegativeTest-423716770 tempest-AttachVolumeNegativeTest-423716770-project] 10.222.0.46 "DELETE /v2.0/ports/ac20feeb-ec82-4731-bb0e-f1e77bc564d5 HTTP/1.1" status: 204  len: 173 time: 1.1244943
Apr 22 20:15:07.193504 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '666a5894-4ce9-47e9-8adf-a77b64d57479', 'name': 'network-vif-deleted', 'tag': 'ac20feeb-ec82-4731-bb0e-f1e77bc564d5', 'status': 'completed', 'code': 200}
Apr 22 20:15:07.907791 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.wsgi [-] (86330) accepted ('10.222.0.30', 39948) {{(pid=86330) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 20:15:07.973815 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.db_base_plugin_v2 [None req-16eb392c-94d5-43db-a7f4-ab0f8bc621c8 admin admin] Deleting subnet 9b9fb9ac-2966-4dc7-9c84-10a923d75111 {{(pid=86330) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Apr 22 20:15:07.976728 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-16eb392c-94d5-43db-a7f4-ab0f8bc621c8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:15:08.028419 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-16eb392c-94d5-43db-a7f4-ab0f8bc621c8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036850744753'] for subnet, precommit_delete_associations {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:15:08.090495 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-16eb392c-94d5-43db-a7f4-ab0f8bc621c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853244368'] for subnet, precommit_delete {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:15:08.258212 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f3ef2b8-84e9-4087-a9d8-6b5670c7a9ce req-e324ec7a-0f83-46e2-908f-d6502cd2ff4b tempest-ServerRescueNegativeTestJSON-1009389569 tempest-ServerRescueNegativeTestJSON-1009389569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 20:15:08.258881 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.quota.resource [req-1f3ef2b8-84e9-4087-a9d8-6b5670c7a9ce req-e324ec7a-0f83-46e2-908f-d6502cd2ff4b tempest-ServerRescueNegativeTestJSON-1009389569 tempest-ServerRescueNegativeTestJSON-1009389569-project] Synchronizing usage tracker for tenant:a3da31af07b74c20b145ac19f125aded on resource:port {{(pid=86331) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 22 20:15:08.273467 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.quota.resource [req-1f3ef2b8-84e9-4087-a9d8-6b5670c7a9ce req-e324ec7a-0f83-46e2-908f-d6502cd2ff4b tempest-ServerRescueNegativeTestJSON-1009389569 tempest-ServerRescueNegativeTestJSON-1009389569-project] Unset dirty status for tenant:a3da31af07b74c20b145ac19f125aded on resource:port {{(pid=86331) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 22 20:15:08.274732 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-1f3ef2b8-84e9-4087-a9d8-6b5670c7a9ce req-e324ec7a-0f83-46e2-908f-d6502cd2ff4b tempest-ServerRescueNegativeTestJSON-1009389569 tempest-ServerRescueNegativeTestJSON-1009389569-project] 10.222.0.30 "GET /v2.0/ports?device_id=469f3208-145f-4d5b-b5d0-3d1d24295374 HTTP/1.1" status: 200  len: 945 time: 0.1016955
Apr 22 20:15:08.324805 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-1f3ef2b8-84e9-4087-a9d8-6b5670c7a9ce req-62cac06e-6a5c-4727-be9f-23c39a21fd02 tempest-ServerRescueNegativeTestJSON-1009389569 tempest-ServerRescueNegativeTestJSON-1009389569-project] 10.222.0.30 "GET /v2.0/security-groups?id=6f3d9104-7f67-4d9e-bcf5-b704aabb6c6e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0436933
Apr 22 20:15:08.346728 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-16eb392c-94d5-43db-a7f4-ab0f8bc621c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1531400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853168226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4127903', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3347985'] for subnet, after_delete {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:15:08.352312 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [None req-81da9758-1500-44ba-aa1a-0b01fe219668 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 20:15:08.395205 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-16eb392c-94d5-43db-a7f4-ab0f8bc621c8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:15:08.399757 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16eb392c-94d5-43db-a7f4-ab0f8bc621c8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9b9fb9ac-2966-4dc7-9c84-10a923d75111,revision_number=None']} {{(pid=86330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 20:15:08.402057 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [None req-16eb392c-94d5-43db-a7f4-ab0f8bc621c8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=86330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 20:15:08.405204 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [None req-16eb392c-94d5-43db-a7f4-ab0f8bc621c8 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/9b9fb9ac-2966-4dc7-9c84-10a923d75111 HTTP/1.1" status: 204  len: 168 time: 0.4961133
Apr 22 20:15:08.407908 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.wsgi [-] (86330) accepted ('10.222.0.30', 39956) {{(pid=86330) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 20:15:08.522526 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-0ff09aae-fee6-467b-a590-c2d5aa19c5de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854197124'] for network, before_delete {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:15:08.653133 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-0ff09aae-fee6-467b-a590-c2d5aa19c5de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1531493', 'neutron.services.segments.db._delete_segments_for_network-8727707916915'] for network, precommit_delete {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:15:08.765461 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.services.segments.db [None req-0ff09aae-fee6-467b-a590-c2d5aa19c5de admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f013d2b1710>,) {'filters': {'network_id': ['2f71bdb9-006a-4ab4-9335-9bbccd5c61c9']}} {{(pid=86330) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 22 20:15:08.778852 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.services.segments.db [None req-0ff09aae-fee6-467b-a590-c2d5aa19c5de admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f013d2b1710>, '3a7c8a3c-d8a5-4ea6-9c7e-398752a60d2f') {'for_net_delete': True} {{(pid=86330) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 22 20:15:08.779140 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.services.segments.db [None req-0ff09aae-fee6-467b-a590-c2d5aa19c5de admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f013d2b1710>, '3a7c8a3c-d8a5-4ea6-9c7e-398752a60d2f') {} {{(pid=86330) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 22 20:15:08.794161 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-0ff09aae-fee6-467b-a590-c2d5aa19c5de admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363309146702435', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4031047'] for segment, before_delete {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:15:08.810418 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-0ff09aae-fee6-467b-a590-c2d5aa19c5de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1523030'] for segment, precommit_delete {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:15:08.818379 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0ff09aae-fee6-467b-a590-c2d5aa19c5de admin admin] Releasing vlan 356 on physical network physnet1 to pool {{(pid=86330) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}}
Apr 22 20:15:08.996856 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.managers [None req-0ff09aae-fee6-467b-a590-c2d5aa19c5de admin admin] Network 2f71bdb9-006a-4ab4-9335-9bbccd5c61c9 has no segments {{(pid=86330) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 22 20:15:09.005750 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-0ff09aae-fee6-467b-a590-c2d5aa19c5de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853252831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036850650308'] for segment, after_delete {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:15:09.183560 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.managers [None req-0ff09aae-fee6-467b-a590-c2d5aa19c5de admin admin] Network 2f71bdb9-006a-4ab4-9335-9bbccd5c61c9 has no segments {{(pid=86330) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 22 20:15:09.208811 dv-cinder-787632-1-iscsi neutron-server[86219]: Traceback (most recent call last):
Apr 22 20:15:09.208811 dv-cinder-787632-1-iscsi neutron-server[86219]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 22 20:15:09.208811 dv-cinder-787632-1-iscsi neutron-server[86219]:     timer()
Apr 22 20:15:09.208811 dv-cinder-787632-1-iscsi neutron-server[86219]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 22 20:15:09.208811 dv-cinder-787632-1-iscsi neutron-server[86219]:     cb(*args, **kw)
Apr 22 20:15:09.208811 dv-cinder-787632-1-iscsi neutron-server[86219]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Apr 22 20:15:09.208811 dv-cinder-787632-1-iscsi neutron-server[86219]:     return func(*args, **kwargs)
Apr 22 20:15:09.208811 dv-cinder-787632-1-iscsi neutron-server[86219]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 22 20:15:09.208811 dv-cinder-787632-1-iscsi neutron-server[86219]:     self._notify()
Apr 22 20:15:09.208811 dv-cinder-787632-1-iscsi neutron-server[86219]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 22 20:15:09.208811 dv-cinder-787632-1-iscsi neutron-server[86219]:     self.callback(batched_events)
Apr 22 20:15:09.208811 dv-cinder-787632-1-iscsi neutron-server[86219]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 22 20:15:09.208811 dv-cinder-787632-1-iscsi neutron-server[86219]:     event.method(event)
Apr 22 20:15:09.208811 dv-cinder-787632-1-iscsi neutron-server[86219]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 22 20:15:09.208811 dv-cinder-787632-1-iscsi neutron-server[86219]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 22 20:15:09.208811 dv-cinder-787632-1-iscsi neutron-server[86219]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Apr 22 20:15:09.208811 dv-cinder-787632-1-iscsi neutron-server[86219]:     segment_id)['aggregates'][0]
Apr 22 20:15:09.208811 dv-cinder-787632-1-iscsi neutron-server[86219]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 22 20:15:09.208811 dv-cinder-787632-1-iscsi neutron-server[86219]:     return f(self, *a, **k)
Apr 22 20:15:09.208811 dv-cinder-787632-1-iscsi neutron-server[86219]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 22 20:15:09.208811 dv-cinder-787632-1-iscsi neutron-server[86219]:     return self._get(url).json()
Apr 22 20:15:09.208811 dv-cinder-787632-1-iscsi neutron-server[86219]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 22 20:15:09.208811 dv-cinder-787632-1-iscsi neutron-server[86219]:     **kwargs)
Apr 22 20:15:09.208811 dv-cinder-787632-1-iscsi neutron-server[86219]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 22 20:15:09.208811 dv-cinder-787632-1-iscsi neutron-server[86219]:     return self.request(url, 'GET', **kwargs)
Apr 22 20:15:09.208811 dv-cinder-787632-1-iscsi neutron-server[86219]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request
Apr 22 20:15:09.208811 dv-cinder-787632-1-iscsi neutron-server[86219]:     **endpoint_filter)
Apr 22 20:15:09.208811 dv-cinder-787632-1-iscsi neutron-server[86219]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 22 20:15:09.208811 dv-cinder-787632-1-iscsi neutron-server[86219]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 22 20:15:09.208811 dv-cinder-787632-1-iscsi neutron-server[86219]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 22 20:15:09.208811 dv-cinder-787632-1-iscsi neutron-server[86219]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 22 20:15:09.208811 dv-cinder-787632-1-iscsi neutron-server[86219]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 22 20:15:09.288418 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-0ff09aae-fee6-467b-a590-c2d5aa19c5de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853244307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853168226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-427906'] for network, after_delete {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:15:09.293301 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-0ff09aae-fee6-467b-a590-c2d5aa19c5de admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853168243'] for network, before_response {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:15:09.297107 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [None req-c269e22b-0d0d-44d0-83ff-1bc894fb95e0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 20:15:09.320172 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff09aae-fee6-467b-a590-c2d5aa19c5de admin admin] Pushing event deleted for resources: {'Network': ['ID=2f71bdb9-006a-4ab4-9335-9bbccd5c61c9,revision_number=None']} {{(pid=86330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 20:15:09.322658 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [None req-0ff09aae-fee6-467b-a590-c2d5aa19c5de admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=86330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 20:15:09.327538 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [None req-0ff09aae-fee6-467b-a590-c2d5aa19c5de admin admin] 10.222.0.30 "DELETE /v2.0/networks/2f71bdb9-006a-4ab4-9335-9bbccd5c61c9 HTTP/1.1" status: 204  len: 168 time: 0.9186316
Apr 22 20:15:09.518073 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.wsgi [-] (86331) accepted ('10.222.0.30', 39966) {{(pid=86331) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 20:15:09.532021 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df0748e8-8aaa-42dd-956b-8b2c6c9f14ef req-a6419134-0501-4291-ab16-fc7e2b77d826 tempest-ServerRescueNegativeTestJSON-1009389569 tempest-ServerRescueNegativeTestJSON-1009389569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 20:15:09.533644 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-df0748e8-8aaa-42dd-956b-8b2c6c9f14ef req-a6419134-0501-4291-ab16-fc7e2b77d826 tempest-ServerRescueNegativeTestJSON-1009389569 tempest-ServerRescueNegativeTestJSON-1009389569-project] 10.222.0.30 "GET /v2.0/ports?device_id=469f3208-145f-4d5b-b5d0-3d1d24295374 HTTP/1.1" status: 200  len: 945 time: 0.0908327
Apr 22 20:15:09.569285 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [None req-4d508fd8-21ee-41e8-89b3-f21a4bfe6afd admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=48229d4d53b042958a9ce5577ce62d8e&name=default HTTP/1.1" status: 200  len: 2975 time: 0.0497830
Apr 22 20:15:09.571896 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.wsgi [-] (86331) accepted ('10.222.0.30', 39970) {{(pid=86331) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 20:15:09.585646 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-df0748e8-8aaa-42dd-956b-8b2c6c9f14ef req-20741303-2552-4e6c-ae48-39ec34023240 tempest-ServerRescueNegativeTestJSON-1009389569 tempest-ServerRescueNegativeTestJSON-1009389569-project] 10.222.0.30 "GET /v2.0/security-groups?id=6f3d9104-7f67-4d9e-bcf5-b704aabb6c6e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0447929
Apr 22 20:15:09.631995 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-298f82a5-c05c-4b73-aa47-22dce5dfd926 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:15:09.658286 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-298f82a5-c05c-4b73-aa47-22dce5dfd926 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:15:09.701716 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-298f82a5-c05c-4b73-aa47-22dce5dfd926 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393900'] for security_group, after_delete {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:15:09.706502 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [None req-3b14e9e2-74ba-4187-b5ff-be97061566b8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 20:15:09.719977 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-298f82a5-c05c-4b73-aa47-22dce5dfd926 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12e357dc-1d76-4f4d-8ec3-cba1cfd90e7f,revision_number=None']} {{(pid=86331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 20:15:09.722696 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [None req-298f82a5-c05c-4b73-aa47-22dce5dfd926 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 20:15:09.728894 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-298f82a5-c05c-4b73-aa47-22dce5dfd926 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:15:09.730116 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [None req-298f82a5-c05c-4b73-aa47-22dce5dfd926 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/12e357dc-1d76-4f4d-8ec3-cba1cfd90e7f HTTP/1.1" status: 204  len: 168 time: 0.1572330
Apr 22 20:15:10.815824 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c43cf8a1-2c60-4335-b278-acf7fa7f23ef req-11d20334-3078-4c2c-ab6c-a7be1354f583 tempest-ServerRescueNegativeTestJSON-1009389569 tempest-ServerRescueNegativeTestJSON-1009389569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 20:15:10.817561 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-c43cf8a1-2c60-4335-b278-acf7fa7f23ef req-11d20334-3078-4c2c-ab6c-a7be1354f583 tempest-ServerRescueNegativeTestJSON-1009389569 tempest-ServerRescueNegativeTestJSON-1009389569-project] 10.222.0.30 "GET /v2.0/ports?device_id=469f3208-145f-4d5b-b5d0-3d1d24295374 HTTP/1.1" status: 200  len: 945 time: 0.0962775
Apr 22 20:15:10.868182 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-c43cf8a1-2c60-4335-b278-acf7fa7f23ef req-5bc8f5e5-c398-4eaf-b5ff-b75626e7d7ef tempest-ServerRescueNegativeTestJSON-1009389569 tempest-ServerRescueNegativeTestJSON-1009389569-project] 10.222.0.30 "GET /v2.0/security-groups?id=6f3d9104-7f67-4d9e-bcf5-b704aabb6c6e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0434940
Apr 22 20:15:12.067035 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa5344d-d476-4f2b-b29b-1eeef090a80d req-c8e2028a-18a0-4d63-9274-0459b9e415d2 tempest-ServerRescueNegativeTestJSON-1009389569 tempest-ServerRescueNegativeTestJSON-1009389569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 20:15:12.068626 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-7fa5344d-d476-4f2b-b29b-1eeef090a80d req-c8e2028a-18a0-4d63-9274-0459b9e415d2 tempest-ServerRescueNegativeTestJSON-1009389569 tempest-ServerRescueNegativeTestJSON-1009389569-project] 10.222.0.30 "GET /v2.0/ports?device_id=469f3208-145f-4d5b-b5d0-3d1d24295374 HTTP/1.1" status: 200  len: 945 time: 0.0868971
Apr 22 20:15:12.114979 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-7fa5344d-d476-4f2b-b29b-1eeef090a80d req-2e787e89-dc8d-452d-94d8-892a617f8961 tempest-ServerRescueNegativeTestJSON-1009389569 tempest-ServerRescueNegativeTestJSON-1009389569-project] 10.222.0.30 "GET /v2.0/security-groups?id=6f3d9104-7f67-4d9e-bcf5-b704aabb6c6e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0400925
Apr 22 20:15:13.054281 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.wsgi [-] (86331) accepted ('10.222.0.30', 40042) {{(pid=86331) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 20:15:13.179712 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-6dbd165a-141d-4415-a300-79b1d3439f63 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:15:13.194737 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.quota.driver [None req-6dbd165a-141d-4415-a300-79b1d3439f63 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 22 20:15:13.198770 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.quota.resource [None req-6dbd165a-141d-4415-a300-79b1d3439f63 admin admin] Usage tracker for resource:security_group_rule and tenant:29f5dd94fadd48d68318b71432d37288 is out of sync, need to count used quota {{(pid=86331) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 22 20:15:13.201680 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.quota.resource [None req-6dbd165a-141d-4415-a300-79b1d3439f63 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86331) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 22 20:15:13.207641 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.quota.driver [None req-6dbd165a-141d-4415-a300-79b1d3439f63 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 22 20:15:13.365857 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae216d30-9ca0-4a86-a304-f8d55f246ae8 req-6be2e449-9383-4560-8352-87abfc615855 tempest-ServerRescueNegativeTestJSON-1009389569 tempest-ServerRescueNegativeTestJSON-1009389569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 20:15:13.367429 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-ae216d30-9ca0-4a86-a304-f8d55f246ae8 req-6be2e449-9383-4560-8352-87abfc615855 tempest-ServerRescueNegativeTestJSON-1009389569 tempest-ServerRescueNegativeTestJSON-1009389569-project] 10.222.0.30 "GET /v2.0/ports?device_id=469f3208-145f-4d5b-b5d0-3d1d24295374 HTTP/1.1" status: 200  len: 945 time: 0.1380954
Apr 22 20:15:13.375859 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-6dbd165a-141d-4415-a300-79b1d3439f63 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:15:13.394722 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-6dbd165a-141d-4415-a300-79b1d3439f63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393900'] for security_group, after_create {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:15:13.404174 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [None req-3cc3d9f9-23dc-4762-b673-f6a3c645dbb1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 20:15:13.461337 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-ae216d30-9ca0-4a86-a304-f8d55f246ae8 req-cd1c1de6-3f1d-42b6-bcd0-ca3067a0bf58 tempest-ServerRescueNegativeTestJSON-1009389569 tempest-ServerRescueNegativeTestJSON-1009389569-project] 10.222.0.30 "GET /v2.0/security-groups?id=6f3d9104-7f67-4d9e-bcf5-b704aabb6c6e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0875463
Apr 22 20:15:13.467532 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [None req-6dbd165a-141d-4415-a300-79b1d3439f63 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=29f5dd94fadd48d68318b71432d37288&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4121606
Apr 22 20:15:13.468900 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dbd165a-141d-4415-a300-79b1d3439f63 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c201a61c-1cb8-4826-8d44-65425eb62b17,revision_number=1']} {{(pid=86331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 20:15:13.470522 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.wsgi [-] (86330) accepted ('10.222.0.30', 40050) {{(pid=86330) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 20:15:13.471744 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [None req-6dbd165a-141d-4415-a300-79b1d3439f63 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 20:15:13.532084 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-2e339f69-5d46-401c-b53d-6b8459ea4128 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:15:13.558783 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-2e339f69-5d46-401c-b53d-6b8459ea4128 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:15:13.605465 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-2e339f69-5d46-401c-b53d-6b8459ea4128 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393900'] for security_group, after_delete {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:15:13.610284 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [None req-d419f108-53c4-49a0-b80f-110b0137b098 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 20:15:13.620697 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e339f69-5d46-401c-b53d-6b8459ea4128 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c201a61c-1cb8-4826-8d44-65425eb62b17,revision_number=None']} {{(pid=86330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 20:15:13.625358 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [None req-2e339f69-5d46-401c-b53d-6b8459ea4128 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=86330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 20:15:13.627407 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-2e339f69-5d46-401c-b53d-6b8459ea4128 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:15:13.628602 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [None req-2e339f69-5d46-401c-b53d-6b8459ea4128 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/c201a61c-1cb8-4826-8d44-65425eb62b17 HTTP/1.1" status: 204  len: 168 time: 0.1570263
Apr 22 20:15:13.918457 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.wsgi [-] (86330) accepted ('10.222.0.30', 40060) {{(pid=86330) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 20:15:13.938030 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-d7587797-298f-4836-b7cf-89ede40bb8ff admin admin] Notify callbacks [] for security_group, before_create {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:15:13.953803 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.quota.driver [None req-d7587797-298f-4836-b7cf-89ede40bb8ff admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86330) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 22 20:15:13.957901 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.quota.resource [None req-d7587797-298f-4836-b7cf-89ede40bb8ff admin admin] Usage tracker for resource:security_group_rule and tenant:8f8a69b4134342988b8c0e4133ae5f53 is out of sync, need to count used quota {{(pid=86330) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 22 20:15:13.960831 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.quota.resource [None req-d7587797-298f-4836-b7cf-89ede40bb8ff admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86330) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 22 20:15:13.966897 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.quota.driver [None req-d7587797-298f-4836-b7cf-89ede40bb8ff admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86330) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 22 20:15:14.052270 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-d7587797-298f-4836-b7cf-89ede40bb8ff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:15:14.055593 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-d7587797-298f-4836-b7cf-89ede40bb8ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393900'] for security_group, after_create {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:15:14.064617 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [None req-1208d41c-e79c-4d8f-9d34-ccd0164fb8e3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 20:15:14.106481 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [None req-d7587797-298f-4836-b7cf-89ede40bb8ff admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=8f8a69b4134342988b8c0e4133ae5f53&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1868992
Apr 22 20:15:14.107456 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7587797-298f-4836-b7cf-89ede40bb8ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=857ae3d2-72cb-48ab-b799-b18ce6ca5e0b,revision_number=1']} {{(pid=86330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 20:15:14.109373 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.wsgi [-] (86331) accepted ('10.222.0.30', 40064) {{(pid=86331) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 20:15:14.110748 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [None req-d7587797-298f-4836-b7cf-89ede40bb8ff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=86330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 20:15:14.173210 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-51d73761-1f6a-4d86-a527-56d87e13e314 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:15:14.203120 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-51d73761-1f6a-4d86-a527-56d87e13e314 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:15:14.307814 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-51d73761-1f6a-4d86-a527-56d87e13e314 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393900'] for security_group, after_delete {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:15:14.313256 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [None req-c9f3a7e3-2ff2-4a3c-928b-3f8ccf0cc194 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 20:15:14.329570 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51d73761-1f6a-4d86-a527-56d87e13e314 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=857ae3d2-72cb-48ab-b799-b18ce6ca5e0b,revision_number=None']} {{(pid=86331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 20:15:14.332074 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [None req-51d73761-1f6a-4d86-a527-56d87e13e314 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 20:15:14.350863 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-953844b1-6ed0-470c-849c-1e36d460eb08 req-8759e8b6-31ec-42ab-8444-295651f08b3d tempest-ServerRescueNegativeTestJSON-1009389569 tempest-ServerRescueNegativeTestJSON-1009389569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 20:15:14.353363 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-953844b1-6ed0-470c-849c-1e36d460eb08 req-8759e8b6-31ec-42ab-8444-295651f08b3d tempest-ServerRescueNegativeTestJSON-1009389569 tempest-ServerRescueNegativeTestJSON-1009389569-project] 10.222.0.46 "GET /v2.0/ports?device_id=469f3208-145f-4d5b-b5d0-3d1d24295374 HTTP/1.1" status: 200  len: 945 time: 0.1304634
Apr 22 20:15:14.355748 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-51d73761-1f6a-4d86-a527-56d87e13e314 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:15:14.356825 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [None req-51d73761-1f6a-4d86-a527-56d87e13e314 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/857ae3d2-72cb-48ab-b799-b18ce6ca5e0b HTTP/1.1" status: 204  len: 168 time: 0.2463322
Apr 22 20:15:14.434339 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.plugin [req-953844b1-6ed0-470c-849c-1e36d460eb08 req-3f34ccc3-2ccc-43f7-9584-0f6756962896 tempest-ServerRescueNegativeTestJSON-1009389569 tempest-ServerRescueNegativeTestJSON-1009389569-project] Deleting port 6fde4950-20da-4629-b465-3f3bef3b21b6 {{(pid=86331) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 22 20:15:14.434638 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [req-953844b1-6ed0-470c-849c-1e36d460eb08 req-3f34ccc3-2ccc-43f7-9584-0f6756962896 tempest-ServerRescueNegativeTestJSON-1009389569 tempest-ServerRescueNegativeTestJSON-1009389569-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363309146780532'] for port, before_delete {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:15:14.677859 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd35662-ac44-4de0-848b-6b2d88111260 req-8d98a9b5-3788-4f36-9c0a-58178575d6ad tempest-ServerRescueNegativeTestJSON-1009389569 tempest-ServerRescueNegativeTestJSON-1009389569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 20:15:14.680070 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-bcd35662-ac44-4de0-848b-6b2d88111260 req-8d98a9b5-3788-4f36-9c0a-58178575d6ad tempest-ServerRescueNegativeTestJSON-1009389569 tempest-ServerRescueNegativeTestJSON-1009389569-project] 10.222.0.30 "GET /v2.0/ports?device_id=469f3208-145f-4d5b-b5d0-3d1d24295374 HTTP/1.1" status: 200  len: 945 time: 0.1030219
Apr 22 20:15:14.722504 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.db [req-953844b1-6ed0-470c-849c-1e36d460eb08 req-3f34ccc3-2ccc-43f7-9584-0f6756962896 tempest-ServerRescueNegativeTestJSON-1009389569 tempest-ServerRescueNegativeTestJSON-1009389569-project] For port 6fde4950-20da-4629-b465-3f3bef3b21b6, host hv-cinder-78763, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78763',level=0,port_id=6fde4950-20da-4629-b465-3f3bef3b21b6,segment=NetworkSegment(1555e1dd-eab4-4f8c-97c5-0a2b36498408),segment_id=1555e1dd-eab4-4f8c-97c5-0a2b36498408)] {{(pid=86331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 22 20:15:14.723023 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [req-953844b1-6ed0-470c-849c-1e36d460eb08 req-3f34ccc3-2ccc-43f7-9584-0f6756962896 tempest-ServerRescueNegativeTestJSON-1009389569 tempest-ServerRescueNegativeTestJSON-1009389569-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854358147'] for port, precommit_delete {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:15:14.731396 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-bcd35662-ac44-4de0-848b-6b2d88111260 req-b77654e5-4e37-494e-a7f5-fea5a531e7f4 tempest-ServerRescueNegativeTestJSON-1009389569 tempest-ServerRescueNegativeTestJSON-1009389569-project] 10.222.0.30 "GET /v2.0/security-groups?id=6f3d9104-7f67-4d9e-bcf5-b704aabb6c6e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0443428
Apr 22 20:15:14.863139 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.plugin [req-953844b1-6ed0-470c-849c-1e36d460eb08 req-3f34ccc3-2ccc-43f7-9584-0f6756962896 tempest-ServerRescueNegativeTestJSON-1009389569 tempest-ServerRescueNegativeTestJSON-1009389569-project] Calling delete_port for 6fde4950-20da-4629-b465-3f3bef3b21b6 owned by compute:nova {{(pid=86331) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 22 20:15:15.019226 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [req-953844b1-6ed0-470c-849c-1e36d460eb08 req-3f34ccc3-2ccc-43f7-9584-0f6756962896 tempest-ServerRescueNegativeTestJSON-1009389569 tempest-ServerRescueNegativeTestJSON-1009389569-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854198495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853168226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363309146778399', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727707567663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1223862'] for port, after_delete {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:15:15.025110 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [None req-e9802575-08d2-414b-9dff-9ea2b411a8d2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 20:15:15.118094 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f34ccc3-2ccc-43f7-9584-0f6756962896 tempest-ServerRescueNegativeTestJSON-1009389569 tempest-ServerRescueNegativeTestJSON-1009389569-project] Pushing event deleted for resources: {'Port': ['ID=6fde4950-20da-4629-b465-3f3bef3b21b6,revision_number=None']} {{(pid=86331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 20:15:15.122219 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [None req-3f34ccc3-2ccc-43f7-9584-0f6756962896 tempest-ServerRescueNegativeTestJSON-1009389569 tempest-ServerRescueNegativeTestJSON-1009389569-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 20:15:15.176885 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.l3_dvrscheduler_db [req-953844b1-6ed0-470c-849c-1e36d460eb08 req-3f34ccc3-2ccc-43f7-9584-0f6756962896 tempest-ServerRescueNegativeTestJSON-1009389569 tempest-ServerRescueNegativeTestJSON-1009389569-project] No DVR routers for this DVR port 6fde4950-20da-4629-b465-3f3bef3b21b6 on host hv-cinder-78763 {{(pid=86331) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 22 20:15:15.181209 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [req-953844b1-6ed0-470c-849c-1e36d460eb08 req-3f34ccc3-2ccc-43f7-9584-0f6756962896 tempest-ServerRescueNegativeTestJSON-1009389569 tempest-ServerRescueNegativeTestJSON-1009389569-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-743'] for port, before_response {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:15:15.184106 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '469f3208-145f-4d5b-b5d0-3d1d24295374', 'name': 'network-vif-deleted', 'tag': '6fde4950-20da-4629-b465-3f3bef3b21b6'}] {{(pid=86331) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 22 20:15:15.199107 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-953844b1-6ed0-470c-849c-1e36d460eb08 req-3f34ccc3-2ccc-43f7-9584-0f6756962896 tempest-ServerRescueNegativeTestJSON-1009389569 tempest-ServerRescueNegativeTestJSON-1009389569-project] 10.222.0.46 "DELETE /v2.0/ports/6fde4950-20da-4629-b465-3f3bef3b21b6 HTTP/1.1" status: 204  len: 173 time: 0.8383753
Apr 22 20:15:15.204925 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.wsgi [-] (86331) accepted ('10.222.0.30', 40098) {{(pid=86331) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 20:15:15.234940 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '469f3208-145f-4d5b-b5d0-3d1d24295374', 'name': 'network-vif-deleted', 'tag': '6fde4950-20da-4629-b465-3f3bef3b21b6', 'status': 'completed', 'code': 200}
Apr 22 20:15:15.322550 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.v2.base [None req-8f88060c-c09c-4dda-a11a-d72aaf572cdb admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1390305700-network', 'tenant_id': '0f8958206e4c43528e4e8b49acd500e9'}} {{(pid=86331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 22 20:15:15.328730 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.quota.driver [None req-8f88060c-c09c-4dda-a11a-d72aaf572cdb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 22 20:15:15.333685 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.quota.resource [None req-8f88060c-c09c-4dda-a11a-d72aaf572cdb admin admin] Usage tracker for resource:network and tenant:0f8958206e4c43528e4e8b49acd500e9 is out of sync, need to count used quota {{(pid=86331) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 22 20:15:15.337198 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.quota.resource [None req-8f88060c-c09c-4dda-a11a-d72aaf572cdb admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86331) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 22 20:15:15.344349 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.quota.driver [None req-8f88060c-c09c-4dda-a11a-d72aaf572cdb admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 22 20:15:15.353642 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f88060c-c09c-4dda-a11a-d72aaf572cdb admin admin] Made reservation on behalf of 0f8958206e4c43528e4e8b49acd500e9 for: {'network': 1} {{(pid=86331) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 22 20:15:15.358440 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-8f88060c-c09c-4dda-a11a-d72aaf572cdb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587983'] for network, before_create {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:15:15.371455 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-8f88060c-c09c-4dda-a11a-d72aaf572cdb admin admin] Notify callbacks [] for security_group, before_create {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:15:15.386383 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.quota.driver [None req-8f88060c-c09c-4dda-a11a-d72aaf572cdb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 22 20:15:15.390376 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.quota.resource [None req-8f88060c-c09c-4dda-a11a-d72aaf572cdb admin admin] Usage tracker for resource:security_group_rule and tenant:0f8958206e4c43528e4e8b49acd500e9 is out of sync, need to count used quota {{(pid=86331) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 22 20:15:15.393233 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.quota.resource [None req-8f88060c-c09c-4dda-a11a-d72aaf572cdb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86331) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 22 20:15:15.399672 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.quota.driver [None req-8f88060c-c09c-4dda-a11a-d72aaf572cdb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 22 20:15:15.481826 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-8f88060c-c09c-4dda-a11a-d72aaf572cdb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:15:15.484497 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-8f88060c-c09c-4dda-a11a-d72aaf572cdb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393900'] for security_group, after_create {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:15:15.488629 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [None req-5bf7c74b-8cdc-4daf-8399-71e2adaa1d54 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 20:15:15.516217 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8f88060c-c09c-4dda-a11a-d72aaf572cdb admin admin] vlan segment allocate from pool success with {'vlan_id': 396, 'physical_network': 'physnet1'}  {{(pid=86331) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}}
Apr 22 20:15:15.525474 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f88060c-c09c-4dda-a11a-d72aaf572cdb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0873073c-49ac-43ac-8e9d-10aa6fbf7920,revision_number=1']} {{(pid=86331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 20:15:15.529285 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [None req-8f88060c-c09c-4dda-a11a-d72aaf572cdb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 20:15:15.531784 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-8f88060c-c09c-4dda-a11a-d72aaf572cdb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1523030'] for segment, precommit_create {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:15:15.532172 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.db.segments_db [None req-8f88060c-c09c-4dda-a11a-d72aaf572cdb admin admin] Added segment e5b2f9b5-91b0-42dc-b914-ea31b3de8d4f of type vlan for network cdbc236c-8586-49eb-ba8f-a09d8bd95a47
Apr 22 20:15:15.559716 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-8f88060c-c09c-4dda-a11a-d72aaf572cdb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727707556023'] for network, precommit_create {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:15:15.588141 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-8f88060c-c09c-4dda-a11a-d72aaf572cdb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853168226'] for network, after_create {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:15:15.589497 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f88060c-c09c-4dda-a11a-d72aaf572cdb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 20:15:15.590177 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-8f88060c-c09c-4dda-a11a-d72aaf572cdb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853168243'] for network, before_response {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:15:15.595075 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [None req-3b14e9e2-74ba-4187-b5ff-be97061566b8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 20:15:15.699096 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [None req-8f88060c-c09c-4dda-a11a-d72aaf572cdb admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201  len: 898 time: 0.4927182
Apr 22 20:15:15.699973 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f88060c-c09c-4dda-a11a-d72aaf572cdb admin admin] Pushing event updated for resources: {'Network': ['ID=cdbc236c-8586-49eb-ba8f-a09d8bd95a47,revision_number=1']} {{(pid=86331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 20:15:15.702106 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.wsgi [-] (86331) accepted ('10.222.0.30', 40104) {{(pid=86331) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 20:15:15.704694 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [None req-8f88060c-c09c-4dda-a11a-d72aaf572cdb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 20:15:15.708785 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.v2.base [None req-df1310ac-25ff-4cac-b4cf-258dc117f9f5 admin admin] Request body: {'subnet': {'network_id': 'cdbc236c-8586-49eb-ba8f-a09d8bd95a47', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1390305700-subnet', 'tenant_id': '0f8958206e4c43528e4e8b49acd500e9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=86331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 22 20:15:15.710934 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.rpc [None req-08e5d76f-3fe5-4242-a4b8-30f374028052 None None] Network cdbc236c-8586-49eb-ba8f-a09d8bd95a47 details requested by agent ovs-agent-dv-cinder-787632-1-iscsi with host dv-cinder-787632-1-iscsi {{(pid=86332) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Apr 22 20:15:15.714422 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.quota.driver [None req-df1310ac-25ff-4cac-b4cf-258dc117f9f5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 22 20:15:15.718632 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.quota.resource [None req-df1310ac-25ff-4cac-b4cf-258dc117f9f5 admin admin] Usage tracker for resource:subnet and tenant:0f8958206e4c43528e4e8b49acd500e9 is out of sync, need to count used quota {{(pid=86331) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 22 20:15:15.721692 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.quota.resource [None req-df1310ac-25ff-4cac-b4cf-258dc117f9f5 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86331) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 22 20:15:15.727813 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.quota.driver [None req-df1310ac-25ff-4cac-b4cf-258dc117f9f5 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 22 20:15:15.737064 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df1310ac-25ff-4cac-b4cf-258dc117f9f5 admin admin] Made reservation on behalf of 0f8958206e4c43528e4e8b49acd500e9 for: {'subnet': 1} {{(pid=86331) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 22 20:15:15.741890 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-df1310ac-25ff-4cac-b4cf-258dc117f9f5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851064723'] for subnet, before_create {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:15:15.930381 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-6e32b880-4df7-4b90-aae9-fe68b6d68ee5 req-6d219c5e-7d9c-4a9f-9a35-40562697c95a tempest-ServerRescueNegativeTestJSON-1009389569 tempest-ServerRescueNegativeTestJSON-1009389569-project] 10.222.0.30 "GET /v2.0/ports?device_id=469f3208-145f-4d5b-b5d0-3d1d24295374 HTTP/1.1" status: 200  len: 210 time: 0.0477092
Apr 22 20:15:16.141625 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-df1310ac-25ff-4cac-b4cf-258dc117f9f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853168226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036853554393', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036851064708'] for subnet, after_create {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:15:16.146542 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [None req-a35e5037-e60b-4c73-8b50-b7b355d221a8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 20:15:16.221643 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df1310ac-25ff-4cac-b4cf-258dc117f9f5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d2e0f580-ed1c-448a-bec4-75cbeb08028c,revision_number=0']} {{(pid=86331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 20:15:16.227543 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [None req-df1310ac-25ff-4cac-b4cf-258dc117f9f5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 20:15:16.230147 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df1310ac-25ff-4cac-b4cf-258dc117f9f5 admin admin] Checking segment: {'id': 'e5b2f9b5-91b0-42dc-b914-ea31b3de8d4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': 'cdbc236c-8586-49eb-ba8f-a09d8bd95a47'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86331) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 22 20:15:16.230536 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df1310ac-25ff-4cac-b4cf-258dc117f9f5 admin admin] Network hostable DHCP agents. Network: cdbc236c-8586-49eb-ba8f-a09d8bd95a47, hostable agents: ['e0877369-7b04-40ef-a371-0b097842c51e'], hosted agents: [] {{(pid=86331) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Apr 22 20:15:16.249042 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df1310ac-25ff-4cac-b4cf-258dc117f9f5 admin admin] Network cdbc236c-8586-49eb-ba8f-a09d8bd95a47 is scheduled to be hosted by DHCP agent e0877369-7b04-40ef-a371-0b097842c51e with binding_index 1 {{(pid=86331) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Apr 22 20:15:16.257564 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.scheduler.base_scheduler [None req-df1310ac-25ff-4cac-b4cf-258dc117f9f5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-787632-1-iscsi, cdbc236c-8586-49eb-ba8f-a09d8bd95a47) {{(pid=86331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 22 20:15:16.266325 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52c02100-4105-45bb-9eeb-3bc5636d05c4 None None] Network cdbc236c-8586-49eb-ba8f-a09d8bd95a47 requested from dv-cinder-787632-1-iscsi {{(pid=86332) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 22 20:15:16.273017 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df1310ac-25ff-4cac-b4cf-258dc117f9f5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 20:15:16.273673 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-df1310ac-25ff-4cac-b4cf-258dc117f9f5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853168243'] for subnet, before_response {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:15:16.292780 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [None req-df1310ac-25ff-4cac-b4cf-258dc117f9f5 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 862 time: 0.5896087
Apr 22 20:15:16.505962 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a32eb1a5-efd9-4f70-a0a6-8a7643ca2c3c None None] Network cdbc236c-8586-49eb-ba8f-a09d8bd95a47 requested from dv-cinder-787632-1-iscsi {{(pid=86332) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 22 20:15:16.819747 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.wsgi [-] (86331) accepted ('10.222.0.30', 40126) {{(pid=86331) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 20:15:16.826155 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.v2.base [None req-28d35c1e-bafb-4ee1-a1c6-b36830e73982 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1392665991-network', 'tenant_id': '0e0f1fd54eab469fb7f30178687b2540'}} {{(pid=86331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 22 20:15:16.831166 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.quota.driver [None req-28d35c1e-bafb-4ee1-a1c6-b36830e73982 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 22 20:15:16.835753 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.quota.resource [None req-28d35c1e-bafb-4ee1-a1c6-b36830e73982 admin admin] Usage tracker for resource:network and tenant:0e0f1fd54eab469fb7f30178687b2540 is out of sync, need to count used quota {{(pid=86331) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 22 20:15:16.839331 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.quota.resource [None req-28d35c1e-bafb-4ee1-a1c6-b36830e73982 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86331) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 22 20:15:16.845594 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.quota.driver [None req-28d35c1e-bafb-4ee1-a1c6-b36830e73982 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 22 20:15:16.855129 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28d35c1e-bafb-4ee1-a1c6-b36830e73982 admin admin] Made reservation on behalf of 0e0f1fd54eab469fb7f30178687b2540 for: {'network': 1} {{(pid=86331) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 22 20:15:16.859836 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-28d35c1e-bafb-4ee1-a1c6-b36830e73982 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587983'] for network, before_create {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:15:16.873221 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-28d35c1e-bafb-4ee1-a1c6-b36830e73982 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:15:16.888506 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.quota.driver [None req-28d35c1e-bafb-4ee1-a1c6-b36830e73982 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 22 20:15:16.892498 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.quota.resource [None req-28d35c1e-bafb-4ee1-a1c6-b36830e73982 admin admin] Usage tracker for resource:security_group_rule and tenant:0e0f1fd54eab469fb7f30178687b2540 is out of sync, need to count used quota {{(pid=86331) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 22 20:15:16.895417 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.quota.resource [None req-28d35c1e-bafb-4ee1-a1c6-b36830e73982 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86331) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 22 20:15:16.901913 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.quota.driver [None req-28d35c1e-bafb-4ee1-a1c6-b36830e73982 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 22 20:15:16.985529 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-28d35c1e-bafb-4ee1-a1c6-b36830e73982 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:15:16.988443 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-28d35c1e-bafb-4ee1-a1c6-b36830e73982 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393900'] for security_group, after_create {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:15:16.992282 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 20:15:17.024984 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-28d35c1e-bafb-4ee1-a1c6-b36830e73982 admin admin] vlan segment allocate from pool success with {'vlan_id': 379, 'physical_network': 'physnet1'}  {{(pid=86331) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}}
Apr 22 20:15:17.030617 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28d35c1e-bafb-4ee1-a1c6-b36830e73982 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa77b452-68a4-4d03-9e9b-bdf56b8679cf,revision_number=1']} {{(pid=86331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 20:15:17.034227 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [None req-28d35c1e-bafb-4ee1-a1c6-b36830e73982 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 20:15:17.041475 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-28d35c1e-bafb-4ee1-a1c6-b36830e73982 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1523030'] for segment, precommit_create {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:15:17.041908 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.db.segments_db [None req-28d35c1e-bafb-4ee1-a1c6-b36830e73982 admin admin] Added segment 66d6a189-fc4b-4771-9c73-928d72913991 of type vlan for network 019fba90-99ad-4af8-afc5-2336958fa3fb
Apr 22 20:15:17.103803 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-28d35c1e-bafb-4ee1-a1c6-b36830e73982 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727707556023'] for network, precommit_create {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:15:17.126424 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.quota.resource [req-1934ed09-e84d-4bb5-8d0c-6c38f9e7723c req-a62a896b-314c-4784-92b0-6edac1e3ea26 tempest-ServerRescueNegativeTestJSON-1009389569 tempest-ServerRescueNegativeTestJSON-1009389569-project] Synchronizing usage tracker for tenant:a3da31af07b74c20b145ac19f125aded on resource:port {{(pid=86331) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 22 20:15:17.157585 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.quota.resource [req-1934ed09-e84d-4bb5-8d0c-6c38f9e7723c req-a62a896b-314c-4784-92b0-6edac1e3ea26 tempest-ServerRescueNegativeTestJSON-1009389569 tempest-ServerRescueNegativeTestJSON-1009389569-project] Unset dirty status for tenant:a3da31af07b74c20b145ac19f125aded on resource:port {{(pid=86331) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 22 20:15:17.158853 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-1934ed09-e84d-4bb5-8d0c-6c38f9e7723c req-a62a896b-314c-4784-92b0-6edac1e3ea26 tempest-ServerRescueNegativeTestJSON-1009389569 tempest-ServerRescueNegativeTestJSON-1009389569-project] 10.222.0.30 "GET /v2.0/ports?device_id=469f3208-145f-4d5b-b5d0-3d1d24295374 HTTP/1.1" status: 200  len: 210 time: 0.0917964
Apr 22 20:15:17.159891 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-28d35c1e-bafb-4ee1-a1c6-b36830e73982 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853168226'] for network, after_create {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:15:17.161457 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28d35c1e-bafb-4ee1-a1c6-b36830e73982 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 20:15:17.162111 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-28d35c1e-bafb-4ee1-a1c6-b36830e73982 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853168243'] for network, before_response {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:15:17.167610 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [None req-83485f9b-ae27-4379-b992-0ae834fbff1d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 20:15:17.267441 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [None req-28d35c1e-bafb-4ee1-a1c6-b36830e73982 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201  len: 898 time: 0.4465177
Apr 22 20:15:17.270431 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.wsgi [-] (86331) accepted ('10.222.0.30', 40134) {{(pid=86331) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 20:15:17.271124 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28d35c1e-bafb-4ee1-a1c6-b36830e73982 admin admin] Pushing event updated for resources: {'Network': ['ID=019fba90-99ad-4af8-afc5-2336958fa3fb,revision_number=1']} {{(pid=86331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 20:15:17.275243 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [None req-28d35c1e-bafb-4ee1-a1c6-b36830e73982 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 20:15:17.279349 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.v2.base [None req-b71972bb-8855-45f8-b0ae-c8cc84ee7a52 admin admin] Request body: {'subnet': {'network_id': '019fba90-99ad-4af8-afc5-2336958fa3fb', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1392665991-subnet', 'tenant_id': '0e0f1fd54eab469fb7f30178687b2540', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=86331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 22 20:15:17.281488 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.rpc [None req-08e5d76f-3fe5-4242-a4b8-30f374028052 None None] Network 019fba90-99ad-4af8-afc5-2336958fa3fb details requested by agent ovs-agent-dv-cinder-787632-1-iscsi with host dv-cinder-787632-1-iscsi {{(pid=86332) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Apr 22 20:15:17.284348 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.quota.driver [None req-b71972bb-8855-45f8-b0ae-c8cc84ee7a52 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 22 20:15:17.289301 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.quota.resource [None req-b71972bb-8855-45f8-b0ae-c8cc84ee7a52 admin admin] Usage tracker for resource:subnet and tenant:0e0f1fd54eab469fb7f30178687b2540 is out of sync, need to count used quota {{(pid=86331) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 22 20:15:17.292364 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.quota.resource [None req-b71972bb-8855-45f8-b0ae-c8cc84ee7a52 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86331) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 22 20:15:17.298517 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.quota.driver [None req-b71972bb-8855-45f8-b0ae-c8cc84ee7a52 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 22 20:15:17.312673 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b71972bb-8855-45f8-b0ae-c8cc84ee7a52 admin admin] Made reservation on behalf of 0e0f1fd54eab469fb7f30178687b2540 for: {'subnet': 1} {{(pid=86331) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 22 20:15:17.317431 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-b71972bb-8855-45f8-b0ae-c8cc84ee7a52 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851064723'] for subnet, before_create {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:15:17.352275 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.rpc [None req-cbbe70c9-0b39-4f9d-be6e-4133a7c8f54f None None] Device 6fde4950-20da-4629-b465-3f3bef3b21b6 no longer exists at agent hyperv_hv-cinder-78763 {{(pid=86332) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 22 20:15:17.404170 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.plugin [None req-cbbe70c9-0b39-4f9d-be6e-4133a7c8f54f None None] No Port match for: 6fde4950-20da-4629-b465-3f3bef3b21b6 {{(pid=86332) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 22 20:15:17.404559 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.rpc [None req-cbbe70c9-0b39-4f9d-be6e-4133a7c8f54f None None] Device 6fde4950-20da-4629-b465-3f3bef3b21b6 not bound to the agent host hv-cinder-78763 {{(pid=86332) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 22 20:15:17.712946 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-b71972bb-8855-45f8-b0ae-c8cc84ee7a52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853168226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036853554393', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036851064708'] for subnet, after_create {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:15:17.717612 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 20:15:17.797919 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b71972bb-8855-45f8-b0ae-c8cc84ee7a52 admin admin] Pushing event updated for resources: {'Subnet': ['ID=77cfea93-3792-49a2-be8b-68cd524f6603,revision_number=0']} {{(pid=86331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 20:15:17.801874 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [None req-b71972bb-8855-45f8-b0ae-c8cc84ee7a52 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 20:15:17.802633 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b71972bb-8855-45f8-b0ae-c8cc84ee7a52 admin admin] Checking segment: {'id': '66d6a189-fc4b-4771-9c73-928d72913991', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '019fba90-99ad-4af8-afc5-2336958fa3fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86331) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 22 20:15:17.803021 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b71972bb-8855-45f8-b0ae-c8cc84ee7a52 admin admin] Network hostable DHCP agents. Network: 019fba90-99ad-4af8-afc5-2336958fa3fb, hostable agents: ['e0877369-7b04-40ef-a371-0b097842c51e'], hosted agents: [] {{(pid=86331) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Apr 22 20:15:17.822045 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b71972bb-8855-45f8-b0ae-c8cc84ee7a52 admin admin] Network 019fba90-99ad-4af8-afc5-2336958fa3fb is scheduled to be hosted by DHCP agent e0877369-7b04-40ef-a371-0b097842c51e with binding_index 1 {{(pid=86331) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Apr 22 20:15:17.830221 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.scheduler.base_scheduler [None req-b71972bb-8855-45f8-b0ae-c8cc84ee7a52 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-787632-1-iscsi, 019fba90-99ad-4af8-afc5-2336958fa3fb) {{(pid=86331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 22 20:15:17.839659 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-860d8233-dae7-4685-9ae5-0bb3b66db881 None None] Network 019fba90-99ad-4af8-afc5-2336958fa3fb requested from dv-cinder-787632-1-iscsi {{(pid=86332) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 22 20:15:17.842591 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b71972bb-8855-45f8-b0ae-c8cc84ee7a52 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 20:15:17.843249 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-b71972bb-8855-45f8-b0ae-c8cc84ee7a52 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853168243'] for subnet, before_response {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:15:17.862544 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [None req-b71972bb-8855-45f8-b0ae-c8cc84ee7a52 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 862 time: 0.5888085
Apr 22 20:15:17.999323 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.wsgi [-] (86331) accepted ('10.222.0.30', 40144) {{(pid=86331) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 20:15:18.060883 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-657cfc96-60e2-43e9-ae0b-33b0ee6b27ec None None] Network 019fba90-99ad-4af8-afc5-2336958fa3fb requested from dv-cinder-787632-1-iscsi {{(pid=86332) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 22 20:15:18.065422 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.db_base_plugin_v2 [None req-1e31bdd9-5e47-4605-9577-d62cde6543b5 admin admin] Deleting subnet d2e0f580-ed1c-448a-bec4-75cbeb08028c {{(pid=86331) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Apr 22 20:15:18.068603 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-1e31bdd9-5e47-4605-9577-d62cde6543b5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:15:18.123013 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-1e31bdd9-5e47-4605-9577-d62cde6543b5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036852418941'] for subnet, precommit_delete_associations {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:15:18.182261 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-1e31bdd9-5e47-4605-9577-d62cde6543b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853244368'] for subnet, precommit_delete {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:15:18.341515 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-01c322d3-2715-4b95-9cf7-98569869e368 req-a992e8b1-941b-4145-bd9f-e947fe049a3d tempest-ServerRescueNegativeTestJSON-1009389569 tempest-ServerRescueNegativeTestJSON-1009389569-project] 10.222.0.30 "GET /v2.0/ports?device_id=469f3208-145f-4d5b-b5d0-3d1d24295374 HTTP/1.1" status: 200  len: 210 time: 0.0510144
Apr 22 20:15:18.443688 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-1e31bdd9-5e47-4605-9577-d62cde6543b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1531400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853168226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1221474', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3711047'] for subnet, after_delete {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:15:18.449291 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 20:15:18.486208 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e31bdd9-5e47-4605-9577-d62cde6543b5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d2e0f580-ed1c-448a-bec4-75cbeb08028c,revision_number=None']} {{(pid=86331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 20:15:18.489287 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [None req-1e31bdd9-5e47-4605-9577-d62cde6543b5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 20:15:18.491342 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-1e31bdd9-5e47-4605-9577-d62cde6543b5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853168243'] for subnet, before_response {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:15:18.497273 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [None req-1e31bdd9-5e47-4605-9577-d62cde6543b5 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/d2e0f580-ed1c-448a-bec4-75cbeb08028c HTTP/1.1" status: 204  len: 168 time: 0.4967618
Apr 22 20:15:18.499967 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.wsgi [-] (86331) accepted ('10.222.0.30', 40152) {{(pid=86331) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 20:15:18.617416 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-aea80aa1-796d-486e-a5ff-2be93d1045fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854197124'] for network, before_delete {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:15:18.638465 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-cbbe70c9-0b39-4f9d-be6e-4133a7c8f54f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309146858885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640583'] for agent, after_update {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:15:18.748959 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-aea80aa1-796d-486e-a5ff-2be93d1045fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1531493', 'neutron.services.segments.db._delete_segments_for_network-8727707916915'] for network, precommit_delete {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:15:18.861122 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.services.segments.db [None req-aea80aa1-796d-486e-a5ff-2be93d1045fb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f013c8dfd30>,) {'filters': {'network_id': ['cdbc236c-8586-49eb-ba8f-a09d8bd95a47']}} {{(pid=86331) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 22 20:15:18.874913 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.services.segments.db [None req-aea80aa1-796d-486e-a5ff-2be93d1045fb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f013c8dfd30>, 'e5b2f9b5-91b0-42dc-b914-ea31b3de8d4f') {'for_net_delete': True} {{(pid=86331) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 22 20:15:18.875193 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.services.segments.db [None req-aea80aa1-796d-486e-a5ff-2be93d1045fb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f013c8dfd30>, 'e5b2f9b5-91b0-42dc-b914-ea31b3de8d4f') {} {{(pid=86331) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 22 20:15:18.887074 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-aea80aa1-796d-486e-a5ff-2be93d1045fb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363309146702435', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2356875'] for segment, before_delete {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:15:18.901573 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-aea80aa1-796d-486e-a5ff-2be93d1045fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1523030'] for segment, precommit_delete {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:15:18.907727 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aea80aa1-796d-486e-a5ff-2be93d1045fb admin admin] Releasing vlan 396 on physical network physnet1 to pool {{(pid=86331) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}}
Apr 22 20:15:19.079639 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.managers [None req-aea80aa1-796d-486e-a5ff-2be93d1045fb admin admin] Network cdbc236c-8586-49eb-ba8f-a09d8bd95a47 has no segments {{(pid=86331) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 22 20:15:19.092101 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-aea80aa1-796d-486e-a5ff-2be93d1045fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853252831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036853551935'] for segment, after_delete {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:15:19.445254 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.wsgi [-] (86330) accepted ('10.222.0.30', 40162) {{(pid=86330) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 20:15:19.487036 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.managers [None req-aea80aa1-796d-486e-a5ff-2be93d1045fb admin admin] Network cdbc236c-8586-49eb-ba8f-a09d8bd95a47 has no segments {{(pid=86331) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 22 20:15:19.509937 dv-cinder-787632-1-iscsi neutron-server[86219]: Traceback (most recent call last):
Apr 22 20:15:19.509937 dv-cinder-787632-1-iscsi neutron-server[86219]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 22 20:15:19.509937 dv-cinder-787632-1-iscsi neutron-server[86219]:     timer()
Apr 22 20:15:19.509937 dv-cinder-787632-1-iscsi neutron-server[86219]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 22 20:15:19.509937 dv-cinder-787632-1-iscsi neutron-server[86219]:     cb(*args, **kw)
Apr 22 20:15:19.509937 dv-cinder-787632-1-iscsi neutron-server[86219]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Apr 22 20:15:19.509937 dv-cinder-787632-1-iscsi neutron-server[86219]:     return func(*args, **kwargs)
Apr 22 20:15:19.509937 dv-cinder-787632-1-iscsi neutron-server[86219]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 22 20:15:19.509937 dv-cinder-787632-1-iscsi neutron-server[86219]:     self._notify()
Apr 22 20:15:19.509937 dv-cinder-787632-1-iscsi neutron-server[86219]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 22 20:15:19.509937 dv-cinder-787632-1-iscsi neutron-server[86219]:     self.callback(batched_events)
Apr 22 20:15:19.509937 dv-cinder-787632-1-iscsi neutron-server[86219]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 22 20:15:19.509937 dv-cinder-787632-1-iscsi neutron-server[86219]:     event.method(event)
Apr 22 20:15:19.509937 dv-cinder-787632-1-iscsi neutron-server[86219]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 22 20:15:19.509937 dv-cinder-787632-1-iscsi neutron-server[86219]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 22 20:15:19.509937 dv-cinder-787632-1-iscsi neutron-server[86219]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Apr 22 20:15:19.509937 dv-cinder-787632-1-iscsi neutron-server[86219]:     segment_id)['aggregates'][0]
Apr 22 20:15:19.509937 dv-cinder-787632-1-iscsi neutron-server[86219]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 22 20:15:19.509937 dv-cinder-787632-1-iscsi neutron-server[86219]:     return f(self, *a, **k)
Apr 22 20:15:19.509937 dv-cinder-787632-1-iscsi neutron-server[86219]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 22 20:15:19.509937 dv-cinder-787632-1-iscsi neutron-server[86219]:     return self._get(url).json()
Apr 22 20:15:19.509937 dv-cinder-787632-1-iscsi neutron-server[86219]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 22 20:15:19.509937 dv-cinder-787632-1-iscsi neutron-server[86219]:     **kwargs)
Apr 22 20:15:19.509937 dv-cinder-787632-1-iscsi neutron-server[86219]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 22 20:15:19.509937 dv-cinder-787632-1-iscsi neutron-server[86219]:     return self.request(url, 'GET', **kwargs)
Apr 22 20:15:19.509937 dv-cinder-787632-1-iscsi neutron-server[86219]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request
Apr 22 20:15:19.509937 dv-cinder-787632-1-iscsi neutron-server[86219]:     **endpoint_filter)
Apr 22 20:15:19.509937 dv-cinder-787632-1-iscsi neutron-server[86219]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 22 20:15:19.509937 dv-cinder-787632-1-iscsi neutron-server[86219]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 22 20:15:19.509937 dv-cinder-787632-1-iscsi neutron-server[86219]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 22 20:15:19.509937 dv-cinder-787632-1-iscsi neutron-server[86219]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 22 20:15:19.509937 dv-cinder-787632-1-iscsi neutron-server[86219]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 22 20:15:19.598484 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-aea80aa1-796d-486e-a5ff-2be93d1045fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853244307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853168226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-427906'] for network, after_delete {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:15:19.602831 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [None req-8f88060c-c09c-4dda-a11a-d72aaf572cdb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 20:15:19.618327 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-aea80aa1-796d-486e-a5ff-2be93d1045fb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853168243'] for network, before_response {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:15:19.629506 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea80aa1-796d-486e-a5ff-2be93d1045fb admin admin] Pushing event deleted for resources: {'Network': ['ID=cdbc236c-8586-49eb-ba8f-a09d8bd95a47,revision_number=None']} {{(pid=86331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 20:15:19.636630 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [None req-aea80aa1-796d-486e-a5ff-2be93d1045fb admin admin] 10.222.0.30 "DELETE /v2.0/networks/cdbc236c-8586-49eb-ba8f-a09d8bd95a47 HTTP/1.1" status: 204  len: 168 time: 1.1327715
Apr 22 20:15:19.636630 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [None req-aea80aa1-796d-486e-a5ff-2be93d1045fb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 20:15:19.637108 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.wsgi [-] (86331) accepted ('10.222.0.30', 40168) {{(pid=86331) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 20:15:19.709088 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.db_base_plugin_v2 [None req-21c3f584-7081-42ee-a950-f8288f5cb265 admin admin] Deleting subnet 77cfea93-3792-49a2-be8b-68cd524f6603 {{(pid=86331) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Apr 22 20:15:19.713106 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-21c3f584-7081-42ee-a950-f8288f5cb265 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:15:19.766208 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-21c3f584-7081-42ee-a950-f8288f5cb265 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036852418941'] for subnet, precommit_delete_associations {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:15:19.826359 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-21c3f584-7081-42ee-a950-f8288f5cb265 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853244368'] for subnet, precommit_delete {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:15:20.082227 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-21c3f584-7081-42ee-a950-f8288f5cb265 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1531400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853168226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1221474', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3711047'] for subnet, after_delete {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:15:20.087647 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 20:15:20.125617 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-21c3f584-7081-42ee-a950-f8288f5cb265 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853168243'] for subnet, before_response {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:15:20.129496 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21c3f584-7081-42ee-a950-f8288f5cb265 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=77cfea93-3792-49a2-be8b-68cd524f6603,revision_number=None']} {{(pid=86331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 20:15:20.131817 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [None req-21c3f584-7081-42ee-a950-f8288f5cb265 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 20:15:20.134975 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [None req-21c3f584-7081-42ee-a950-f8288f5cb265 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/77cfea93-3792-49a2-be8b-68cd524f6603 HTTP/1.1" status: 204  len: 168 time: 0.4969611
Apr 22 20:15:20.137656 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.wsgi [-] (86331) accepted ('10.222.0.30', 40172) {{(pid=86331) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 20:15:20.248630 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-5891c455-9b4b-4e89-a002-e056f0d7bf29 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854353510'] for router_interface, before_delete {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:15:20.253091 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-673034fb-e8bc-43e6-9358-5357dc553c0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854197124'] for network, before_delete {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:15:20.384092 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-673034fb-e8bc-43e6-9358-5357dc553c0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1531493', 'neutron.services.segments.db._delete_segments_for_network-8727707916915'] for network, precommit_delete {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:15:20.497787 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.services.segments.db [None req-673034fb-e8bc-43e6-9358-5357dc553c0a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f0137bf5a90>,) {'filters': {'network_id': ['019fba90-99ad-4af8-afc5-2336958fa3fb']}} {{(pid=86331) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 22 20:15:20.511097 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.services.segments.db [None req-673034fb-e8bc-43e6-9358-5357dc553c0a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f0137bf5a90>, '66d6a189-fc4b-4771-9c73-928d72913991') {'for_net_delete': True} {{(pid=86331) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 22 20:15:20.511438 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.services.segments.db [None req-673034fb-e8bc-43e6-9358-5357dc553c0a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f0137bf5a90>, '66d6a189-fc4b-4771-9c73-928d72913991') {} {{(pid=86331) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 22 20:15:20.523868 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-673034fb-e8bc-43e6-9358-5357dc553c0a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363309146702435', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2356875'] for segment, before_delete {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:15:20.538868 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-673034fb-e8bc-43e6-9358-5357dc553c0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1523030'] for segment, precommit_delete {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:15:20.545089 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-673034fb-e8bc-43e6-9358-5357dc553c0a admin admin] Releasing vlan 379 on physical network physnet1 to pool {{(pid=86331) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}}
Apr 22 20:15:20.615069 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.plugin [None req-5891c455-9b4b-4e89-a002-e056f0d7bf29 admin admin] Deleting port 20ca4eaa-7fb3-4e8e-9652-8afab6dbe7e3 {{(pid=86330) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 22 20:15:20.615445 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-5891c455-9b4b-4e89-a002-e056f0d7bf29 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363309146780532'] for port, before_delete {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:15:20.727750 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.managers [None req-673034fb-e8bc-43e6-9358-5357dc553c0a admin admin] Network 019fba90-99ad-4af8-afc5-2336958fa3fb has no segments {{(pid=86331) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 22 20:15:20.736702 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-673034fb-e8bc-43e6-9358-5357dc553c0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853252831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036853551935'] for segment, after_delete {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:15:20.800422 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.db [None req-5891c455-9b4b-4e89-a002-e056f0d7bf29 admin admin] For port 20ca4eaa-7fb3-4e8e-9652-8afab6dbe7e3, host dv-cinder-787632-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787632-1-iscsi',level=0,port_id=20ca4eaa-7fb3-4e8e-9652-8afab6dbe7e3,segment=NetworkSegment(1555e1dd-eab4-4f8c-97c5-0a2b36498408),segment_id=1555e1dd-eab4-4f8c-97c5-0a2b36498408)] {{(pid=86330) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 22 20:15:20.801099 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-5891c455-9b4b-4e89-a002-e056f0d7bf29 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854358147'] for port, precommit_delete {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:15:20.913732 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.managers [None req-673034fb-e8bc-43e6-9358-5357dc553c0a admin admin] Network 019fba90-99ad-4af8-afc5-2336958fa3fb has no segments {{(pid=86331) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 22 20:15:20.934722 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.plugin [None req-5891c455-9b4b-4e89-a002-e056f0d7bf29 admin admin] Calling delete_port for 20ca4eaa-7fb3-4e8e-9652-8afab6dbe7e3 owned by network:router_interface {{(pid=86330) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 22 20:15:20.940021 dv-cinder-787632-1-iscsi neutron-server[86219]: Traceback (most recent call last):
Apr 22 20:15:20.940021 dv-cinder-787632-1-iscsi neutron-server[86219]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 22 20:15:20.940021 dv-cinder-787632-1-iscsi neutron-server[86219]:     timer()
Apr 22 20:15:20.940021 dv-cinder-787632-1-iscsi neutron-server[86219]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 22 20:15:20.940021 dv-cinder-787632-1-iscsi neutron-server[86219]:     cb(*args, **kw)
Apr 22 20:15:20.940021 dv-cinder-787632-1-iscsi neutron-server[86219]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Apr 22 20:15:20.940021 dv-cinder-787632-1-iscsi neutron-server[86219]:     return func(*args, **kwargs)
Apr 22 20:15:20.940021 dv-cinder-787632-1-iscsi neutron-server[86219]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 22 20:15:20.940021 dv-cinder-787632-1-iscsi neutron-server[86219]:     self._notify()
Apr 22 20:15:20.940021 dv-cinder-787632-1-iscsi neutron-server[86219]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 22 20:15:20.940021 dv-cinder-787632-1-iscsi neutron-server[86219]:     self.callback(batched_events)
Apr 22 20:15:20.940021 dv-cinder-787632-1-iscsi neutron-server[86219]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 22 20:15:20.940021 dv-cinder-787632-1-iscsi neutron-server[86219]:     event.method(event)
Apr 22 20:15:20.940021 dv-cinder-787632-1-iscsi neutron-server[86219]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 22 20:15:20.940021 dv-cinder-787632-1-iscsi neutron-server[86219]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 22 20:15:20.940021 dv-cinder-787632-1-iscsi neutron-server[86219]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Apr 22 20:15:20.940021 dv-cinder-787632-1-iscsi neutron-server[86219]:     segment_id)['aggregates'][0]
Apr 22 20:15:20.940021 dv-cinder-787632-1-iscsi neutron-server[86219]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 22 20:15:20.940021 dv-cinder-787632-1-iscsi neutron-server[86219]:     return f(self, *a, **k)
Apr 22 20:15:20.940021 dv-cinder-787632-1-iscsi neutron-server[86219]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 22 20:15:20.940021 dv-cinder-787632-1-iscsi neutron-server[86219]:     return self._get(url).json()
Apr 22 20:15:20.940021 dv-cinder-787632-1-iscsi neutron-server[86219]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 22 20:15:20.940021 dv-cinder-787632-1-iscsi neutron-server[86219]:     **kwargs)
Apr 22 20:15:20.940021 dv-cinder-787632-1-iscsi neutron-server[86219]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 22 20:15:20.940021 dv-cinder-787632-1-iscsi neutron-server[86219]:     return self.request(url, 'GET', **kwargs)
Apr 22 20:15:20.940021 dv-cinder-787632-1-iscsi neutron-server[86219]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request
Apr 22 20:15:20.940021 dv-cinder-787632-1-iscsi neutron-server[86219]:     **endpoint_filter)
Apr 22 20:15:20.940021 dv-cinder-787632-1-iscsi neutron-server[86219]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 22 20:15:20.940021 dv-cinder-787632-1-iscsi neutron-server[86219]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 22 20:15:20.940021 dv-cinder-787632-1-iscsi neutron-server[86219]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 22 20:15:20.940021 dv-cinder-787632-1-iscsi neutron-server[86219]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 22 20:15:20.940021 dv-cinder-787632-1-iscsi neutron-server[86219]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 22 20:15:21.014047 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-673034fb-e8bc-43e6-9358-5357dc553c0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853244307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853168226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-427906'] for network, after_delete {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:15:21.017699 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 20:15:21.031361 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-673034fb-e8bc-43e6-9358-5357dc553c0a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853168243'] for network, before_response {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:15:21.042062 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-673034fb-e8bc-43e6-9358-5357dc553c0a admin admin] Pushing event deleted for resources: {'Network': ['ID=019fba90-99ad-4af8-afc5-2336958fa3fb,revision_number=None']} {{(pid=86331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 20:15:21.044782 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [None req-673034fb-e8bc-43e6-9358-5357dc553c0a admin admin] 10.222.0.30 "DELETE /v2.0/networks/019fba90-99ad-4af8-afc5-2336958fa3fb HTTP/1.1" status: 204  len: 168 time: 0.9060948
Apr 22 20:15:21.045734 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [None req-673034fb-e8bc-43e6-9358-5357dc553c0a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 20:15:21.220022 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.wsgi [-] (86331) accepted ('10.222.0.30', 40180) {{(pid=86331) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 20:15:21.246778 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-5891c455-9b4b-4e89-a002-e056f0d7bf29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854198495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853168226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363309146778399', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727707567663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4125515'] for port, after_delete {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:15:21.251592 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [None req-067d1751-24a7-4281-91eb-8a38b43f307a tempest-TestShelveInstance-1816371010 tempest-TestShelveInstance-1816371010-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 20:15:21.275253 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [None req-866b4ffc-591c-417d-8b50-aff84409a959 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=0f8958206e4c43528e4e8b49acd500e9&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0539474
Apr 22 20:15:21.277896 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.wsgi [-] (86331) accepted ('10.222.0.30', 40186) {{(pid=86331) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 20:15:21.297243 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5891c455-9b4b-4e89-a002-e056f0d7bf29 admin admin] Pushing event deleted for resources: {'Port': ['ID=20ca4eaa-7fb3-4e8e-9652-8afab6dbe7e3,revision_number=None']} {{(pid=86330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 20:15:21.299881 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [None req-5891c455-9b4b-4e89-a002-e056f0d7bf29 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=86330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 20:15:21.339372 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-bdfe7870-3c83-4319-98de-5777a11fb92a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:15:21.366555 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-bdfe7870-3c83-4319-98de-5777a11fb92a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:15:21.410699 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-bdfe7870-3c83-4319-98de-5777a11fb92a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393900'] for security_group, after_delete {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:15:21.416109 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [None req-8a3ac673-2096-4e33-a537-4a2982c4b42d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 20:15:21.426615 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdfe7870-3c83-4319-98de-5777a11fb92a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0873073c-49ac-43ac-8e9d-10aa6fbf7920,revision_number=None']} {{(pid=86331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 20:15:21.430273 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [None req-bdfe7870-3c83-4319-98de-5777a11fb92a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 20:15:21.433585 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-bdfe7870-3c83-4319-98de-5777a11fb92a admin admin] Notify callbacks [] for security_group, before_response {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:15:21.434774 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [None req-bdfe7870-3c83-4319-98de-5777a11fb92a admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/0873073c-49ac-43ac-8e9d-10aa6fbf7920 HTTP/1.1" status: 204  len: 168 time: 0.1559293
Apr 22 20:15:21.591473 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-5891c455-9b4b-4e89-a002-e056f0d7bf29 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1607590', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854353436'] for router_interface, after_delete {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:15:21.808543 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.wsgi [-] (86331) accepted ('10.222.0.30', 40196) {{(pid=86331) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 20:15:21.862412 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [None req-91818779-22fd-4ee9-afd6-8916e6886cf4 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=0e0f1fd54eab469fb7f30178687b2540&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0525041
Apr 22 20:15:21.864978 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.wsgi [-] (86331) accepted ('10.222.0.30', 40200) {{(pid=86331) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 20:15:21.930447 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-587e49fb-ac85-41e2-ae0b-c8bb4a5e89f9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:15:21.960330 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-587e49fb-ac85-41e2-ae0b-c8bb4a5e89f9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:15:22.014837 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-587e49fb-ac85-41e2-ae0b-c8bb4a5e89f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393900'] for security_group, after_delete {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:15:22.020397 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [None req-8576f115-eaea-4db4-a502-3681e7dd558d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 20:15:22.035778 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-587e49fb-ac85-41e2-ae0b-c8bb4a5e89f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa77b452-68a4-4d03-9e9b-bdf56b8679cf,revision_number=None']} {{(pid=86331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 20:15:22.039308 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [None req-587e49fb-ac85-41e2-ae0b-c8bb4a5e89f9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 20:15:22.043266 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-587e49fb-ac85-41e2-ae0b-c8bb4a5e89f9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:15:22.048168 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [None req-587e49fb-ac85-41e2-ae0b-c8bb4a5e89f9 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/fa77b452-68a4-4d03-9e9b-bdf56b8679cf HTTP/1.1" status: 204  len: 168 time: 0.1796649
Apr 22 20:15:22.201215 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5891c455-9b4b-4e89-a002-e056f0d7bf29 admin admin] Router 9c71002a-2a9d-4647-b201-71f3c5cf72be has already been hosted by L3 agent 1df068ca-d615-4cb7-8020-fe6e8be709e3 {{(pid=86330) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 22 20:15:22.389014 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5891c455-9b4b-4e89-a002-e056f0d7bf29 admin admin] Notify agent at l3_agent.dv-cinder-787632-1-iscsi the message routers_updated {{(pid=86330) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 22 20:15:22.399752 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8598fdd0-e751-4ee5-b27f-e623e77781e4 None None] Sync routers for ids ['9c71002a-2a9d-4647-b201-71f3c5cf72be'] in dv-cinder-787632-1-iscsi {{(pid=86333) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 22 20:15:22.410571 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8598fdd0-e751-4ee5-b27f-e623e77781e4 None None] Routers {'9c71002a-2a9d-4647-b201-71f3c5cf72be'} bound to L3 agent in host dv-cinder-787632-1-iscsi {{(pid=86333) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 22 20:15:22.411218 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.l3_hamode_db [None req-8598fdd0-e751-4ee5-b27f-e623e77781e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f013d5b83c8>, 'dv-cinder-787632-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-04-22T20:03:28Z,description=<?>,heartbeat_timestamp=2021-04-22T20:14:59Z,host='dv-cinder-787632-1-iscsi',id=1df068ca-d615-4cb7-8020-fe6e8be709e3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-22T20:03:28Z,topic='l3_agent')) {'router_ids': ['9c71002a-2a9d-4647-b201-71f3c5cf72be'], 'active': True} {{(pid=86333) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 22 20:15:22.414704 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [None req-5891c455-9b4b-4e89-a002-e056f0d7bf29 admin admin] 10.222.0.30 "PUT /v2.0/routers/9c71002a-2a9d-4647-b201-71f3c5cf72be/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.9680302
Apr 22 20:15:22.417320 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.wsgi [-] (86330) accepted ('10.222.0.30', 40212) {{(pid=86330) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 20:15:22.612249 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.l3_dvr_db [None req-8598fdd0-e751-4ee5-b27f-e623e77781e4 None None] Set router 9c71002a-2a9d-4647-b201-71f3c5cf72be gateway port host: dv-cinder-787632-1-iscsi {{(pid=86333) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 22 20:15:22.616483 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-d08a5e83-34b6-4c1c-aede-aabd23bc1ccd admin admin] Notify callbacks [] for router, before_delete {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:15:22.834891 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-d08a5e83-34b6-4c1c-aede-aabd23bc1ccd admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:15:22.845446 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.plugin [None req-d08a5e83-34b6-4c1c-aede-aabd23bc1ccd admin admin] Deleting port 0e839e82-3a68-4168-816e-3b8fa28e27a7 {{(pid=86330) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 22 20:15:22.846001 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-d08a5e83-34b6-4c1c-aede-aabd23bc1ccd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363309146780532'] for port, before_delete {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:15:23.053327 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.db [None req-d08a5e83-34b6-4c1c-aede-aabd23bc1ccd admin admin] For port 0e839e82-3a68-4168-816e-3b8fa28e27a7, host dv-cinder-787632-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787632-1-iscsi',level=0,port_id=0e839e82-3a68-4168-816e-3b8fa28e27a7,segment=NetworkSegment(8e8fb218-3d63-4c3d-9ab1-544471c4929e),segment_id=8e8fb218-3d63-4c3d-9ab1-544471c4929e)] {{(pid=86330) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 22 20:15:23.053327 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-d08a5e83-34b6-4c1c-aede-aabd23bc1ccd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854358147'] for port, precommit_delete {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:15:23.098137 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.l3_hamode_db [None req-8598fdd0-e751-4ee5-b27f-e623e77781e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f013d5b83c8>, [{'id': '9c71002a-2a9d-4647-b201-71f3c5cf72be', 'name': 'tempest-ServerRescueNegativeTestJSON-958420590-router', 'tenant_id': 'a3da31af07b74c20b145ac19f125aded', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b725cb4-6db6-4e68-9a61-1978e8a191a1', 'external_fixed_ips': [{'subnet_id': '1d4495d7-31a5-4e2d-a911-56ceae3a61c5', 'ip_address': '172.27.3.28'}], 'enable_snat': True}, 'gw_port_id': '0e839e82-3a68-4168-816e-3b8fa28e27a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T20:11:34Z', 'updated_at': '2021-04-22T20:15:21Z', 'revision_number': 5, 'project_id': 'a3da31af07b74c20b145ac19f125aded', 'gw_port': {'id': '0e839e82-3a68-4168-816e-3b8fa28e27a7', 'name': '', 'network_id': '1b725cb4-6db6-4e68-9a61-1978e8a191a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:5e:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c71002a-2a9d-4647-b201-71f3c5cf72be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '1d4495d7-31a5-4e2d-a911-56ceae3a61c5', 'ip_address': '172.27.3.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787632-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T20:11:36Z', 'updated_at': '2021-04-22T20:11:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d4495d7-31a5-4e2d-a911-56ceae3a61c5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787632-1-iscsi'}], 'dv-cinder-787632-1-iscsi', False) {} {{(pid=86333) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 22 20:15:23.103357 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8598fdd0-e751-4ee5-b27f-e623e77781e4 None None] Checking router: 9c71002a-2a9d-4647-b201-71f3c5cf72be for host: dv-cinder-787632-1-iscsi {{(pid=86333) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 22 20:15:23.113315 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8598fdd0-e751-4ee5-b27f-e623e77781e4 None None] Routers {'9c71002a-2a9d-4647-b201-71f3c5cf72be'} bound to L3 agent in host dv-cinder-787632-1-iscsi {{(pid=86333) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 22 20:15:23.114348 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.l3_hamode_db [None req-8598fdd0-e751-4ee5-b27f-e623e77781e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f013d5b83c8>, 'dv-cinder-787632-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-04-22T20:03:28Z,description=<?>,heartbeat_timestamp=2021-04-22T20:14:59Z,host='dv-cinder-787632-1-iscsi',id=1df068ca-d615-4cb7-8020-fe6e8be709e3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-22T20:03:28Z,topic='l3_agent')) {'router_ids': ['9c71002a-2a9d-4647-b201-71f3c5cf72be'], 'active': True} {{(pid=86333) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 22 20:15:23.197034 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.plugin [None req-d08a5e83-34b6-4c1c-aede-aabd23bc1ccd admin admin] Calling delete_port for 0e839e82-3a68-4168-816e-3b8fa28e27a7 owned by network:router_gateway {{(pid=86330) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 22 20:15:23.276884 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.l3_dvr_db [None req-8598fdd0-e751-4ee5-b27f-e623e77781e4 None None] Set router 9c71002a-2a9d-4647-b201-71f3c5cf72be gateway port host: None {{(pid=86333) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 22 20:15:23.383597 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-d08a5e83-34b6-4c1c-aede-aabd23bc1ccd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854198495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853168226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363309146778399', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727707567663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4125515'] for port, after_delete {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:15:23.388775 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [None req-3c3e6004-b34b-45a3-8698-e3c6a08a9f2b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 20:15:23.390564 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.l3_hamode_db [None req-8598fdd0-e751-4ee5-b27f-e623e77781e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f013d5b83c8>, [{'id': '9c71002a-2a9d-4647-b201-71f3c5cf72be', 'name': 'tempest-ServerRescueNegativeTestJSON-958420590-router', 'tenant_id': 'a3da31af07b74c20b145ac19f125aded', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T20:11:34Z', 'updated_at': '2021-04-22T20:15:22Z', 'revision_number': 6, 'project_id': 'a3da31af07b74c20b145ac19f125aded', 'gw_port_host': None}], 'dv-cinder-787632-1-iscsi', False) {} {{(pid=86333) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 22 20:15:23.395103 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8598fdd0-e751-4ee5-b27f-e623e77781e4 None None] The sync data for ids ['9c71002a-2a9d-4647-b201-71f3c5cf72be'] in dv-cinder-787632-1-iscsi is: [{'id': '9c71002a-2a9d-4647-b201-71f3c5cf72be', 'name': 'tempest-ServerRescueNegativeTestJSON-958420590-router', 'tenant_id': 'a3da31af07b74c20b145ac19f125aded', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T20:11:34Z', 'updated_at': '2021-04-22T20:15:22Z', 'revision_number': 6, 'project_id': 'a3da31af07b74c20b145ac19f125aded', 'gw_port_host': None}] {{(pid=86333) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 22 20:15:23.442156 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d08a5e83-34b6-4c1c-aede-aabd23bc1ccd admin admin] Pushing event deleted for resources: {'Port': ['ID=0e839e82-3a68-4168-816e-3b8fa28e27a7,revision_number=None']} {{(pid=86330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 20:15:23.446129 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [None req-d08a5e83-34b6-4c1c-aede-aabd23bc1ccd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=86330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 20:15:23.544609 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-d08a5e83-34b6-4c1c-aede-aabd23bc1ccd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-416357'] for router_gateway, after_delete {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:15:23.592140 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.rpc [None req-08e5d76f-3fe5-4242-a4b8-30f374028052 None None] Device 20ca4eaa-7fb3-4e8e-9652-8afab6dbe7e3 no longer exists at agent ovs-agent-dv-cinder-787632-1-iscsi {{(pid=86332) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 22 20:15:23.629571 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.plugin [None req-08e5d76f-3fe5-4242-a4b8-30f374028052 None None] No Port match for: 20ca4eaa-7fb3-4e8e-9652-8afab6dbe7e3 {{(pid=86332) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 22 20:15:23.630135 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.rpc [None req-08e5d76f-3fe5-4242-a4b8-30f374028052 None None] Device 20ca4eaa-7fb3-4e8e-9652-8afab6dbe7e3 not bound to the agent host dv-cinder-787632-1-iscsi {{(pid=86332) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 22 20:15:23.734038 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-d08a5e83-34b6-4c1c-aede-aabd23bc1ccd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-429369', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854773922'] for router, precommit_delete {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:15:23.736364 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-d08a5e83-34b6-4c1c-aede-aabd23bc1ccd admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:15:23.837430 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-d08a5e83-34b6-4c1c-aede-aabd23bc1ccd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854347139'] for router, after_delete {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:15:23.838068 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d08a5e83-34b6-4c1c-aede-aabd23bc1ccd admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9c71002a-2a9d-4647-b201-71f3c5cf72be {{(pid=86330) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}}
Apr 22 20:15:23.861093 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-d08a5e83-34b6-4c1c-aede-aabd23bc1ccd admin admin] Notify callbacks [] for router, before_response {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:15:23.862644 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [None req-d08a5e83-34b6-4c1c-aede-aabd23bc1ccd admin admin] 10.222.0.30 "DELETE /v2.0/routers/9c71002a-2a9d-4647-b201-71f3c5cf72be HTTP/1.1" status: 204  len: 168 time: 1.4439480
Apr 22 20:15:23.865310 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.wsgi [-] (86330) accepted ('10.222.0.30', 40254) {{(pid=86330) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 20:15:23.933462 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.db_base_plugin_v2 [None req-0631e93c-f825-4427-b4c8-b5852c4b2ad0 admin admin] Deleting subnet 30cce57f-0720-4461-b727-7eddafc0e70c {{(pid=86330) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Apr 22 20:15:23.936826 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-0631e93c-f825-4427-b4c8-b5852c4b2ad0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:15:23.995686 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-0631e93c-f825-4427-b4c8-b5852c4b2ad0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036850744753'] for subnet, precommit_delete_associations {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:15:24.031849 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.wsgi [-] (86331) accepted ('10.222.0.30', 40262) {{(pid=86331) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 20:15:24.059843 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-0631e93c-f825-4427-b4c8-b5852c4b2ad0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853244368'] for subnet, precommit_delete {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:15:24.171074 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-5e6827a6-6762-48dd-b3d9-e8e47d1ca90a admin admin] Notify callbacks [] for security_group, before_create {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:15:24.189088 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.quota.driver [None req-5e6827a6-6762-48dd-b3d9-e8e47d1ca90a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 22 20:15:24.197267 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.quota.resource [None req-5e6827a6-6762-48dd-b3d9-e8e47d1ca90a admin admin] Usage tracker for resource:security_group_rule and tenant:1650e787b9374d7b97cc6023984841cf is out of sync, need to count used quota {{(pid=86331) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 22 20:15:24.200435 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.quota.resource [None req-5e6827a6-6762-48dd-b3d9-e8e47d1ca90a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86331) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 22 20:15:24.207194 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.quota.driver [None req-5e6827a6-6762-48dd-b3d9-e8e47d1ca90a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 22 20:15:24.292388 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-5e6827a6-6762-48dd-b3d9-e8e47d1ca90a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:15:24.295095 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-5e6827a6-6762-48dd-b3d9-e8e47d1ca90a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393900'] for security_group, after_create {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:15:24.304882 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [None req-8f88060c-c09c-4dda-a11a-d72aaf572cdb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 20:15:24.328747 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-0631e93c-f825-4427-b4c8-b5852c4b2ad0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1531400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853168226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4127903', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3347985'] for subnet, after_delete {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:15:24.333676 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [None req-ce3f74b9-8153-4946-873d-b2e9842b9d49 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 20:15:24.351475 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [None req-5e6827a6-6762-48dd-b3d9-e8e47d1ca90a admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=1650e787b9374d7b97cc6023984841cf&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3185031
Apr 22 20:15:24.353168 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e6827a6-6762-48dd-b3d9-e8e47d1ca90a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1358559e-116e-493c-9049-edef3c97d65c,revision_number=1']} {{(pid=86331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 20:15:24.355747 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.wsgi [-] (86331) accepted ('10.222.0.30', 40268) {{(pid=86331) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 20:15:24.368063 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [None req-5e6827a6-6762-48dd-b3d9-e8e47d1ca90a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 20:15:24.370829 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0631e93c-f825-4427-b4c8-b5852c4b2ad0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=30cce57f-0720-4461-b727-7eddafc0e70c,revision_number=None']} {{(pid=86330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 20:15:24.374228 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [None req-0631e93c-f825-4427-b4c8-b5852c4b2ad0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=86330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 20:15:24.375282 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-0631e93c-f825-4427-b4c8-b5852c4b2ad0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:15:24.381606 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [None req-0631e93c-f825-4427-b4c8-b5852c4b2ad0 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/30cce57f-0720-4461-b727-7eddafc0e70c HTTP/1.1" status: 204  len: 168 time: 0.5150952
Apr 22 20:15:24.384162 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.wsgi [-] (86330) accepted ('10.222.0.30', 40272) {{(pid=86330) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 20:15:24.419504 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-013a0dd6-e98f-4c1e-83e8-d803ab5ffbc1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:15:24.446269 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-013a0dd6-e98f-4c1e-83e8-d803ab5ffbc1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:15:24.490556 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-013a0dd6-e98f-4c1e-83e8-d803ab5ffbc1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393900'] for security_group, after_delete {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:15:24.495583 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [None req-915f3721-fcd2-44b6-be7f-d82b0e73d607 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 20:15:24.499039 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-4b6d19e7-0f70-4b70-bd30-62c9fc7f925a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854197124'] for network, before_delete {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:15:24.509722 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-013a0dd6-e98f-4c1e-83e8-d803ab5ffbc1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1358559e-116e-493c-9049-edef3c97d65c,revision_number=None']} {{(pid=86331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 20:15:24.512127 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [None req-013a0dd6-e98f-4c1e-83e8-d803ab5ffbc1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 20:15:24.514542 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-013a0dd6-e98f-4c1e-83e8-d803ab5ffbc1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:15:24.518954 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [None req-013a0dd6-e98f-4c1e-83e8-d803ab5ffbc1 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/1358559e-116e-493c-9049-edef3c97d65c HTTP/1.1" status: 204  len: 168 time: 0.1621988
Apr 22 20:15:24.633194 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-4b6d19e7-0f70-4b70-bd30-62c9fc7f925a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1531493', 'neutron.services.segments.db._delete_segments_for_network-8727707916915'] for network, precommit_delete {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:15:24.813162 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.wsgi [-] (86331) accepted ('10.222.0.30', 40282) {{(pid=86331) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 20:15:24.833292 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-d63f3c38-0fb0-48dd-904b-bdb92448a996 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:15:24.850742 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.quota.driver [None req-d63f3c38-0fb0-48dd-904b-bdb92448a996 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 22 20:15:24.855014 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.quota.resource [None req-d63f3c38-0fb0-48dd-904b-bdb92448a996 admin admin] Usage tracker for resource:security_group_rule and tenant:3afcdf02d1b54192afd4c30e7b1cf622 is out of sync, need to count used quota {{(pid=86331) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 22 20:15:24.858215 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.quota.resource [None req-d63f3c38-0fb0-48dd-904b-bdb92448a996 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86331) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 22 20:15:24.864829 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.quota.driver [None req-d63f3c38-0fb0-48dd-904b-bdb92448a996 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 22 20:15:24.960997 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-d63f3c38-0fb0-48dd-904b-bdb92448a996 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:15:24.964510 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-d63f3c38-0fb0-48dd-904b-bdb92448a996 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393900'] for security_group, after_create {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:15:24.972958 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [None req-6dbd165a-141d-4415-a300-79b1d3439f63 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 20:15:24.985396 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.services.segments.db [None req-4b6d19e7-0f70-4b70-bd30-62c9fc7f925a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f0137ef5cf8>,) {'filters': {'network_id': ['571b53d1-aed3-4bd3-ab53-2cb6e0d9c5b7']}} {{(pid=86330) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 22 20:15:24.998282 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.services.segments.db [None req-4b6d19e7-0f70-4b70-bd30-62c9fc7f925a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f0137ef5cf8>, '1555e1dd-eab4-4f8c-97c5-0a2b36498408') {'for_net_delete': True} {{(pid=86330) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 22 20:15:24.998629 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.services.segments.db [None req-4b6d19e7-0f70-4b70-bd30-62c9fc7f925a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f0137ef5cf8>, '1555e1dd-eab4-4f8c-97c5-0a2b36498408') {} {{(pid=86330) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 22 20:15:25.012357 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-4b6d19e7-0f70-4b70-bd30-62c9fc7f925a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363309146702435', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4031047'] for segment, before_delete {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:15:25.018425 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [None req-d63f3c38-0fb0-48dd-904b-bdb92448a996 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=3afcdf02d1b54192afd4c30e7b1cf622&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2017257
Apr 22 20:15:25.018425 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d63f3c38-0fb0-48dd-904b-bdb92448a996 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84b372ef-031c-4924-b96a-022f6453618a,revision_number=1']} {{(pid=86331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 20:15:25.019746 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.wsgi [-] (86331) accepted ('10.222.0.30', 40288) {{(pid=86331) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 20:15:25.029224 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-4b6d19e7-0f70-4b70-bd30-62c9fc7f925a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1523030'] for segment, precommit_delete {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:15:25.032493 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [None req-d63f3c38-0fb0-48dd-904b-bdb92448a996 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 20:15:25.036327 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4b6d19e7-0f70-4b70-bd30-62c9fc7f925a admin admin] Releasing vlan 394 on physical network physnet1 to pool {{(pid=86330) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}}
Apr 22 20:15:25.088200 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-ab89df36-b57c-4c8f-989b-b43f40c3553f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:15:25.117350 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-ab89df36-b57c-4c8f-989b-b43f40c3553f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:15:25.166709 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-ab89df36-b57c-4c8f-989b-b43f40c3553f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393900'] for security_group, after_delete {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:15:25.172409 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [None req-51d73761-1f6a-4d86-a527-56d87e13e314 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 20:15:25.189390 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab89df36-b57c-4c8f-989b-b43f40c3553f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84b372ef-031c-4924-b96a-022f6453618a,revision_number=None']} {{(pid=86331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 20:15:25.192789 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [None req-ab89df36-b57c-4c8f-989b-b43f40c3553f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 20:15:25.194470 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-ab89df36-b57c-4c8f-989b-b43f40c3553f admin admin] Notify callbacks [] for security_group, before_response {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:15:25.199737 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [None req-ab89df36-b57c-4c8f-989b-b43f40c3553f admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/84b372ef-031c-4924-b96a-022f6453618a HTTP/1.1" status: 204  len: 168 time: 0.1786511
Apr 22 20:15:25.234093 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.managers [None req-4b6d19e7-0f70-4b70-bd30-62c9fc7f925a admin admin] Network 571b53d1-aed3-4bd3-ab53-2cb6e0d9c5b7 has no segments {{(pid=86330) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 22 20:15:25.248823 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-4b6d19e7-0f70-4b70-bd30-62c9fc7f925a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853252831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036850650308'] for segment, after_delete {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:15:25.431923 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.managers [None req-4b6d19e7-0f70-4b70-bd30-62c9fc7f925a admin admin] Network 571b53d1-aed3-4bd3-ab53-2cb6e0d9c5b7 has no segments {{(pid=86330) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 22 20:15:25.454854 dv-cinder-787632-1-iscsi neutron-server[86219]: Traceback (most recent call last):
Apr 22 20:15:25.454854 dv-cinder-787632-1-iscsi neutron-server[86219]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 22 20:15:25.454854 dv-cinder-787632-1-iscsi neutron-server[86219]:     timer()
Apr 22 20:15:25.454854 dv-cinder-787632-1-iscsi neutron-server[86219]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 22 20:15:25.454854 dv-cinder-787632-1-iscsi neutron-server[86219]:     cb(*args, **kw)
Apr 22 20:15:25.454854 dv-cinder-787632-1-iscsi neutron-server[86219]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Apr 22 20:15:25.454854 dv-cinder-787632-1-iscsi neutron-server[86219]:     return func(*args, **kwargs)
Apr 22 20:15:25.454854 dv-cinder-787632-1-iscsi neutron-server[86219]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 22 20:15:25.454854 dv-cinder-787632-1-iscsi neutron-server[86219]:     self._notify()
Apr 22 20:15:25.454854 dv-cinder-787632-1-iscsi neutron-server[86219]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 22 20:15:25.454854 dv-cinder-787632-1-iscsi neutron-server[86219]:     self.callback(batched_events)
Apr 22 20:15:25.454854 dv-cinder-787632-1-iscsi neutron-server[86219]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 22 20:15:25.454854 dv-cinder-787632-1-iscsi neutron-server[86219]:     event.method(event)
Apr 22 20:15:25.454854 dv-cinder-787632-1-iscsi neutron-server[86219]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 22 20:15:25.454854 dv-cinder-787632-1-iscsi neutron-server[86219]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 22 20:15:25.454854 dv-cinder-787632-1-iscsi neutron-server[86219]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Apr 22 20:15:25.454854 dv-cinder-787632-1-iscsi neutron-server[86219]:     segment_id)['aggregates'][0]
Apr 22 20:15:25.454854 dv-cinder-787632-1-iscsi neutron-server[86219]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 22 20:15:25.454854 dv-cinder-787632-1-iscsi neutron-server[86219]:     return f(self, *a, **k)
Apr 22 20:15:25.454854 dv-cinder-787632-1-iscsi neutron-server[86219]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 22 20:15:25.454854 dv-cinder-787632-1-iscsi neutron-server[86219]:     return self._get(url).json()
Apr 22 20:15:25.454854 dv-cinder-787632-1-iscsi neutron-server[86219]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 22 20:15:25.454854 dv-cinder-787632-1-iscsi neutron-server[86219]:     **kwargs)
Apr 22 20:15:25.454854 dv-cinder-787632-1-iscsi neutron-server[86219]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 22 20:15:25.454854 dv-cinder-787632-1-iscsi neutron-server[86219]:     return self.request(url, 'GET', **kwargs)
Apr 22 20:15:25.454854 dv-cinder-787632-1-iscsi neutron-server[86219]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request
Apr 22 20:15:25.454854 dv-cinder-787632-1-iscsi neutron-server[86219]:     **endpoint_filter)
Apr 22 20:15:25.454854 dv-cinder-787632-1-iscsi neutron-server[86219]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 22 20:15:25.454854 dv-cinder-787632-1-iscsi neutron-server[86219]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 22 20:15:25.454854 dv-cinder-787632-1-iscsi neutron-server[86219]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 22 20:15:25.454854 dv-cinder-787632-1-iscsi neutron-server[86219]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 22 20:15:25.454854 dv-cinder-787632-1-iscsi neutron-server[86219]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 22 20:15:25.519022 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.rpc [None req-08e5d76f-3fe5-4242-a4b8-30f374028052 None None] Device 0e839e82-3a68-4168-816e-3b8fa28e27a7 no longer exists at agent ovs-agent-dv-cinder-787632-1-iscsi {{(pid=86332) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 22 20:15:25.539024 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-4b6d19e7-0f70-4b70-bd30-62c9fc7f925a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853244307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853168226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-427906'] for network, after_delete {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:15:25.546123 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 20:15:25.559277 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.plugin [None req-08e5d76f-3fe5-4242-a4b8-30f374028052 None None] No Port match for: 0e839e82-3a68-4168-816e-3b8fa28e27a7 {{(pid=86332) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 22 20:15:25.559678 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.rpc [None req-08e5d76f-3fe5-4242-a4b8-30f374028052 None None] Device 0e839e82-3a68-4168-816e-3b8fa28e27a7 not bound to the agent host dv-cinder-787632-1-iscsi {{(pid=86332) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 22 20:15:25.566938 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-4b6d19e7-0f70-4b70-bd30-62c9fc7f925a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853168243'] for network, before_response {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:15:25.577737 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b6d19e7-0f70-4b70-bd30-62c9fc7f925a admin admin] Pushing event deleted for resources: {'Network': ['ID=571b53d1-aed3-4bd3-ab53-2cb6e0d9c5b7,revision_number=None']} {{(pid=86330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 20:15:25.583930 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [None req-4b6d19e7-0f70-4b70-bd30-62c9fc7f925a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=86330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 20:15:25.588995 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [None req-4b6d19e7-0f70-4b70-bd30-62c9fc7f925a admin admin] 10.222.0.30 "DELETE /v2.0/networks/571b53d1-aed3-4bd3-ab53-2cb6e0d9c5b7 HTTP/1.1" status: 204  len: 168 time: 1.2039297
Apr 22 20:15:25.709015 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.wsgi [-] (86331) accepted ('10.222.0.30', 40310) {{(pid=86331) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 20:15:25.724272 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-1bdb7763-3556-47b1-a793-2ae71ebd68e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309146858885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640583'] for agent, after_update {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:15:25.764753 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [None req-7bb0e3f4-5e72-4be5-a8b5-f7ee9c20d4f3 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=a3da31af07b74c20b145ac19f125aded&name=default HTTP/1.1" status: 200  len: 2975 time: 0.0544066
Apr 22 20:15:25.767339 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.wsgi [-] (86331) accepted ('10.222.0.30', 40314) {{(pid=86331) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 20:15:25.831269 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-48e0de8c-05fa-403f-a3b5-cf95a7abd7d0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:15:25.860499 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-48e0de8c-05fa-403f-a3b5-cf95a7abd7d0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:15:25.905406 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-48e0de8c-05fa-403f-a3b5-cf95a7abd7d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393900'] for security_group, after_delete {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:15:25.910932 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [None req-60b6aa2d-dc24-4d8d-918a-9057457128a3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 20:15:25.925430 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48e0de8c-05fa-403f-a3b5-cf95a7abd7d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f3d9104-7f67-4d9e-bcf5-b704aabb6c6e,revision_number=None']} {{(pid=86331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 20:15:25.927844 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [None req-48e0de8c-05fa-403f-a3b5-cf95a7abd7d0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 20:15:25.937054 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-48e0de8c-05fa-403f-a3b5-cf95a7abd7d0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:15:25.941484 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [None req-48e0de8c-05fa-403f-a3b5-cf95a7abd7d0 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/6f3d9104-7f67-4d9e-bcf5-b704aabb6c6e HTTP/1.1" status: 204  len: 168 time: 0.1730940
Apr 22 20:15:26.980227 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.wsgi [-] (86331) accepted ('10.222.0.30', 40384) {{(pid=86331) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 20:15:27.212101 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.v2.base [None req-0ed5ac56-7fe2-4a3e-8eac-13d6c2d89a13 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1390971933-network', 'tenant_id': 'd83d42b16fb04a3dbea8744fb63b042c'}} {{(pid=86331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 22 20:15:27.217307 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.quota.driver [None req-0ed5ac56-7fe2-4a3e-8eac-13d6c2d89a13 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 22 20:15:27.221601 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.quota.resource [None req-0ed5ac56-7fe2-4a3e-8eac-13d6c2d89a13 admin admin] Usage tracker for resource:network and tenant:d83d42b16fb04a3dbea8744fb63b042c is out of sync, need to count used quota {{(pid=86331) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 22 20:15:27.224611 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.quota.resource [None req-0ed5ac56-7fe2-4a3e-8eac-13d6c2d89a13 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86331) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 22 20:15:27.231282 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.quota.driver [None req-0ed5ac56-7fe2-4a3e-8eac-13d6c2d89a13 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 22 20:15:27.241178 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ed5ac56-7fe2-4a3e-8eac-13d6c2d89a13 admin admin] Made reservation on behalf of d83d42b16fb04a3dbea8744fb63b042c for: {'network': 1} {{(pid=86331) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 22 20:15:27.245934 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-0ed5ac56-7fe2-4a3e-8eac-13d6c2d89a13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587983'] for network, before_create {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:15:27.258954 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-0ed5ac56-7fe2-4a3e-8eac-13d6c2d89a13 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:15:27.274150 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.quota.driver [None req-0ed5ac56-7fe2-4a3e-8eac-13d6c2d89a13 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 22 20:15:27.278129 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.quota.resource [None req-0ed5ac56-7fe2-4a3e-8eac-13d6c2d89a13 admin admin] Usage tracker for resource:security_group_rule and tenant:d83d42b16fb04a3dbea8744fb63b042c is out of sync, need to count used quota {{(pid=86331) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 22 20:15:27.281002 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.quota.resource [None req-0ed5ac56-7fe2-4a3e-8eac-13d6c2d89a13 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86331) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 22 20:15:27.287248 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.quota.driver [None req-0ed5ac56-7fe2-4a3e-8eac-13d6c2d89a13 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 22 20:15:27.380060 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-0ed5ac56-7fe2-4a3e-8eac-13d6c2d89a13 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:15:27.383058 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-0ed5ac56-7fe2-4a3e-8eac-13d6c2d89a13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393900'] for security_group, after_create {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:15:27.387343 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [None req-1e1c18df-24ca-4c00-bf6e-d3869d2511ef admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 20:15:27.417007 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0ed5ac56-7fe2-4a3e-8eac-13d6c2d89a13 admin admin] vlan segment allocate from pool success with {'vlan_id': 356, 'physical_network': 'physnet1'}  {{(pid=86331) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}}
Apr 22 20:15:27.426267 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ed5ac56-7fe2-4a3e-8eac-13d6c2d89a13 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3048b1e0-ff2c-4666-8f33-ef90cb3b8044,revision_number=1']} {{(pid=86331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 20:15:27.430725 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [None req-0ed5ac56-7fe2-4a3e-8eac-13d6c2d89a13 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 20:15:27.433310 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-0ed5ac56-7fe2-4a3e-8eac-13d6c2d89a13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1523030'] for segment, precommit_create {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:15:27.433703 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.db.segments_db [None req-0ed5ac56-7fe2-4a3e-8eac-13d6c2d89a13 admin admin] Added segment 14168ae3-7f5a-4cf1-9a50-8a4412d691e1 of type vlan for network 34648bb7-c1ba-45d7-bfee-e82cdf1f6b93
Apr 22 20:15:27.462412 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-0ed5ac56-7fe2-4a3e-8eac-13d6c2d89a13 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727707556023'] for network, precommit_create {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:15:27.497205 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-0ed5ac56-7fe2-4a3e-8eac-13d6c2d89a13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853168226'] for network, after_create {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:15:27.498735 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ed5ac56-7fe2-4a3e-8eac-13d6c2d89a13 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 20:15:27.499463 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-0ed5ac56-7fe2-4a3e-8eac-13d6c2d89a13 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853168243'] for network, before_response {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:15:27.521279 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 20:15:27.590700 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [None req-0ed5ac56-7fe2-4a3e-8eac-13d6c2d89a13 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201  len: 890 time: 0.6092656
Apr 22 20:15:27.594126 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.wsgi [-] (86330) accepted ('10.222.0.30', 40410) {{(pid=86330) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 20:15:27.600837 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.v2.base [None req-4da6a44e-b5fb-4541-9791-8769ff7e1e3b admin admin] Request body: {'subnet': {'network_id': '34648bb7-c1ba-45d7-bfee-e82cdf1f6b93', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1390971933-subnet', 'tenant_id': 'd83d42b16fb04a3dbea8744fb63b042c', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=86330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 22 20:15:27.605904 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.quota.driver [None req-4da6a44e-b5fb-4541-9791-8769ff7e1e3b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86330) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 22 20:15:27.610014 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.quota.resource [None req-4da6a44e-b5fb-4541-9791-8769ff7e1e3b admin admin] Usage tracker for resource:subnet and tenant:d83d42b16fb04a3dbea8744fb63b042c is out of sync, need to count used quota {{(pid=86330) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 22 20:15:27.612965 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.quota.resource [None req-4da6a44e-b5fb-4541-9791-8769ff7e1e3b admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86330) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 22 20:15:27.619502 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ed5ac56-7fe2-4a3e-8eac-13d6c2d89a13 admin admin] Pushing event updated for resources: {'Network': ['ID=34648bb7-c1ba-45d7-bfee-e82cdf1f6b93,revision_number=1']} {{(pid=86331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 20:15:27.620217 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.quota.driver [None req-4da6a44e-b5fb-4541-9791-8769ff7e1e3b admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86330) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 22 20:15:27.622961 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [None req-0ed5ac56-7fe2-4a3e-8eac-13d6c2d89a13 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 20:15:27.630956 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.rpc [None req-08e5d76f-3fe5-4242-a4b8-30f374028052 None None] Network 34648bb7-c1ba-45d7-bfee-e82cdf1f6b93 details requested by agent ovs-agent-dv-cinder-787632-1-iscsi with host dv-cinder-787632-1-iscsi {{(pid=86332) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Apr 22 20:15:27.636909 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4da6a44e-b5fb-4541-9791-8769ff7e1e3b admin admin] Made reservation on behalf of d83d42b16fb04a3dbea8744fb63b042c for: {'subnet': 1} {{(pid=86330) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 22 20:15:27.642265 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-4da6a44e-b5fb-4541-9791-8769ff7e1e3b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851427781'] for subnet, before_create {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:15:28.121310 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-4da6a44e-b5fb-4541-9791-8769ff7e1e3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853168226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036850647846', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036851427798'] for subnet, after_create {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:15:28.126328 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 20:15:28.205806 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4da6a44e-b5fb-4541-9791-8769ff7e1e3b admin admin] Pushing event updated for resources: {'Subnet': ['ID=1e51354a-bd7c-4e4c-a7c1-20be7a105c17,revision_number=0']} {{(pid=86330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 20:15:28.208584 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [None req-4da6a44e-b5fb-4541-9791-8769ff7e1e3b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=86330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 20:15:28.215985 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4da6a44e-b5fb-4541-9791-8769ff7e1e3b admin admin] Checking segment: {'id': '14168ae3-7f5a-4cf1-9a50-8a4412d691e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '34648bb7-c1ba-45d7-bfee-e82cdf1f6b93'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86330) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 22 20:15:28.216393 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4da6a44e-b5fb-4541-9791-8769ff7e1e3b admin admin] Network hostable DHCP agents. Network: 34648bb7-c1ba-45d7-bfee-e82cdf1f6b93, hostable agents: ['e0877369-7b04-40ef-a371-0b097842c51e'], hosted agents: [] {{(pid=86330) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Apr 22 20:15:28.238402 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4da6a44e-b5fb-4541-9791-8769ff7e1e3b admin admin] Network 34648bb7-c1ba-45d7-bfee-e82cdf1f6b93 is scheduled to be hosted by DHCP agent e0877369-7b04-40ef-a371-0b097842c51e with binding_index 1 {{(pid=86330) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Apr 22 20:15:28.247199 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.scheduler.base_scheduler [None req-4da6a44e-b5fb-4541-9791-8769ff7e1e3b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-787632-1-iscsi, 34648bb7-c1ba-45d7-bfee-e82cdf1f6b93) {{(pid=86330) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 22 20:15:28.257640 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fff9936-b4ba-42f1-a53d-57b67c17b11b None None] Network 34648bb7-c1ba-45d7-bfee-e82cdf1f6b93 requested from dv-cinder-787632-1-iscsi {{(pid=86332) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 22 20:15:28.268627 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4da6a44e-b5fb-4541-9791-8769ff7e1e3b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=86330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 20:15:28.269326 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-4da6a44e-b5fb-4541-9791-8769ff7e1e3b admin admin] Notify callbacks [] for subnet, before_response {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:15:28.292538 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [None req-4da6a44e-b5fb-4541-9791-8769ff7e1e3b admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 853 time: 0.6972387
Apr 22 20:15:28.295460 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.wsgi [-] (86331) accepted ('10.222.0.30', 40438) {{(pid=86331) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 20:15:28.302104 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.v2.base [None req-88a856ac-5326-4afb-9769-1635ea7e0048 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1390971933-router', 'tenant_id': 'd83d42b16fb04a3dbea8744fb63b042c', 'external_gateway_info': {'network_id': '1b725cb4-6db6-4e68-9a61-1978e8a191a1'}}} {{(pid=86331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 22 20:15:28.315282 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.quota.driver [None req-88a856ac-5326-4afb-9769-1635ea7e0048 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 22 20:15:28.322559 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.quota.resource [None req-88a856ac-5326-4afb-9769-1635ea7e0048 admin admin] Usage tracker for resource:router and tenant:d83d42b16fb04a3dbea8744fb63b042c is out of sync, need to count used quota {{(pid=86331) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 22 20:15:28.326116 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.quota.resource [None req-88a856ac-5326-4afb-9769-1635ea7e0048 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=86331) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 22 20:15:28.332953 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.quota.driver [None req-88a856ac-5326-4afb-9769-1635ea7e0048 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 22 20:15:28.346937 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-88a856ac-5326-4afb-9769-1635ea7e0048 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-423916', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854773907'] for router, before_create {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:15:28.348397 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-88a856ac-5326-4afb-9769-1635ea7e0048 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854351900', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854359550', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854378989', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1894'] for router, precommit_create {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:15:28.384703 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-88a856ac-5326-4afb-9769-1635ea7e0048 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:15:28.570611 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-14b5fd60-ccee-4c3f-b405-4449f085326b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309146858885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640583'] for agent, after_update {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:15:28.577264 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e176482-9288-436c-a43f-e00758fe2d26 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0e86e177-c777-5841-8b38-a99bfcf73d2b-34648bb7-c1ba-45d7-bfee-e82cdf1f6b93', 'network_id': '34648bb7-c1ba-45d7-bfee-e82cdf1f6b93', 'tenant_id': 'd83d42b16fb04a3dbea8744fb63b042c', 'fixed_ips': [{'subnet_id': '1e51354a-bd7c-4e4c-a7c1-20be7a105c17'}]}} from dv-cinder-787632-1-iscsi. {{(pid=86332) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}}
Apr 22 20:15:28.578420 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-8e176482-9288-436c-a43f-e00758fe2d26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587983'] for port, before_create {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:15:28.747176 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.db_base_plugin_common [None req-8e176482-9288-436c-a43f-e00758fe2d26 None None] Allocated IP 172.20.0.2 (34648bb7-c1ba-45d7-bfee-e82cdf1f6b93/1e51354a-bd7c-4e4c-a7c1-20be7a105c17/22cb1f58-d1e0-43cf-876f-98d91ca19685) {{(pid=86332) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 22 20:15:28.770500 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-88a856ac-5326-4afb-9769-1635ea7e0048 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854359307', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854346401', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1879'] for router, precommit_update {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:15:28.828146 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-584aaf59-e617-4949-ab03-67db6163fe62 req-0cff9924-a592-425e-b4b4-d7c3d071f6cb tempest-AttachVolumeTestJSON-431678780 tempest-AttachVolumeTestJSON-431678780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 20:15:28.835783 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-584aaf59-e617-4949-ab03-67db6163fe62 req-0cff9924-a592-425e-b4b4-d7c3d071f6cb tempest-AttachVolumeTestJSON-431678780 tempest-AttachVolumeTestJSON-431678780-project] 10.222.0.30 "GET /v2.0/ports?device_id=856aff26-352c-4f6c-a8fa-a9199da8c43a HTTP/1.1" status: 200  len: 945 time: 0.4129539
Apr 22 20:15:28.939843 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-584aaf59-e617-4949-ab03-67db6163fe62 req-3dda54eb-2a29-4610-9c2b-646712aaaa36 tempest-AttachVolumeTestJSON-431678780 tempest-AttachVolumeTestJSON-431678780-project] 10.222.0.30 "GET /v2.0/security-groups?id=7cb077a5-4ba7-4c7b-8f9c-203a75555aff&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1031265
Apr 22 20:15:28.997392 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-d69b9430-b136-4a40-a189-232f048ef307 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309146858885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640583'] for agent, after_update {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:15:29.009441 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-8e176482-9288-436c-a43f-e00758fe2d26 None None] Notify callbacks [] for port, precommit_create {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:15:29.020271 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.provisioning_blocks [None req-8e176482-9288-436c-a43f-e00758fe2d26 None None] Transition to ACTIVE for port object 22cb1f58-d1e0-43cf-876f-98d91ca19685 will not be triggered until provisioned by entity L2. {{(pid=86332) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 22 20:15:29.040433 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.provisioning_blocks [None req-8e176482-9288-436c-a43f-e00758fe2d26 None None] Transition to ACTIVE for port object 22cb1f58-d1e0-43cf-876f-98d91ca19685 will not be triggered until provisioned by entity DHCP. {{(pid=86332) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 22 20:15:29.045221 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-8e176482-9288-436c-a43f-e00758fe2d26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854198495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853168226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363309147208154'] for port, after_create {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:15:29.050398 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [None req-60ca73f8-1c49-4865-9d72-4550730a50e5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86332) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 20:15:29.117222 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e176482-9288-436c-a43f-e00758fe2d26 None None] Network 34648bb7-c1ba-45d7-bfee-e82cdf1f6b93 is already hosted by enough agents. {{(pid=86332) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 22 20:15:29.121298 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.scheduler.base_scheduler [None req-8e176482-9288-436c-a43f-e00758fe2d26 None None] Resources bound (agent type, host, resource id):  {{(pid=86332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 22 20:15:29.123959 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e176482-9288-436c-a43f-e00758fe2d26 None None] Received port after_create {{(pid=86332) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 22 20:15:29.171158 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e176482-9288-436c-a43f-e00758fe2d26 None None] Pushing event updated for resources: {'Port': ['ID=22cb1f58-d1e0-43cf-876f-98d91ca19685,revision_number=1']} {{(pid=86332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 20:15:29.213222 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e176482-9288-436c-a43f-e00758fe2d26 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787632-1-iscsi {{(pid=86332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 20:15:29.213537 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e176482-9288-436c-a43f-e00758fe2d26 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787632-1-iscsi {{(pid=86332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 20:15:29.213905 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e176482-9288-436c-a43f-e00758fe2d26 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787632-1-iscsi {{(pid=86332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 20:15:29.214286 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e176482-9288-436c-a43f-e00758fe2d26 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787632-1-iscsi {{(pid=86332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 20:15:29.214661 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e176482-9288-436c-a43f-e00758fe2d26 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787632-1-iscsi {{(pid=86332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 20:15:29.216309 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e176482-9288-436c-a43f-e00758fe2d26 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787632-1-iscsi {{(pid=86332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 20:15:29.216709 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e176482-9288-436c-a43f-e00758fe2d26 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-787632-1-iscsi {{(pid=86332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 20:15:29.217056 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e176482-9288-436c-a43f-e00758fe2d26 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787632-1-iscsi {{(pid=86332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 20:15:29.217436 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e176482-9288-436c-a43f-e00758fe2d26 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787632-1-iscsi {{(pid=86332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 20:15:29.218133 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e176482-9288-436c-a43f-e00758fe2d26 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787632-1-iscsi {{(pid=86332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 20:15:29.218286 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e176482-9288-436c-a43f-e00758fe2d26 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787632-1-iscsi {{(pid=86332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 20:15:29.218556 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e176482-9288-436c-a43f-e00758fe2d26 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787632-1-iscsi {{(pid=86332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 20:15:29.224126 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [None req-8e176482-9288-436c-a43f-e00758fe2d26 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=86332) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 20:15:29.269641 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.managers [None req-8e176482-9288-436c-a43f-e00758fe2d26 None None] Attempting to bind port 22cb1f58-d1e0-43cf-876f-98d91ca19685 on host dv-cinder-787632-1-iscsi for vnic_type normal with profile  {{(pid=86332) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 22 20:15:29.270184 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.managers [None req-8e176482-9288-436c-a43f-e00758fe2d26 None None] Attempting to bind port 22cb1f58-d1e0-43cf-876f-98d91ca19685 by drivers openvswitch,hyperv on host dv-cinder-787632-1-iscsi at level 0 using segments [{'id': '14168ae3-7f5a-4cf1-9a50-8a4412d691e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '34648bb7-c1ba-45d7-bfee-e82cdf1f6b93'}] {{(pid=86332) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 22 20:15:29.270487 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e176482-9288-436c-a43f-e00758fe2d26 None None] Attempting to bind port 22cb1f58-d1e0-43cf-876f-98d91ca19685 on network 34648bb7-c1ba-45d7-bfee-e82cdf1f6b93 {{(pid=86332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 22 20:15:29.277004 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-08e5d76f-3fe5-4242-a4b8-30f374028052 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309146858885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640583'] for agent, after_update {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:15:29.278857 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e176482-9288-436c-a43f-e00758fe2d26 None None] Checking agent: {'id': '802cefbf-f579-41fa-a7d7-d5cf274c80aa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-787632-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 22, 20, 3, 29), 'started_at': datetime.datetime(2021, 4, 22, 20, 3, 59), 'heartbeat_timestamp': datetime.datetime(2021, 4, 22, 20, 15, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-787632-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 22 20:15:29.279277 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e176482-9288-436c-a43f-e00758fe2d26 None None] Checking segment: {'id': '14168ae3-7f5a-4cf1-9a50-8a4412d691e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '34648bb7-c1ba-45d7-bfee-e82cdf1f6b93'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86332) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 22 20:15:29.279721 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-8e176482-9288-436c-a43f-e00758fe2d26 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:15:29.280159 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e176482-9288-436c-a43f-e00758fe2d26 None None] Bound using segment: {'id': '14168ae3-7f5a-4cf1-9a50-8a4412d691e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '34648bb7-c1ba-45d7-bfee-e82cdf1f6b93'} {{(pid=86332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 22 20:15:29.280691 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.managers [None req-8e176482-9288-436c-a43f-e00758fe2d26 None None] Bound port: 22cb1f58-d1e0-43cf-876f-98d91ca19685, host: dv-cinder-787632-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '14168ae3-7f5a-4cf1-9a50-8a4412d691e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '34648bb7-c1ba-45d7-bfee-e82cdf1f6b93'}}] {{(pid=86332) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 22 20:15:29.281107 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-8e176482-9288-436c-a43f-e00758fe2d26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587983'] for port, before_update {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:15:29.386817 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.db [None req-8e176482-9288-436c-a43f-e00758fe2d26 None None] For port 22cb1f58-d1e0-43cf-876f-98d91ca19685, host dv-cinder-787632-1-iscsi, cleared binding levels {{(pid=86332) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 22 20:15:29.390510 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.db [None req-8e176482-9288-436c-a43f-e00758fe2d26 None None] For port 22cb1f58-d1e0-43cf-876f-98d91ca19685, host dv-cinder-787632-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787632-1-iscsi',level=0,port_id=22cb1f58-d1e0-43cf-876f-98d91ca19685,segment=NetworkSegment(14168ae3-7f5a-4cf1-9a50-8a4412d691e1),segment_id=14168ae3-7f5a-4cf1-9a50-8a4412d691e1)] {{(pid=86332) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 22 20:15:29.394032 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-8e176482-9288-436c-a43f-e00758fe2d26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854198495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853168226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727707997384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363309147208137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727707567697'] for port, after_update {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:15:29.400043 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [None req-7b655173-6392-4380-89f4-0326dda78bdb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86332) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 20:15:29.403166 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-88a856ac-5326-4afb-9769-1635ea7e0048 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:15:29.439676 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-88a856ac-5326-4afb-9769-1635ea7e0048 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587983'] for port, before_create {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:15:29.480288 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e176482-9288-436c-a43f-e00758fe2d26 None None] Pushing event updated for resources: {'Port': ['ID=22cb1f58-d1e0-43cf-876f-98d91ca19685,revision_number=2']} {{(pid=86332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 20:15:29.483683 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [None req-8e176482-9288-436c-a43f-e00758fe2d26 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=86332) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 20:15:29.595514 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.db_base_plugin_common [None req-88a856ac-5326-4afb-9769-1635ea7e0048 admin admin] Allocated IP 172.27.3.86 (1b725cb4-6db6-4e68-9a61-1978e8a191a1/1d4495d7-31a5-4e2d-a911-56ceae3a61c5/4f7b8efc-ab31-4079-8251-b88952a8c099) {{(pid=86331) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 22 20:15:29.857681 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-88a856ac-5326-4afb-9769-1635ea7e0048 admin admin] Notify callbacks [] for port, precommit_create {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:15:29.917115 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a02f2da5-04bb-415d-8057-b00383f55839 req-e6a414e0-b4c0-495c-adb2-a8f0622c26f1 tempest-VolumesSnapshotTestJSON-1289454250 tempest-VolumesSnapshotTestJSON-1289454250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 20:15:29.918750 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-a02f2da5-04bb-415d-8057-b00383f55839 req-e6a414e0-b4c0-495c-adb2-a8f0622c26f1 tempest-VolumesSnapshotTestJSON-1289454250 tempest-VolumesSnapshotTestJSON-1289454250-project] 10.222.0.30 "GET /v2.0/ports?device_id=d064e3b6-ad2a-4b7e-9d69-c9b66adc282a HTTP/1.1" status: 200  len: 946 time: 0.1900048
Apr 22 20:15:29.923948 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-88a856ac-5326-4afb-9769-1635ea7e0048 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854198495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853168226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363309147208154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1223862'] for port, after_create {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:15:29.930884 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 20:15:30.013742 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88a856ac-5326-4afb-9769-1635ea7e0048 admin admin] Network 1b725cb4-6db6-4e68-9a61-1978e8a191a1 is already hosted by enough agents. {{(pid=86331) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 22 20:15:30.024562 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.scheduler.base_scheduler [None req-88a856ac-5326-4afb-9769-1635ea7e0048 admin admin] Resources bound (agent type, host, resource id):  {{(pid=86331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 22 20:15:30.030171 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88a856ac-5326-4afb-9769-1635ea7e0048 admin admin] Received port after_create {{(pid=86331) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 22 20:15:30.104243 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-a02f2da5-04bb-415d-8057-b00383f55839 req-efa73441-9cc0-4ebd-80a8-4815ec0966fd tempest-VolumesSnapshotTestJSON-1289454250 tempest-VolumesSnapshotTestJSON-1289454250-project] 10.222.0.30 "GET /v2.0/security-groups?id=f5f9d369-1898-4a9b-a375-69f0d28704aa&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1742969
Apr 22 20:15:30.104935 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88a856ac-5326-4afb-9769-1635ea7e0048 admin admin] Pushing event updated for resources: {'Port': ['ID=4f7b8efc-ab31-4079-8251-b88952a8c099,revision_number=1']} {{(pid=86331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 20:15:30.109451 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [None req-88a856ac-5326-4afb-9769-1635ea7e0048 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 20:15:30.162260 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d12ba80-0602-4c7d-8d65-5e9546637b62 req-f3ecd272-7cbc-448a-8ce7-b95cc28da105 tempest-AttachVolumeTestJSON-431678780 tempest-AttachVolumeTestJSON-431678780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 20:15:30.164429 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-0d12ba80-0602-4c7d-8d65-5e9546637b62 req-f3ecd272-7cbc-448a-8ce7-b95cc28da105 tempest-AttachVolumeTestJSON-431678780 tempest-AttachVolumeTestJSON-431678780-project] 10.222.0.30 "GET /v2.0/ports?device_id=856aff26-352c-4f6c-a8fa-a9199da8c43a HTTP/1.1" status: 200  len: 945 time: 0.0969987
Apr 22 20:15:30.213099 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-77fc9508-bbbe-4662-bfa7-f4837e5c3abe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309146858885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640583'] for agent, after_update {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:15:30.217183 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-0d12ba80-0602-4c7d-8d65-5e9546637b62 req-237a7420-4887-4b88-a1ef-3249b661dc34 tempest-AttachVolumeTestJSON-431678780 tempest-AttachVolumeTestJSON-431678780-project] 10.222.0.30 "GET /v2.0/security-groups?id=7cb077a5-4ba7-4c7b-8f9c-203a75555aff&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0462384
Apr 22 20:15:30.502894 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-88a856ac-5326-4afb-9769-1635ea7e0048 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:15:30.868876 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-88a856ac-5326-4afb-9769-1635ea7e0048 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-429383', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-416479'] for router, after_create {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:15:30.876652 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fad549e9-2fe7-468d-bd34-54ebb5383495 None None] Network 34648bb7-c1ba-45d7-bfee-e82cdf1f6b93 requested from dv-cinder-787632-1-iscsi {{(pid=86332) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 22 20:15:30.978101 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.provisioning_blocks [None req-257509b9-b079-44a6-9e9e-eae4a115c207 None None] Provisioning for port 22cb1f58-d1e0-43cf-876f-98d91ca19685 completed by entity DHCP. {{(pid=86332) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 22 20:15:31.089009 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-88a856ac-5326-4afb-9769-1635ea7e0048 admin admin] Router be83ce26-187f-46bd-8e84-153239ab27cb is scheduled to L3 agent 1df068ca-d615-4cb7-8020-fe6e8be709e3 with binding_index 1 {{(pid=86331) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Apr 22 20:15:31.387831 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98fe8b90-ced4-4638-86e3-1dd2b3ebcb13 req-8e1f62c7-c072-467d-ac5b-c6b233b49eee tempest-VolumesSnapshotTestJSON-1289454250 tempest-VolumesSnapshotTestJSON-1289454250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 20:15:31.389685 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-98fe8b90-ced4-4638-86e3-1dd2b3ebcb13 req-8e1f62c7-c072-467d-ac5b-c6b233b49eee tempest-VolumesSnapshotTestJSON-1289454250 tempest-VolumesSnapshotTestJSON-1289454250-project] 10.222.0.30 "GET /v2.0/ports?device_id=d064e3b6-ad2a-4b7e-9d69-c9b66adc282a HTTP/1.1" status: 200  len: 946 time: 0.1547375
Apr 22 20:15:31.434955 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-528778cb-3377-40ee-992f-dcda658cc225 req-d701ce3f-383e-4f9f-a463-9cacec1c7a02 tempest-AttachVolumeTestJSON-431678780 tempest-AttachVolumeTestJSON-431678780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 20:15:31.444564 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-528778cb-3377-40ee-992f-dcda658cc225 req-d701ce3f-383e-4f9f-a463-9cacec1c7a02 tempest-AttachVolumeTestJSON-431678780 tempest-AttachVolumeTestJSON-431678780-project] 10.222.0.30 "GET /v2.0/ports?device_id=856aff26-352c-4f6c-a8fa-a9199da8c43a HTTP/1.1" status: 200  len: 945 time: 0.1020789
Apr 22 20:15:31.451086 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-98fe8b90-ced4-4638-86e3-1dd2b3ebcb13 req-271f41fb-ca48-4d00-8526-086ef99b663b tempest-VolumesSnapshotTestJSON-1289454250 tempest-VolumesSnapshotTestJSON-1289454250-project] 10.222.0.30 "GET /v2.0/security-groups?id=f5f9d369-1898-4a9b-a375-69f0d28704aa&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0501246
Apr 22 20:15:31.452548 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88a856ac-5326-4afb-9769-1635ea7e0048 admin admin] Notify agent at l3_agent.dv-cinder-787632-1-iscsi the message routers_updated {{(pid=86331) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 22 20:15:31.465224 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2256cdd1-6e44-4209-a82f-fc97bbdeb948 None None] Sync routers for ids ['be83ce26-187f-46bd-8e84-153239ab27cb'] in dv-cinder-787632-1-iscsi {{(pid=86332) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 22 20:15:31.484589 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2256cdd1-6e44-4209-a82f-fc97bbdeb948 None None] Routers {'be83ce26-187f-46bd-8e84-153239ab27cb'} bound to L3 agent in host dv-cinder-787632-1-iscsi {{(pid=86332) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 22 20:15:31.485283 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.l3_hamode_db [None req-2256cdd1-6e44-4209-a82f-fc97bbdeb948 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f013c775630>, 'dv-cinder-787632-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-22T20:03:28Z,description=<?>,heartbeat_timestamp=2021-04-22T20:15:29Z,host='dv-cinder-787632-1-iscsi',id=1df068ca-d615-4cb7-8020-fe6e8be709e3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-22T20:03:28Z,topic='l3_agent')) {'router_ids': ['be83ce26-187f-46bd-8e84-153239ab27cb'], 'active': True} {{(pid=86332) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 22 20:15:31.500946 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-88a856ac-5326-4afb-9769-1635ea7e0048 admin admin] Notify callbacks [] for router, before_response {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:15:31.500946 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [None req-88a856ac-5326-4afb-9769-1635ea7e0048 admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201  len: 928 time: 3.2037086
Apr 22 20:15:31.504267 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.wsgi [-] (86331) accepted ('10.222.0.30', 40472) {{(pid=86331) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 20:15:31.537108 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-528778cb-3377-40ee-992f-dcda658cc225 req-5fc807ca-e5ef-43e6-8050-36c8351083b1 tempest-AttachVolumeTestJSON-431678780 tempest-AttachVolumeTestJSON-431678780-project] 10.222.0.30 "GET /v2.0/security-groups?id=7cb077a5-4ba7-4c7b-8f9c-203a75555aff&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0912497
Apr 22 20:15:31.657209 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.rpc [None req-08e5d76f-3fe5-4242-a4b8-30f374028052 None None] Device 22cb1f58-d1e0-43cf-876f-98d91ca19685 up at agent ovs-agent-dv-cinder-787632-1-iscsi {{(pid=86332) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 22 20:15:31.860838 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.provisioning_blocks [None req-08e5d76f-3fe5-4242-a4b8-30f374028052 None None] Provisioning for port 22cb1f58-d1e0-43cf-876f-98d91ca19685 completed by entity L2. {{(pid=86332) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 22 20:15:31.871164 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.provisioning_blocks [None req-08e5d76f-3fe5-4242-a4b8-30f374028052 None None] Provisioning complete for port 22cb1f58-d1e0-43cf-876f-98d91ca19685 triggered by entity L2. {{(pid=86332) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 22 20:15:31.871505 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-08e5d76f-3fe5-4242-a4b8-30f374028052 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854135278'] for port, provisioning_complete {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:15:31.918118 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.l3_dvr_db [None req-2256cdd1-6e44-4209-a82f-fc97bbdeb948 None None] Set router be83ce26-187f-46bd-8e84-153239ab27cb gateway port host: dv-cinder-787632-1-iscsi {{(pid=86332) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 22 20:15:32.066160 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-135002c0-1c6a-45e9-bc0d-0574b793916e req-efa7d930-1254-4afb-b14d-cc462c2d6d19 tempest-VolumesSnapshotTestJSON-1289454250 tempest-VolumesSnapshotTestJSON-1289454250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 20:15:32.067722 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-135002c0-1c6a-45e9-bc0d-0574b793916e req-efa7d930-1254-4afb-b14d-cc462c2d6d19 tempest-VolumesSnapshotTestJSON-1289454250 tempest-VolumesSnapshotTestJSON-1289454250-project] 10.222.0.46 "GET /v2.0/ports?device_id=d064e3b6-ad2a-4b7e-9d69-c9b66adc282a HTTP/1.1" status: 200  len: 946 time: 0.4324412
Apr 22 20:15:32.229117 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-08e5d76f-3fe5-4242-a4b8-30f374028052 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587983'] for port, before_update {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:15:32.296285 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.plugin [req-135002c0-1c6a-45e9-bc0d-0574b793916e req-b8330e51-146e-4538-b00b-8fb4ec4df65b tempest-VolumesSnapshotTestJSON-1289454250 tempest-VolumesSnapshotTestJSON-1289454250-project] Deleting port fa8a84bb-c6b3-4cc1-a7a0-5581632ea097 {{(pid=86331) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 22 20:15:32.296658 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [req-135002c0-1c6a-45e9-bc0d-0574b793916e req-b8330e51-146e-4538-b00b-8fb4ec4df65b tempest-VolumesSnapshotTestJSON-1289454250 tempest-VolumesSnapshotTestJSON-1289454250-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363309146780532'] for port, before_delete {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:15:32.302192 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.db [None req-08e5d76f-3fe5-4242-a4b8-30f374028052 None None] For port 22cb1f58-d1e0-43cf-876f-98d91ca19685, host dv-cinder-787632-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787632-1-iscsi',level=0,port_id=22cb1f58-d1e0-43cf-876f-98d91ca19685,segment=NetworkSegment(14168ae3-7f5a-4cf1-9a50-8a4412d691e1),segment_id=14168ae3-7f5a-4cf1-9a50-8a4412d691e1)] {{(pid=86332) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 22 20:15:32.309399 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-08e5d76f-3fe5-4242-a4b8-30f374028052 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854198495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853168226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727707997384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363309147208137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727707567697'] for port, after_update {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:15:32.312207 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [None req-8e176482-9288-436c-a43f-e00758fe2d26 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86332) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 20:15:32.379992 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.l3_hamode_db [None req-2256cdd1-6e44-4209-a82f-fc97bbdeb948 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f013c775630>, [{'id': 'be83ce26-187f-46bd-8e84-153239ab27cb', 'name': 'tempest-AttachVolumeShelveTestJSON-1390971933-router', 'tenant_id': 'd83d42b16fb04a3dbea8744fb63b042c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b725cb4-6db6-4e68-9a61-1978e8a191a1', 'external_fixed_ips': [{'subnet_id': '1d4495d7-31a5-4e2d-a911-56ceae3a61c5', 'ip_address': '172.27.3.86'}], 'enable_snat': True}, 'gw_port_id': '4f7b8efc-ab31-4079-8251-b88952a8c099', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T20:15:28Z', 'updated_at': '2021-04-22T20:15:30Z', 'revision_number': 3, 'project_id': 'd83d42b16fb04a3dbea8744fb63b042c', 'gw_port': {'id': '4f7b8efc-ab31-4079-8251-b88952a8c099', 'name': '', 'network_id': '1b725cb4-6db6-4e68-9a61-1978e8a191a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:6a:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be83ce26-187f-46bd-8e84-153239ab27cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': '1d4495d7-31a5-4e2d-a911-56ceae3a61c5', 'ip_address': '172.27.3.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T20:15:29Z', 'updated_at': '2021-04-22T20:15:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1d4495d7-31a5-4e2d-a911-56ceae3a61c5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787632-1-iscsi'}], 'dv-cinder-787632-1-iscsi', False) {} {{(pid=86332) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 22 20:15:32.388581 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2256cdd1-6e44-4209-a82f-fc97bbdeb948 None None] Checking router: be83ce26-187f-46bd-8e84-153239ab27cb for host: dv-cinder-787632-1-iscsi {{(pid=86332) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 22 20:15:32.389060 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2256cdd1-6e44-4209-a82f-fc97bbdeb948 None None] Updating router be83ce26-187f-46bd-8e84-153239ab27cb port 4f7b8efc-ab31-4079-8251-b88952a8c099 binding host dv-cinder-787632-1-iscsi {{(pid=86332) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Apr 22 20:15:32.424215 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08e5d76f-3fe5-4242-a4b8-30f374028052 None None] Pushing event updated for resources: {'Port': ['ID=22cb1f58-d1e0-43cf-876f-98d91ca19685,revision_number=3']} {{(pid=86332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 20:15:32.433492 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [None req-08e5d76f-3fe5-4242-a4b8-30f374028052 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=86332) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 20:15:32.452560 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-2256cdd1-6e44-4209-a82f-fc97bbdeb948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587983'] for port, before_update {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:15:32.743561 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1fd53bc-2765-4024-bc0c-62e54cea8db3 req-a5e04210-03ee-436d-8373-d8ba07bf8333 tempest-AttachVolumeTestJSON-431678780 tempest-AttachVolumeTestJSON-431678780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 20:15:32.745687 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-c1fd53bc-2765-4024-bc0c-62e54cea8db3 req-a5e04210-03ee-436d-8373-d8ba07bf8333 tempest-AttachVolumeTestJSON-431678780 tempest-AttachVolumeTestJSON-431678780-project] 10.222.0.30 "GET /v2.0/ports?device_id=856aff26-352c-4f6c-a8fa-a9199da8c43a HTTP/1.1" status: 200  len: 945 time: 0.0968840
Apr 22 20:15:32.821600 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-c1fd53bc-2765-4024-bc0c-62e54cea8db3 req-ca190809-5311-448c-878f-3bb1fe7e30ec tempest-AttachVolumeTestJSON-431678780 tempest-AttachVolumeTestJSON-431678780-project] 10.222.0.30 "GET /v2.0/security-groups?id=7cb077a5-4ba7-4c7b-8f9c-203a75555aff&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0573177
Apr 22 20:15:32.860304 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-2256cdd1-6e44-4209-a82f-fc97bbdeb948 None None] Notify callbacks [] for port, precommit_update {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:15:32.878723 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.db [req-135002c0-1c6a-45e9-bc0d-0574b793916e req-b8330e51-146e-4538-b00b-8fb4ec4df65b tempest-VolumesSnapshotTestJSON-1289454250 tempest-VolumesSnapshotTestJSON-1289454250-project] For port fa8a84bb-c6b3-4cc1-a7a0-5581632ea097, host hv-cinder-78763, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78763',level=0,port_id=fa8a84bb-c6b3-4cc1-a7a0-5581632ea097,segment=NetworkSegment(97d79c30-b0d1-428a-8b67-74c8350b7826),segment_id=97d79c30-b0d1-428a-8b67-74c8350b7826)] {{(pid=86331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 22 20:15:32.879126 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [req-135002c0-1c6a-45e9-bc0d-0574b793916e req-b8330e51-146e-4538-b00b-8fb4ec4df65b tempest-VolumesSnapshotTestJSON-1289454250 tempest-VolumesSnapshotTestJSON-1289454250-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854358147'] for port, precommit_delete {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:15:32.879246 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.provisioning_blocks [None req-2256cdd1-6e44-4209-a82f-fc97bbdeb948 None None] Transition to ACTIVE for port object 4f7b8efc-ab31-4079-8251-b88952a8c099 will not be triggered until provisioned by entity L2. {{(pid=86332) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 22 20:15:32.885754 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-2256cdd1-6e44-4209-a82f-fc97bbdeb948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854198495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853168226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727707997384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363309147208137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727707567697'] for port, after_update {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:15:32.890629 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [None req-8771d516-d15a-4a53-a298-dc9f0d8c73e6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86332) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 20:15:32.973800 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.managers [None req-2256cdd1-6e44-4209-a82f-fc97bbdeb948 None None] Attempting to bind port 4f7b8efc-ab31-4079-8251-b88952a8c099 on host dv-cinder-787632-1-iscsi for vnic_type normal with profile  {{(pid=86332) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 22 20:15:32.974307 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.managers [None req-2256cdd1-6e44-4209-a82f-fc97bbdeb948 None None] Attempting to bind port 4f7b8efc-ab31-4079-8251-b88952a8c099 by drivers openvswitch,hyperv on host dv-cinder-787632-1-iscsi at level 0 using segments [{'id': '8e8fb218-3d63-4c3d-9ab1-544471c4929e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1b725cb4-6db6-4e68-9a61-1978e8a191a1'}] {{(pid=86332) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 22 20:15:32.974837 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2256cdd1-6e44-4209-a82f-fc97bbdeb948 None None] Attempting to bind port 4f7b8efc-ab31-4079-8251-b88952a8c099 on network 1b725cb4-6db6-4e68-9a61-1978e8a191a1 {{(pid=86332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 22 20:15:32.981546 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edc5897e-eac6-474d-8b55-d5777578545f None None] Pushing event updated for resources: {'Port': ['ID=4f7b8efc-ab31-4079-8251-b88952a8c099,revision_number=2']} {{(pid=86332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 20:15:32.986148 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [None req-edc5897e-eac6-474d-8b55-d5777578545f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=86332) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 20:15:32.987063 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2256cdd1-6e44-4209-a82f-fc97bbdeb948 None None] Checking agent: {'id': '802cefbf-f579-41fa-a7d7-d5cf274c80aa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-787632-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 22, 20, 3, 29), 'started_at': datetime.datetime(2021, 4, 22, 20, 3, 59), 'heartbeat_timestamp': datetime.datetime(2021, 4, 22, 20, 15, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-787632-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 22 20:15:32.987557 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2256cdd1-6e44-4209-a82f-fc97bbdeb948 None None] Checking segment: {'id': '8e8fb218-3d63-4c3d-9ab1-544471c4929e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1b725cb4-6db6-4e68-9a61-1978e8a191a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86332) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 22 20:15:32.988073 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-2256cdd1-6e44-4209-a82f-fc97bbdeb948 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:15:32.988578 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2256cdd1-6e44-4209-a82f-fc97bbdeb948 None None] Bound using segment: {'id': '8e8fb218-3d63-4c3d-9ab1-544471c4929e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1b725cb4-6db6-4e68-9a61-1978e8a191a1'} {{(pid=86332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 22 20:15:32.989162 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.managers [None req-2256cdd1-6e44-4209-a82f-fc97bbdeb948 None None] Bound port: 4f7b8efc-ab31-4079-8251-b88952a8c099, host: dv-cinder-787632-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8e8fb218-3d63-4c3d-9ab1-544471c4929e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1b725cb4-6db6-4e68-9a61-1978e8a191a1'}}] {{(pid=86332) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 22 20:15:32.989652 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-2256cdd1-6e44-4209-a82f-fc97bbdeb948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587983'] for port, before_update {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:15:32.994800 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37055f04-3dae-476b-bdf1-a88bd3d26685 req-0be72829-c83d-4948-9b16-943623fbe1b9 tempest-VolumesSnapshotTestJSON-1289454250 tempest-VolumesSnapshotTestJSON-1289454250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 20:15:32.995716 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-37055f04-3dae-476b-bdf1-a88bd3d26685 req-0be72829-c83d-4948-9b16-943623fbe1b9 tempest-VolumesSnapshotTestJSON-1289454250 tempest-VolumesSnapshotTestJSON-1289454250-project] 10.222.0.30 "GET /v2.0/ports?device_id=d064e3b6-ad2a-4b7e-9d69-c9b66adc282a HTTP/1.1" status: 200  len: 946 time: 0.3989375
Apr 22 20:15:33.071121 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.plugin [req-135002c0-1c6a-45e9-bc0d-0574b793916e req-b8330e51-146e-4538-b00b-8fb4ec4df65b tempest-VolumesSnapshotTestJSON-1289454250 tempest-VolumesSnapshotTestJSON-1289454250-project] Calling delete_port for fa8a84bb-c6b3-4cc1-a7a0-5581632ea097 owned by compute:nova {{(pid=86331) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 22 20:15:33.072395 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.db [None req-2256cdd1-6e44-4209-a82f-fc97bbdeb948 None None] For port 4f7b8efc-ab31-4079-8251-b88952a8c099, host dv-cinder-787632-1-iscsi, cleared binding levels {{(pid=86332) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 22 20:15:33.075605 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.db [None req-2256cdd1-6e44-4209-a82f-fc97bbdeb948 None None] For port 4f7b8efc-ab31-4079-8251-b88952a8c099, host dv-cinder-787632-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787632-1-iscsi',level=0,port_id=4f7b8efc-ab31-4079-8251-b88952a8c099,segment=NetworkSegment(8e8fb218-3d63-4c3d-9ab1-544471c4929e),segment_id=8e8fb218-3d63-4c3d-9ab1-544471c4929e)] {{(pid=86332) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 22 20:15:33.079021 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-2256cdd1-6e44-4209-a82f-fc97bbdeb948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854198495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853168226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727707997384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363309147208137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727707567697'] for port, after_update {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:15:33.089061 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [None req-08e5d76f-3fe5-4242-a4b8-30f374028052 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86332) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 20:15:33.171038 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2256cdd1-6e44-4209-a82f-fc97bbdeb948 None None] Routers {'be83ce26-187f-46bd-8e84-153239ab27cb'} bound to L3 agent in host dv-cinder-787632-1-iscsi {{(pid=86332) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 22 20:15:33.171783 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.l3_hamode_db [None req-2256cdd1-6e44-4209-a82f-fc97bbdeb948 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f013c775630>, 'dv-cinder-787632-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-22T20:03:28Z,description=<?>,heartbeat_timestamp=2021-04-22T20:15:29Z,host='dv-cinder-787632-1-iscsi',id=1df068ca-d615-4cb7-8020-fe6e8be709e3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-22T20:03:28Z,topic='l3_agent')) {'router_ids': ['be83ce26-187f-46bd-8e84-153239ab27cb'], 'active': True} {{(pid=86332) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 22 20:15:33.232980 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-37055f04-3dae-476b-bdf1-a88bd3d26685 req-6abe86c1-6a88-42b4-806d-6945cd779dc2 tempest-VolumesSnapshotTestJSON-1289454250 tempest-VolumesSnapshotTestJSON-1289454250-project] 10.222.0.30 "GET /v2.0/security-groups?id=f5f9d369-1898-4a9b-a375-69f0d28704aa&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1746371
Apr 22 20:15:33.301806 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-d0244bfb-b427-4dc5-a07b-2a959501d8ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587983'] for port, before_create {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:15:33.316752 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edc5897e-eac6-474d-8b55-d5777578545f None None] Pushing event updated for resources: {'Port': ['ID=4f7b8efc-ab31-4079-8251-b88952a8c099,revision_number=3']} {{(pid=86332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 20:15:33.329901 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [None req-edc5897e-eac6-474d-8b55-d5777578545f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.241s {{(pid=86332) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 20:15:33.382148 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.l3_dvr_db [None req-2256cdd1-6e44-4209-a82f-fc97bbdeb948 None None] Set router be83ce26-187f-46bd-8e84-153239ab27cb gateway port host: dv-cinder-787632-1-iscsi {{(pid=86332) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 22 20:15:33.391477 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [req-135002c0-1c6a-45e9-bc0d-0574b793916e req-b8330e51-146e-4538-b00b-8fb4ec4df65b tempest-VolumesSnapshotTestJSON-1289454250 tempest-VolumesSnapshotTestJSON-1289454250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854198495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853168226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363309146778399', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727707567663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1223862'] for port, after_delete {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:15:33.400443 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [None req-3f34ccc3-2ccc-43f7-9584-0f6756962896 tempest-ServerRescueNegativeTestJSON-1009389569 tempest-ServerRescueNegativeTestJSON-1009389569-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 20:15:33.458957 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8330e51-146e-4538-b00b-8fb4ec4df65b tempest-VolumesSnapshotTestJSON-1289454250 tempest-VolumesSnapshotTestJSON-1289454250-project] Pushing event deleted for resources: {'Port': ['ID=fa8a84bb-c6b3-4cc1-a7a0-5581632ea097,revision_number=None']} {{(pid=86331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 20:15:33.473505 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [None req-b8330e51-146e-4538-b00b-8fb4ec4df65b tempest-VolumesSnapshotTestJSON-1289454250 tempest-VolumesSnapshotTestJSON-1289454250-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 20:15:33.601868 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.l3_dvrscheduler_db [req-135002c0-1c6a-45e9-bc0d-0574b793916e req-b8330e51-146e-4538-b00b-8fb4ec4df65b tempest-VolumesSnapshotTestJSON-1289454250 tempest-VolumesSnapshotTestJSON-1289454250-project] No DVR routers for this DVR port fa8a84bb-c6b3-4cc1-a7a0-5581632ea097 on host hv-cinder-78763 {{(pid=86331) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 22 20:15:33.606872 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [req-135002c0-1c6a-45e9-bc0d-0574b793916e req-b8330e51-146e-4538-b00b-8fb4ec4df65b tempest-VolumesSnapshotTestJSON-1289454250 tempest-VolumesSnapshotTestJSON-1289454250-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-743'] for port, before_response {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:15:33.609653 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd064e3b6-ad2a-4b7e-9d69-c9b66adc282a', 'name': 'network-vif-deleted', 'tag': 'fa8a84bb-c6b3-4cc1-a7a0-5581632ea097'}] {{(pid=86331) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 22 20:15:33.662768 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.rpc [None req-08e5d76f-3fe5-4242-a4b8-30f374028052 None None] Device 22cb1f58-d1e0-43cf-876f-98d91ca19685 up at agent ovs-agent-dv-cinder-787632-1-iscsi {{(pid=86332) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 22 20:15:33.674425 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-135002c0-1c6a-45e9-bc0d-0574b793916e req-b8330e51-146e-4538-b00b-8fb4ec4df65b tempest-VolumesSnapshotTestJSON-1289454250 tempest-VolumesSnapshotTestJSON-1289454250-project] 10.222.0.46 "DELETE /v2.0/ports/fa8a84bb-c6b3-4cc1-a7a0-5581632ea097 HTTP/1.1" status: 204  len: 173 time: 1.5403142
Apr 22 20:15:33.680420 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd064e3b6-ad2a-4b7e-9d69-c9b66adc282a', 'name': 'network-vif-deleted', 'tag': 'fa8a84bb-c6b3-4cc1-a7a0-5581632ea097', 'status': 'completed', 'code': 200}
Apr 22 20:15:33.722231 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.db_base_plugin_common [None req-d0244bfb-b427-4dc5-a07b-2a959501d8ba admin admin] Allocated IP 172.20.0.1 (34648bb7-c1ba-45d7-bfee-e82cdf1f6b93/1e51354a-bd7c-4e4c-a7c1-20be7a105c17/b9c3e7ea-d3b1-4b66-ac25-453cc2744703) {{(pid=86331) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 22 20:15:33.912344 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-d0244bfb-b427-4dc5-a07b-2a959501d8ba admin admin] Notify callbacks [] for port, precommit_create {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:15:33.930473 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.provisioning_blocks [None req-d0244bfb-b427-4dc5-a07b-2a959501d8ba admin admin] Transition to ACTIVE for port object b9c3e7ea-d3b1-4b66-ac25-453cc2744703 will not be triggered until provisioned by entity DHCP. {{(pid=86331) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 22 20:15:33.954083 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.provisioning_blocks [None req-08e5d76f-3fe5-4242-a4b8-30f374028052 None None] Provisioning complete for port 22cb1f58-d1e0-43cf-876f-98d91ca19685 triggered by entity L2. {{(pid=86332) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 22 20:15:33.954688 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-08e5d76f-3fe5-4242-a4b8-30f374028052 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854135278'] for port, provisioning_complete {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:15:34.023932 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-d0244bfb-b427-4dc5-a07b-2a959501d8ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854198495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853168226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363309147208154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1223862'] for port, after_create {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:15:34.029872 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [None req-c3a486f0-3d74-49c5-896d-d5486887ebb9 tempest-AttachVolumeNegativeTest-423716770 tempest-AttachVolumeNegativeTest-423716770-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 20:15:34.076585 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.l3_hamode_db [None req-2256cdd1-6e44-4209-a82f-fc97bbdeb948 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f013c775630>, [{'id': 'be83ce26-187f-46bd-8e84-153239ab27cb', 'name': 'tempest-AttachVolumeShelveTestJSON-1390971933-router', 'tenant_id': 'd83d42b16fb04a3dbea8744fb63b042c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b725cb4-6db6-4e68-9a61-1978e8a191a1', 'external_fixed_ips': [{'subnet_id': '1d4495d7-31a5-4e2d-a911-56ceae3a61c5', 'ip_address': '172.27.3.86'}], 'enable_snat': True}, 'gw_port_id': '4f7b8efc-ab31-4079-8251-b88952a8c099', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T20:15:28Z', 'updated_at': '2021-04-22T20:15:30Z', 'revision_number': 3, 'project_id': 'd83d42b16fb04a3dbea8744fb63b042c', 'gw_port': {'id': '4f7b8efc-ab31-4079-8251-b88952a8c099', 'name': '', 'network_id': '1b725cb4-6db6-4e68-9a61-1978e8a191a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:6a:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be83ce26-187f-46bd-8e84-153239ab27cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': '1d4495d7-31a5-4e2d-a911-56ceae3a61c5', 'ip_address': '172.27.3.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787632-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T20:15:29Z', 'updated_at': '2021-04-22T20:15:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1d4495d7-31a5-4e2d-a911-56ceae3a61c5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787632-1-iscsi'}], 'dv-cinder-787632-1-iscsi', False) {} {{(pid=86332) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 22 20:15:34.092106 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2256cdd1-6e44-4209-a82f-fc97bbdeb948 None None] The sync data for ids ['be83ce26-187f-46bd-8e84-153239ab27cb'] in dv-cinder-787632-1-iscsi is: [{'id': 'be83ce26-187f-46bd-8e84-153239ab27cb', 'name': 'tempest-AttachVolumeShelveTestJSON-1390971933-router', 'tenant_id': 'd83d42b16fb04a3dbea8744fb63b042c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b725cb4-6db6-4e68-9a61-1978e8a191a1', 'external_fixed_ips': [{'subnet_id': '1d4495d7-31a5-4e2d-a911-56ceae3a61c5', 'ip_address': '172.27.3.86'}], 'enable_snat': True}, 'gw_port_id': '4f7b8efc-ab31-4079-8251-b88952a8c099', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T20:15:28Z', 'updated_at': '2021-04-22T20:15:30Z', 'revision_number': 3, 'project_id': 'd83d42b16fb04a3dbea8744fb63b042c', 'gw_port': {'id': '4f7b8efc-ab31-4079-8251-b88952a8c099', 'name': '', 'network_id': '1b725cb4-6db6-4e68-9a61-1978e8a191a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:6a:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be83ce26-187f-46bd-8e84-153239ab27cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': '1d4495d7-31a5-4e2d-a911-56ceae3a61c5', 'ip_address': '172.27.3.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787632-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T20:15:29Z', 'updated_at': '2021-04-22T20:15:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1d4495d7-31a5-4e2d-a911-56ceae3a61c5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787632-1-iscsi'}] {{(pid=86332) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 22 20:15:34.104840 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0244bfb-b427-4dc5-a07b-2a959501d8ba admin admin] Network 34648bb7-c1ba-45d7-bfee-e82cdf1f6b93 is already hosted by enough agents. {{(pid=86331) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 22 20:15:34.116447 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.scheduler.base_scheduler [None req-d0244bfb-b427-4dc5-a07b-2a959501d8ba admin admin] Resources bound (agent type, host, resource id):  {{(pid=86331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 22 20:15:34.116447 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0244bfb-b427-4dc5-a07b-2a959501d8ba admin admin] Received port after_create {{(pid=86331) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 22 20:15:34.154214 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0326ba80-7d21-4714-8d75-0d0c591f1eb4 req-bc13ce12-ae5a-4a38-a9bb-9f7388c43aa1 tempest-AttachVolumeTestJSON-431678780 tempest-AttachVolumeTestJSON-431678780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 20:15:34.155838 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-0326ba80-7d21-4714-8d75-0d0c591f1eb4 req-bc13ce12-ae5a-4a38-a9bb-9f7388c43aa1 tempest-AttachVolumeTestJSON-431678780 tempest-AttachVolumeTestJSON-431678780-project] 10.222.0.30 "GET /v2.0/ports?device_id=856aff26-352c-4f6c-a8fa-a9199da8c43a HTTP/1.1" status: 200  len: 945 time: 0.2085474
Apr 22 20:15:34.193639 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0244bfb-b427-4dc5-a07b-2a959501d8ba admin admin] Pushing event updated for resources: {'Port': ['ID=b9c3e7ea-d3b1-4b66-ac25-453cc2744703,revision_number=1']} {{(pid=86331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 20:15:34.203132 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [None req-d0244bfb-b427-4dc5-a07b-2a959501d8ba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 20:15:34.243540 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-d0244bfb-b427-4dc5-a07b-2a959501d8ba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854348030'] for router_interface, before_create {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:15:34.266609 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-0326ba80-7d21-4714-8d75-0d0c591f1eb4 req-b4bb749b-96e7-40bf-9d9c-236fe873bd40 tempest-AttachVolumeTestJSON-431678780 tempest-AttachVolumeTestJSON-431678780-project] 10.222.0.30 "GET /v2.0/security-groups?id=7cb077a5-4ba7-4c7b-8f9c-203a75555aff&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1010368
Apr 22 20:15:34.421686 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-d0244bfb-b427-4dc5-a07b-2a959501d8ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587983'] for port, before_update {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:15:34.453061 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-45122c52-7daa-47eb-ab7a-0c4e7eee0f94 req-bbb62459-6567-407b-8170-5310dc3b76c7 tempest-VolumesSnapshotTestJSON-1289454250 tempest-VolumesSnapshotTestJSON-1289454250-project] 10.222.0.30 "GET /v2.0/ports?device_id=d064e3b6-ad2a-4b7e-9d69-c9b66adc282a HTTP/1.1" status: 200  len: 210 time: 0.0500147
Apr 22 20:15:34.477933 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.provisioning_blocks [None req-1f39650b-df89-4d74-a910-7421f2c82580 None None] Provisioning for port b9c3e7ea-d3b1-4b66-ac25-453cc2744703 completed by entity DHCP. {{(pid=86332) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 22 20:15:34.483709 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.provisioning_blocks [None req-1f39650b-df89-4d74-a910-7421f2c82580 None None] Provisioning complete for port b9c3e7ea-d3b1-4b66-ac25-453cc2744703 triggered by entity DHCP. {{(pid=86332) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 22 20:15:34.484141 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-1f39650b-df89-4d74-a910-7421f2c82580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854135278'] for port, provisioning_complete {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:15:34.562843 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.plugin [None req-1f39650b-df89-4d74-a910-7421f2c82580 None None] Port b9c3e7ea-d3b1-4b66-ac25-453cc2744703 cannot update to ACTIVE because it is not bound. {{(pid=86332) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 22 20:15:34.687990 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-d0244bfb-b427-4dc5-a07b-2a959501d8ba admin admin] Notify callbacks [] for port, precommit_update {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:15:34.691770 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-d0244bfb-b427-4dc5-a07b-2a959501d8ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854198495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853168226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727707997384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363309147208137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727707567697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036853551937'] for port, after_update {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:15:34.917867 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.rpc [None req-cbbe70c9-0b39-4f9d-be6e-4133a7c8f54f None None] Device fa8a84bb-c6b3-4cc1-a7a0-5581632ea097 no longer exists at agent hyperv_hv-cinder-78763 {{(pid=86332) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 22 20:15:34.953257 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [None req-42022a63-eff9-4ae9-b73f-726baf16fe15 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 20:15:34.960011 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.plugin [None req-cbbe70c9-0b39-4f9d-be6e-4133a7c8f54f None None] No Port match for: fa8a84bb-c6b3-4cc1-a7a0-5581632ea097 {{(pid=86332) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 22 20:15:34.960412 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.rpc [None req-cbbe70c9-0b39-4f9d-be6e-4133a7c8f54f None None] Device fa8a84bb-c6b3-4cc1-a7a0-5581632ea097 not bound to the agent host hv-cinder-78763 {{(pid=86332) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 22 20:15:35.046727 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0244bfb-b427-4dc5-a07b-2a959501d8ba admin admin] Pushing event updated for resources: {'Port': ['ID=b9c3e7ea-d3b1-4b66-ac25-453cc2744703,revision_number=2']} {{(pid=86331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 20:15:35.049299 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-d0244bfb-b427-4dc5-a07b-2a959501d8ba admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036853168209', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-427877'] for router_interface, after_create {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:15:35.054035 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [None req-d0244bfb-b427-4dc5-a07b-2a959501d8ba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 20:15:35.195110 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0244bfb-b427-4dc5-a07b-2a959501d8ba admin admin] Network 34648bb7-c1ba-45d7-bfee-e82cdf1f6b93 is already hosted by enough agents. {{(pid=86331) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 22 20:15:35.196330 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.scheduler.base_scheduler [None req-d0244bfb-b427-4dc5-a07b-2a959501d8ba admin admin] Resources bound (agent type, host, resource id):  {{(pid=86331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 22 20:15:35.388394 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.provisioning_blocks [None req-969d2879-d42c-4bf7-ad96-4aa1893cb29d None None] Provisioning complete for port b9c3e7ea-d3b1-4b66-ac25-453cc2744703 triggered by entity DHCP. {{(pid=86332) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 22 20:15:35.388856 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-969d2879-d42c-4bf7-ad96-4aa1893cb29d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854135278'] for port, provisioning_complete {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:15:35.446716 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d0244bfb-b427-4dc5-a07b-2a959501d8ba admin admin] Router be83ce26-187f-46bd-8e84-153239ab27cb has already been hosted by L3 agent 1df068ca-d615-4cb7-8020-fe6e8be709e3 {{(pid=86331) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 22 20:15:35.447320 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.plugin [None req-969d2879-d42c-4bf7-ad96-4aa1893cb29d None None] Port b9c3e7ea-d3b1-4b66-ac25-453cc2744703 cannot update to ACTIVE because it is not bound. {{(pid=86332) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 22 20:15:35.620454 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.rpc [None req-08e5d76f-3fe5-4242-a4b8-30f374028052 None None] Device 4f7b8efc-ab31-4079-8251-b88952a8c099 up at agent ovs-agent-dv-cinder-787632-1-iscsi {{(pid=86332) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 22 20:15:35.650051 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ad51da-eef9-4b7a-9f01-b88eec2057fe req-96a396fc-607e-4118-9916-a60c53c2b33d tempest-AttachVolumeTestJSON-431678780 tempest-AttachVolumeTestJSON-431678780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 20:15:35.654829 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-a3ad51da-eef9-4b7a-9f01-b88eec2057fe req-96a396fc-607e-4118-9916-a60c53c2b33d tempest-AttachVolumeTestJSON-431678780 tempest-AttachVolumeTestJSON-431678780-project] 10.222.0.30 "GET /v2.0/ports?device_id=856aff26-352c-4f6c-a8fa-a9199da8c43a HTTP/1.1" status: 200  len: 945 time: 0.2682762
Apr 22 20:15:35.702298 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.provisioning_blocks [None req-08e5d76f-3fe5-4242-a4b8-30f374028052 None None] Provisioning for port 4f7b8efc-ab31-4079-8251-b88952a8c099 completed by entity L2. {{(pid=86332) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 22 20:15:35.708666 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.provisioning_blocks [None req-08e5d76f-3fe5-4242-a4b8-30f374028052 None None] Provisioning complete for port 4f7b8efc-ab31-4079-8251-b88952a8c099 triggered by entity L2. {{(pid=86332) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 22 20:15:35.709744 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-08e5d76f-3fe5-4242-a4b8-30f374028052 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854135278'] for port, provisioning_complete {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:15:35.732126 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-a3ad51da-eef9-4b7a-9f01-b88eec2057fe req-02755a1b-b84b-46ac-86a8-ff70807cbb44 tempest-AttachVolumeTestJSON-431678780 tempest-AttachVolumeTestJSON-431678780-project] 10.222.0.30 "GET /v2.0/security-groups?id=7cb077a5-4ba7-4c7b-8f9c-203a75555aff&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0689988
Apr 22 20:15:35.737681 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0244bfb-b427-4dc5-a07b-2a959501d8ba admin admin] Notify agent at l3_agent.dv-cinder-787632-1-iscsi the message routers_updated {{(pid=86331) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 22 20:15:35.750265 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [None req-d0244bfb-b427-4dc5-a07b-2a959501d8ba admin admin] 10.222.0.30 "PUT /v2.0/routers/be83ce26-187f-46bd-8e84-153239ab27cb/add_router_interface HTTP/1.1" status: 200  len: 503 time: 4.2375429
Apr 22 20:15:35.869828 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-08e5d76f-3fe5-4242-a4b8-30f374028052 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587983'] for port, before_update {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:15:35.889691 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.db [None req-08e5d76f-3fe5-4242-a4b8-30f374028052 None None] For port 4f7b8efc-ab31-4079-8251-b88952a8c099, host dv-cinder-787632-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787632-1-iscsi',level=0,port_id=4f7b8efc-ab31-4079-8251-b88952a8c099,segment=NetworkSegment(8e8fb218-3d63-4c3d-9ab1-544471c4929e),segment_id=8e8fb218-3d63-4c3d-9ab1-544471c4929e)] {{(pid=86332) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 22 20:15:35.894194 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-08e5d76f-3fe5-4242-a4b8-30f374028052 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854198495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853168226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727707997384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363309147208137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727707567697'] for port, after_update {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:15:35.900339 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [None req-8e176482-9288-436c-a43f-e00758fe2d26 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86332) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 20:15:35.994824 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08e5d76f-3fe5-4242-a4b8-30f374028052 None None] Pushing event updated for resources: {'Port': ['ID=4f7b8efc-ab31-4079-8251-b88952a8c099,revision_number=4']} {{(pid=86332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 20:15:35.998077 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [None req-08e5d76f-3fe5-4242-a4b8-30f374028052 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=86332) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 20:15:36.301250 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.wsgi [-] (86331) accepted ('10.222.0.30', 40546) {{(pid=86331) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 20:15:36.307527 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.v2.base [None req-7d2b045e-52c1-4014-b948-b79893508806 tempest-AttachVolumeShelveTestJSON-1095716281 tempest-AttachVolumeShelveTestJSON-1095716281-project] Request body: {'security_group': {'name': 'tempest-securitygroup--219918404', 'description': 'tempest-description--1448852389'}} {{(pid=86331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 22 20:15:36.313874 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.quota.driver [None req-7d2b045e-52c1-4014-b948-b79893508806 tempest-AttachVolumeShelveTestJSON-1095716281 tempest-AttachVolumeShelveTestJSON-1095716281-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 22 20:15:36.317940 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.quota.resource [None req-7d2b045e-52c1-4014-b948-b79893508806 tempest-AttachVolumeShelveTestJSON-1095716281 tempest-AttachVolumeShelveTestJSON-1095716281-project] Usage tracker for resource:security_group and tenant:d83d42b16fb04a3dbea8744fb63b042c is out of sync, need to count used quota {{(pid=86331) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 22 20:15:36.321682 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.quota.resource [None req-7d2b045e-52c1-4014-b948-b79893508806 tempest-AttachVolumeShelveTestJSON-1095716281 tempest-AttachVolumeShelveTestJSON-1095716281-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=86331) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 22 20:15:36.325005 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.wsgi [-] (86330) accepted ('10.222.0.30', 40550) {{(pid=86330) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 20:15:36.327782 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.quota.driver [None req-7d2b045e-52c1-4014-b948-b79893508806 tempest-AttachVolumeShelveTestJSON-1095716281 tempest-AttachVolumeShelveTestJSON-1095716281-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=86331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 22 20:15:36.337585 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-7d2b045e-52c1-4014-b948-b79893508806 tempest-AttachVolumeShelveTestJSON-1095716281 tempest-AttachVolumeShelveTestJSON-1095716281-project] Notify callbacks [] for security_group, before_create {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:15:36.361593 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.quota.driver [None req-7d2b045e-52c1-4014-b948-b79893508806 tempest-AttachVolumeShelveTestJSON-1095716281 tempest-AttachVolumeShelveTestJSON-1095716281-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 22 20:15:36.366636 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.quota.resource [None req-7d2b045e-52c1-4014-b948-b79893508806 tempest-AttachVolumeShelveTestJSON-1095716281 tempest-AttachVolumeShelveTestJSON-1095716281-project] Usage tracker for resource:security_group_rule and tenant:d83d42b16fb04a3dbea8744fb63b042c is out of sync, need to count used quota {{(pid=86331) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 22 20:15:36.370019 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.quota.resource [None req-7d2b045e-52c1-4014-b948-b79893508806 tempest-AttachVolumeShelveTestJSON-1095716281 tempest-AttachVolumeShelveTestJSON-1095716281-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=86331) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 22 20:15:36.376570 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.quota.driver [None req-7d2b045e-52c1-4014-b948-b79893508806 tempest-AttachVolumeShelveTestJSON-1095716281 tempest-AttachVolumeShelveTestJSON-1095716281-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=86331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 22 20:15:36.452089 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-7d2b045e-52c1-4014-b948-b79893508806 tempest-AttachVolumeShelveTestJSON-1095716281 tempest-AttachVolumeShelveTestJSON-1095716281-project] Notify callbacks [] for security_group, precommit_create {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:15:36.455471 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-7d2b045e-52c1-4014-b948-b79893508806 tempest-AttachVolumeShelveTestJSON-1095716281 tempest-AttachVolumeShelveTestJSON-1095716281-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393900'] for security_group, after_create {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:15:36.461434 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-db5fc460-3de1-40f5-a99f-4b356f4c1b75 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:15:36.461700 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [None req-855c5788-e8b1-4b97-8fdc-7703a9c6fa5f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 20:15:36.477716 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.quota.driver [None req-db5fc460-3de1-40f5-a99f-4b356f4c1b75 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86330) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 22 20:15:36.481815 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.quota.resource [None req-db5fc460-3de1-40f5-a99f-4b356f4c1b75 admin admin] Usage tracker for resource:security_group_rule and tenant:449e441133bf45149cbd5bf46af651df is out of sync, need to count used quota {{(pid=86330) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 22 20:15:36.484744 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.quota.resource [None req-db5fc460-3de1-40f5-a99f-4b356f4c1b75 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86330) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 22 20:15:36.491436 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.quota.driver [None req-db5fc460-3de1-40f5-a99f-4b356f4c1b75 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86330) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 22 20:15:36.503285 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d2b045e-52c1-4014-b948-b79893508806 tempest-AttachVolumeShelveTestJSON-1095716281 tempest-AttachVolumeShelveTestJSON-1095716281-project] Pushing event updated for resources: {'SecurityGroup': ['ID=44b3085f-cdba-4fc8-95c9-fe542e384e4e,revision_number=1']} {{(pid=86331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 20:15:36.506517 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [None req-7d2b045e-52c1-4014-b948-b79893508806 tempest-AttachVolumeShelveTestJSON-1095716281 tempest-AttachVolumeShelveTestJSON-1095716281-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 20:15:36.507788 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-7d2b045e-52c1-4014-b948-b79893508806 tempest-AttachVolumeShelveTestJSON-1095716281 tempest-AttachVolumeShelveTestJSON-1095716281-project] Notify callbacks [] for security_group, before_response {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:15:36.511812 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [None req-7d2b045e-52c1-4014-b948-b79893508806 tempest-AttachVolumeShelveTestJSON-1095716281 tempest-AttachVolumeShelveTestJSON-1095716281-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1779 time: 0.2067161
Apr 22 20:15:36.512761 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.wsgi [-] (86331) accepted ('10.222.0.30', 40556) {{(pid=86331) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 20:15:36.519064 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.v2.base [None req-890e95ca-f8a5-4889-8c87-23f0aab1ba6b tempest-AttachVolumeShelveTestJSON-1095716281 tempest-AttachVolumeShelveTestJSON-1095716281-project] Request body: {'security_group_rule': {'security_group_id': '44b3085f-cdba-4fc8-95c9-fe542e384e4e', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=86331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 22 20:15:36.525605 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.quota.driver [None req-890e95ca-f8a5-4889-8c87-23f0aab1ba6b tempest-AttachVolumeShelveTestJSON-1095716281 tempest-AttachVolumeShelveTestJSON-1095716281-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 22 20:15:36.529636 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.quota.resource [None req-890e95ca-f8a5-4889-8c87-23f0aab1ba6b tempest-AttachVolumeShelveTestJSON-1095716281 tempest-AttachVolumeShelveTestJSON-1095716281-project] Usage tracker for resource:security_group_rule and tenant:d83d42b16fb04a3dbea8744fb63b042c is out of sync, need to count used quota {{(pid=86331) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 22 20:15:36.532725 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.quota.resource [None req-890e95ca-f8a5-4889-8c87-23f0aab1ba6b tempest-AttachVolumeShelveTestJSON-1095716281 tempest-AttachVolumeShelveTestJSON-1095716281-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=86331) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 22 20:15:36.539613 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.quota.driver [None req-890e95ca-f8a5-4889-8c87-23f0aab1ba6b tempest-AttachVolumeShelveTestJSON-1095716281 tempest-AttachVolumeShelveTestJSON-1095716281-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=86331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 22 20:15:36.558319 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-890e95ca-f8a5-4889-8c87-23f0aab1ba6b tempest-AttachVolumeShelveTestJSON-1095716281 tempest-AttachVolumeShelveTestJSON-1095716281-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:15:36.588715 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-db5fc460-3de1-40f5-a99f-4b356f4c1b75 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:15:36.592064 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-db5fc460-3de1-40f5-a99f-4b356f4c1b75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393900'] for security_group, after_create {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:15:36.601852 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [None req-0e435dff-aa9f-4932-b332-992946a7c61c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 20:15:36.625540 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-890e95ca-f8a5-4889-8c87-23f0aab1ba6b tempest-AttachVolumeShelveTestJSON-1095716281 tempest-AttachVolumeShelveTestJSON-1095716281-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:15:36.628298 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-890e95ca-f8a5-4889-8c87-23f0aab1ba6b tempest-AttachVolumeShelveTestJSON-1095716281 tempest-AttachVolumeShelveTestJSON-1095716281-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393920'] for security_group_rule, after_create {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:15:36.630455 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [None req-8e5bc246-24e0-400b-b0cd-fcdc3a76d8ad tempest-TestVolumeBootPattern-572234504 tempest-TestVolumeBootPattern-572234504-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 20:15:36.647205 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [None req-db5fc460-3de1-40f5-a99f-4b356f4c1b75 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=449e441133bf45149cbd5bf46af651df&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3209691
Apr 22 20:15:36.649402 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db5fc460-3de1-40f5-a99f-4b356f4c1b75 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2584baf-2d90-4523-86c7-ade4d74e00c1,revision_number=1']} {{(pid=86330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 20:15:36.652242 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.wsgi [-] (86331) accepted ('10.222.0.30', 40560) {{(pid=86331) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 20:15:36.653043 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [None req-db5fc460-3de1-40f5-a99f-4b356f4c1b75 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=86330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 20:15:36.657425 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-890e95ca-f8a5-4889-8c87-23f0aab1ba6b tempest-AttachVolumeShelveTestJSON-1095716281 tempest-AttachVolumeShelveTestJSON-1095716281-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=019b3821-5a80-4667-8a1a-3be0f84447bf,revision_number=0']} {{(pid=86331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 20:15:36.672869 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [None req-890e95ca-f8a5-4889-8c87-23f0aab1ba6b tempest-AttachVolumeShelveTestJSON-1095716281 tempest-AttachVolumeShelveTestJSON-1095716281-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 20:15:36.680446 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-890e95ca-f8a5-4889-8c87-23f0aab1ba6b tempest-AttachVolumeShelveTestJSON-1095716281 tempest-AttachVolumeShelveTestJSON-1095716281-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:15:36.681672 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [None req-890e95ca-f8a5-4889-8c87-23f0aab1ba6b tempest-AttachVolumeShelveTestJSON-1095716281 tempest-AttachVolumeShelveTestJSON-1095716281-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.1686668
Apr 22 20:15:36.684602 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.wsgi [-] (86330) accepted ('10.222.0.30', 40564) {{(pid=86330) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 20:15:36.690536 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.v2.base [None req-5683c4fe-61be-49b0-9334-f276386e5c2b tempest-AttachVolumeShelveTestJSON-1095716281 tempest-AttachVolumeShelveTestJSON-1095716281-project] Request body: {'security_group_rule': {'security_group_id': '44b3085f-cdba-4fc8-95c9-fe542e384e4e', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=86330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 22 20:15:36.697504 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.quota.driver [None req-5683c4fe-61be-49b0-9334-f276386e5c2b tempest-AttachVolumeShelveTestJSON-1095716281 tempest-AttachVolumeShelveTestJSON-1095716281-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86330) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 22 20:15:36.701560 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.quota.resource [None req-5683c4fe-61be-49b0-9334-f276386e5c2b tempest-AttachVolumeShelveTestJSON-1095716281 tempest-AttachVolumeShelveTestJSON-1095716281-project] Usage tracker for resource:security_group_rule and tenant:d83d42b16fb04a3dbea8744fb63b042c is out of sync, need to count used quota {{(pid=86330) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 22 20:15:36.704674 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.quota.resource [None req-5683c4fe-61be-49b0-9334-f276386e5c2b tempest-AttachVolumeShelveTestJSON-1095716281 tempest-AttachVolumeShelveTestJSON-1095716281-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=86330) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 22 20:15:36.711475 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.quota.driver [None req-5683c4fe-61be-49b0-9334-f276386e5c2b tempest-AttachVolumeShelveTestJSON-1095716281 tempest-AttachVolumeShelveTestJSON-1095716281-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=86330) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 22 20:15:36.727038 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-fc79485e-61ce-486c-a36a-f5318da483c7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:15:36.727461 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-5683c4fe-61be-49b0-9334-f276386e5c2b tempest-AttachVolumeShelveTestJSON-1095716281 tempest-AttachVolumeShelveTestJSON-1095716281-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:15:36.754119 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-fc79485e-61ce-486c-a36a-f5318da483c7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:15:36.796077 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-5683c4fe-61be-49b0-9334-f276386e5c2b tempest-AttachVolumeShelveTestJSON-1095716281 tempest-AttachVolumeShelveTestJSON-1095716281-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:15:36.802284 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-5683c4fe-61be-49b0-9334-f276386e5c2b tempest-AttachVolumeShelveTestJSON-1095716281 tempest-AttachVolumeShelveTestJSON-1095716281-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393920'] for security_group_rule, after_create {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:15:36.807196 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [None req-f6bc0469-4da7-4bc6-8c00-4e7ace201276 tempest-TestShelveInstance-1816371010 tempest-TestShelveInstance-1816371010-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 20:15:36.815356 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-fc79485e-61ce-486c-a36a-f5318da483c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393900'] for security_group, after_delete {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:15:36.822582 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [None req-298f82a5-c05c-4b73-aa47-22dce5dfd926 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 20:15:36.834918 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5683c4fe-61be-49b0-9334-f276386e5c2b tempest-AttachVolumeShelveTestJSON-1095716281 tempest-AttachVolumeShelveTestJSON-1095716281-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ae6ba583-b055-4d09-8999-cd47aaac924e,revision_number=0']} {{(pid=86330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 20:15:36.837843 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [None req-5683c4fe-61be-49b0-9334-f276386e5c2b tempest-AttachVolumeShelveTestJSON-1095716281 tempest-AttachVolumeShelveTestJSON-1095716281-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=86330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 20:15:36.837995 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc79485e-61ce-486c-a36a-f5318da483c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2584baf-2d90-4523-86c7-ade4d74e00c1,revision_number=None']} {{(pid=86331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 20:15:36.840905 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [None req-fc79485e-61ce-486c-a36a-f5318da483c7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 20:15:36.842185 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-fc79485e-61ce-486c-a36a-f5318da483c7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:15:36.843341 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [None req-fc79485e-61ce-486c-a36a-f5318da483c7 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/d2584baf-2d90-4523-86c7-ade4d74e00c1 HTTP/1.1" status: 204  len: 168 time: 0.1901045
Apr 22 20:15:36.852634 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-5683c4fe-61be-49b0-9334-f276386e5c2b tempest-AttachVolumeShelveTestJSON-1095716281 tempest-AttachVolumeShelveTestJSON-1095716281-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:15:36.854016 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [None req-5683c4fe-61be-49b0-9334-f276386e5c2b tempest-AttachVolumeShelveTestJSON-1095716281 tempest-AttachVolumeShelveTestJSON-1095716281-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.1682208
Apr 22 20:15:36.857607 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.wsgi [-] (86331) accepted ('10.222.0.30', 40572) {{(pid=86331) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 20:15:36.863474 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.v2.base [None req-5c5139fe-6aed-4c18-900b-3e678c2ea3b9 tempest-AttachVolumeShelveTestJSON-1095716281 tempest-AttachVolumeShelveTestJSON-1095716281-project] Request body: {'floatingip': {'floating_network_id': '1b725cb4-6db6-4e68-9a61-1978e8a191a1'}} {{(pid=86331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 22 20:15:36.871943 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.quota.driver [None req-5c5139fe-6aed-4c18-900b-3e678c2ea3b9 tempest-AttachVolumeShelveTestJSON-1095716281 tempest-AttachVolumeShelveTestJSON-1095716281-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 22 20:15:36.877541 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.quota.resource [None req-5c5139fe-6aed-4c18-900b-3e678c2ea3b9 tempest-AttachVolumeShelveTestJSON-1095716281 tempest-AttachVolumeShelveTestJSON-1095716281-project] Usage tracker for resource:floatingip and tenant:d83d42b16fb04a3dbea8744fb63b042c is out of sync, need to count used quota {{(pid=86331) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 22 20:15:36.881399 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.quota.resource [None req-5c5139fe-6aed-4c18-900b-3e678c2ea3b9 tempest-AttachVolumeShelveTestJSON-1095716281 tempest-AttachVolumeShelveTestJSON-1095716281-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=86331) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 22 20:15:36.887394 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.quota.driver [None req-5c5139fe-6aed-4c18-900b-3e678c2ea3b9 tempest-AttachVolumeShelveTestJSON-1095716281 tempest-AttachVolumeShelveTestJSON-1095716281-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=86331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 22 20:15:36.897886 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-5c5139fe-6aed-4c18-900b-3e678c2ea3b9 tempest-AttachVolumeShelveTestJSON-1095716281 tempest-AttachVolumeShelveTestJSON-1095716281-project] Notify callbacks [] for floatingip, before_create {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:15:36.907419 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aaeb9e4c-d569-4393-80c0-ccd4194d2a8f None None] Sync routers for ids ['be83ce26-187f-46bd-8e84-153239ab27cb'] in dv-cinder-787632-1-iscsi {{(pid=86333) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 22 20:15:36.919883 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aaeb9e4c-d569-4393-80c0-ccd4194d2a8f None None] Routers {'be83ce26-187f-46bd-8e84-153239ab27cb'} bound to L3 agent in host dv-cinder-787632-1-iscsi {{(pid=86333) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 22 20:15:36.920780 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.l3_hamode_db [None req-aaeb9e4c-d569-4393-80c0-ccd4194d2a8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f013d394b00>, 'dv-cinder-787632-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-22T20:03:28Z,description=<?>,heartbeat_timestamp=2021-04-22T20:15:29Z,host='dv-cinder-787632-1-iscsi',id=1df068ca-d615-4cb7-8020-fe6e8be709e3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-22T20:03:28Z,topic='l3_agent')) {'router_ids': ['be83ce26-187f-46bd-8e84-153239ab27cb'], 'active': True} {{(pid=86333) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 22 20:15:37.066569 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.agents_db [None req-d2e1aac6-b006-4d71-afe2-c4a5b694a422 None None] Agent healthcheck: found 6 active agents {{(pid=86333) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 22 20:15:37.117921 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a4029c-95af-48ed-9818-b669d1fe1022 req-99ffe2cb-3614-43ad-b46c-93fe41074ffa tempest-AttachVolumeTestJSON-431678780 tempest-AttachVolumeTestJSON-431678780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 20:15:37.119562 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-23a4029c-95af-48ed-9818-b669d1fe1022 req-99ffe2cb-3614-43ad-b46c-93fe41074ffa tempest-AttachVolumeTestJSON-431678780 tempest-AttachVolumeTestJSON-431678780-project] 10.222.0.30 "GET /v2.0/ports?device_id=856aff26-352c-4f6c-a8fa-a9199da8c43a HTTP/1.1" status: 200  len: 945 time: 0.1433811
Apr 22 20:15:37.130022 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.l3_dvr_db [None req-aaeb9e4c-d569-4393-80c0-ccd4194d2a8f None None] Set router be83ce26-187f-46bd-8e84-153239ab27cb gateway port host: dv-cinder-787632-1-iscsi {{(pid=86333) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 22 20:15:37.176554 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.wsgi [-] (86330) accepted ('10.222.0.30', 40580) {{(pid=86330) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 20:15:37.180114 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-5c5139fe-6aed-4c18-900b-3e678c2ea3b9 tempest-AttachVolumeShelveTestJSON-1095716281 tempest-AttachVolumeShelveTestJSON-1095716281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587983'] for port, before_create {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:15:37.200450 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-0270a3fa-c035-4c45-9e43-cf5adb93742f admin admin] Notify callbacks [] for security_group, before_create {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:15:37.216960 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.quota.driver [None req-0270a3fa-c035-4c45-9e43-cf5adb93742f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86330) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 22 20:15:37.221161 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.quota.resource [None req-0270a3fa-c035-4c45-9e43-cf5adb93742f admin admin] Usage tracker for resource:security_group_rule and tenant:c8bc90b8913743ab9f1e994f14ca896f is out of sync, need to count used quota {{(pid=86330) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 22 20:15:37.221752 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-23a4029c-95af-48ed-9818-b669d1fe1022 req-17cae03c-8bdf-4e24-b847-6dacdbe32462 tempest-AttachVolumeTestJSON-431678780 tempest-AttachVolumeTestJSON-431678780-project] 10.222.0.30 "GET /v2.0/security-groups?id=7cb077a5-4ba7-4c7b-8f9c-203a75555aff&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0928843
Apr 22 20:15:37.224273 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.quota.resource [None req-0270a3fa-c035-4c45-9e43-cf5adb93742f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86330) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 22 20:15:37.230630 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.quota.driver [None req-0270a3fa-c035-4c45-9e43-cf5adb93742f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86330) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 22 20:15:37.323760 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-0270a3fa-c035-4c45-9e43-cf5adb93742f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:15:37.327388 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-0270a3fa-c035-4c45-9e43-cf5adb93742f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393900'] for security_group, after_create {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:15:37.337127 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [None req-560f0644-b4b3-4ef5-ac41-45c0df115662 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 20:15:37.340354 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.db_base_plugin_common [None req-5c5139fe-6aed-4c18-900b-3e678c2ea3b9 tempest-AttachVolumeShelveTestJSON-1095716281 tempest-AttachVolumeShelveTestJSON-1095716281-project] Allocated IP 172.27.3.17 (1b725cb4-6db6-4e68-9a61-1978e8a191a1/1d4495d7-31a5-4e2d-a911-56ceae3a61c5/22c2b6c6-b49f-41c5-8ef6-025716ad7bcd) {{(pid=86331) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 22 20:15:37.384251 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [None req-0270a3fa-c035-4c45-9e43-cf5adb93742f admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=c8bc90b8913743ab9f1e994f14ca896f&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2063963
Apr 22 20:15:37.384947 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.wsgi [-] (86330) accepted ('10.222.0.30', 40584) {{(pid=86330) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 20:15:37.388829 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0270a3fa-c035-4c45-9e43-cf5adb93742f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ab64b54-0d14-444a-b944-31d5d552d5b3,revision_number=1']} {{(pid=86330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 20:15:37.402790 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [None req-0270a3fa-c035-4c45-9e43-cf5adb93742f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=86330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 20:15:37.454182 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-87157562-815a-47b9-842c-480dcf90e86a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:15:37.482097 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.l3_hamode_db [None req-aaeb9e4c-d569-4393-80c0-ccd4194d2a8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f013d394b00>, [{'id': 'be83ce26-187f-46bd-8e84-153239ab27cb', 'name': 'tempest-AttachVolumeShelveTestJSON-1390971933-router', 'tenant_id': 'd83d42b16fb04a3dbea8744fb63b042c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b725cb4-6db6-4e68-9a61-1978e8a191a1', 'external_fixed_ips': [{'subnet_id': '1d4495d7-31a5-4e2d-a911-56ceae3a61c5', 'ip_address': '172.27.3.86'}], 'enable_snat': True}, 'gw_port_id': '4f7b8efc-ab31-4079-8251-b88952a8c099', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T20:15:28Z', 'updated_at': '2021-04-22T20:15:34Z', 'revision_number': 4, 'project_id': 'd83d42b16fb04a3dbea8744fb63b042c', 'gw_port': {'id': '4f7b8efc-ab31-4079-8251-b88952a8c099', 'name': '', 'network_id': '1b725cb4-6db6-4e68-9a61-1978e8a191a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:6a:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be83ce26-187f-46bd-8e84-153239ab27cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': '1d4495d7-31a5-4e2d-a911-56ceae3a61c5', 'ip_address': '172.27.3.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787632-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T20:15:29Z', 'updated_at': '2021-04-22T20:15:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d4495d7-31a5-4e2d-a911-56ceae3a61c5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787632-1-iscsi', '_interfaces': [{'id': 'b9c3e7ea-d3b1-4b66-ac25-453cc2744703', 'name': '', 'network_id': '34648bb7-c1ba-45d7-bfee-e82cdf1f6b93', 'tenant_id': 'd83d42b16fb04a3dbea8744fb63b042c', 'mac_address': 'fa:16:3e:9f:5a:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be83ce26-187f-46bd-8e84-153239ab27cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 479, 'fixed_ips': [{'subnet_id': '1e51354a-bd7c-4e4c-a7c1-20be7a105c17', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T20:15:33Z', 'updated_at': '2021-04-22T20:15:34Z', 'revision_number': 2, 'project_id': 'd83d42b16fb04a3dbea8744fb63b042c', 'subnets': [{'id': '1e51354a-bd7c-4e4c-a7c1-20be7a105c17', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787632-1-iscsi', False) {} {{(pid=86333) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 22 20:15:37.482342 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-87157562-815a-47b9-842c-480dcf90e86a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:15:37.486395 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aaeb9e4c-d569-4393-80c0-ccd4194d2a8f None None] Checking router: be83ce26-187f-46bd-8e84-153239ab27cb for host: dv-cinder-787632-1-iscsi {{(pid=86333) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 22 20:15:37.486799 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aaeb9e4c-d569-4393-80c0-ccd4194d2a8f None None] Updating router be83ce26-187f-46bd-8e84-153239ab27cb port b9c3e7ea-d3b1-4b66-ac25-453cc2744703 binding host dv-cinder-787632-1-iscsi {{(pid=86333) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Apr 22 20:15:37.505316 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-5c5139fe-6aed-4c18-900b-3e678c2ea3b9 tempest-AttachVolumeShelveTestJSON-1095716281 tempest-AttachVolumeShelveTestJSON-1095716281-project] Notify callbacks [] for port, precommit_create {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:15:37.534198 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-87157562-815a-47b9-842c-480dcf90e86a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393900'] for security_group, after_delete {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:15:37.538057 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-5c5139fe-6aed-4c18-900b-3e678c2ea3b9 tempest-AttachVolumeShelveTestJSON-1095716281 tempest-AttachVolumeShelveTestJSON-1095716281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854198495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853168226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363309147208154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1223862'] for port, after_create {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:15:37.540539 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [None req-9d2e7686-854e-4d5e-830f-e42da1a9b9bd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 20:15:37.543733 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [None req-637764e8-f2a7-4211-a545-1e08789439b6 tempest-TestVolumeBootPattern-572234504 tempest-TestVolumeBootPattern-572234504-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 20:15:37.550106 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-aaeb9e4c-d569-4393-80c0-ccd4194d2a8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587983'] for port, before_update {{(pid=86333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:15:37.560834 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87157562-815a-47b9-842c-480dcf90e86a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ab64b54-0d14-444a-b944-31d5d552d5b3,revision_number=None']} {{(pid=86330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 20:15:37.560834 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [None req-87157562-815a-47b9-842c-480dcf90e86a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=86330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 20:15:37.566484 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-87157562-815a-47b9-842c-480dcf90e86a admin admin] Notify callbacks [] for security_group, before_response {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:15:37.581844 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [None req-87157562-815a-47b9-842c-480dcf90e86a admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/7ab64b54-0d14-444a-b944-31d5d552d5b3 HTTP/1.1" status: 204  len: 168 time: 0.1945982
Apr 22 20:15:37.611495 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.rpc [None req-08e5d76f-3fe5-4242-a4b8-30f374028052 None None] Device 4f7b8efc-ab31-4079-8251-b88952a8c099 up at agent ovs-agent-dv-cinder-787632-1-iscsi {{(pid=86332) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 22 20:15:37.633466 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c5139fe-6aed-4c18-900b-3e678c2ea3b9 tempest-AttachVolumeShelveTestJSON-1095716281 tempest-AttachVolumeShelveTestJSON-1095716281-project] Network 1b725cb4-6db6-4e68-9a61-1978e8a191a1 is already hosted by enough agents. {{(pid=86331) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 22 20:15:37.634815 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.scheduler.base_scheduler [None req-5c5139fe-6aed-4c18-900b-3e678c2ea3b9 tempest-AttachVolumeShelveTestJSON-1095716281 tempest-AttachVolumeShelveTestJSON-1095716281-project] Resources bound (agent type, host, resource id):  {{(pid=86331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 22 20:15:37.639491 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c5139fe-6aed-4c18-900b-3e678c2ea3b9 tempest-AttachVolumeShelveTestJSON-1095716281 tempest-AttachVolumeShelveTestJSON-1095716281-project] Received port after_create {{(pid=86331) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 22 20:15:37.679371 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c5139fe-6aed-4c18-900b-3e678c2ea3b9 tempest-AttachVolumeShelveTestJSON-1095716281 tempest-AttachVolumeShelveTestJSON-1095716281-project] Pushing event updated for resources: {'Port': ['ID=22c2b6c6-b49f-41c5-8ef6-025716ad7bcd,revision_number=1']} {{(pid=86331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 20:15:37.683927 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [None req-5c5139fe-6aed-4c18-900b-3e678c2ea3b9 tempest-AttachVolumeShelveTestJSON-1095716281 tempest-AttachVolumeShelveTestJSON-1095716281-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 20:15:37.715786 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.provisioning_blocks [None req-08e5d76f-3fe5-4242-a4b8-30f374028052 None None] Provisioning complete for port 4f7b8efc-ab31-4079-8251-b88952a8c099 triggered by entity L2. {{(pid=86332) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 22 20:15:37.716836 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-08e5d76f-3fe5-4242-a4b8-30f374028052 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854135278'] for port, provisioning_complete {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:15:37.739254 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-5c5139fe-6aed-4c18-900b-3e678c2ea3b9 tempest-AttachVolumeShelveTestJSON-1095716281 tempest-AttachVolumeShelveTestJSON-1095716281-project] Notify callbacks [] for floatingip, precommit_create {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:15:37.825226 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-5c5139fe-6aed-4c18-900b-3e678c2ea3b9 tempest-AttachVolumeShelveTestJSON-1095716281 tempest-AttachVolumeShelveTestJSON-1095716281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587983'] for port, before_update {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:15:37.992752 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-aaeb9e4c-d569-4393-80c0-ccd4194d2a8f None None] Notify callbacks [] for port, precommit_update {{(pid=86333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:15:38.005482 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.provisioning_blocks [None req-aaeb9e4c-d569-4393-80c0-ccd4194d2a8f None None] Transition to ACTIVE for port object b9c3e7ea-d3b1-4b66-ac25-453cc2744703 will not be triggered until provisioned by entity L2. {{(pid=86333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 22 20:15:38.011578 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-aaeb9e4c-d569-4393-80c0-ccd4194d2a8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854198495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853168226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727707997384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363309147208137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727707567697'] for port, after_update {{(pid=86333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:15:38.015818 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.wsgi [-] (86330) accepted ('10.222.0.30', 40592) {{(pid=86330) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 20:15:38.017546 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [None req-e5da4af7-0d91-460f-b578-636a0d84bde7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86333) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 20:15:38.046114 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-71c42dec-77fb-47f8-a462-d104710a1a64 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:15:38.049366 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-5c5139fe-6aed-4c18-900b-3e678c2ea3b9 tempest-AttachVolumeShelveTestJSON-1095716281 tempest-AttachVolumeShelveTestJSON-1095716281-project] Notify callbacks [] for port, precommit_update {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:15:38.054200 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-5c5139fe-6aed-4c18-900b-3e678c2ea3b9 tempest-AttachVolumeShelveTestJSON-1095716281 tempest-AttachVolumeShelveTestJSON-1095716281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854198495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853168226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727707997384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363309147208137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727707567697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036853551937'] for port, after_update {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:15:38.064543 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [None req-53c90ef2-60fe-48eb-a0ed-621e192e3109 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 20:15:38.067005 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.quota.driver [None req-71c42dec-77fb-47f8-a462-d104710a1a64 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86330) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 22 20:15:38.072371 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.quota.resource [None req-71c42dec-77fb-47f8-a462-d104710a1a64 admin admin] Usage tracker for resource:security_group_rule and tenant:5b32d43cd2f941b58c96f954887d4425 is out of sync, need to count used quota {{(pid=86330) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 22 20:15:38.075336 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.quota.resource [None req-71c42dec-77fb-47f8-a462-d104710a1a64 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86330) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 22 20:15:38.081999 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.quota.driver [None req-71c42dec-77fb-47f8-a462-d104710a1a64 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86330) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 22 20:15:38.183617 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-71c42dec-77fb-47f8-a462-d104710a1a64 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:15:38.191206 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-71c42dec-77fb-47f8-a462-d104710a1a64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393900'] for security_group, after_create {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:15:38.195916 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d692c3c-126d-4a6c-a0d0-b41ea8257b4b None None] Pushing event updated for resources: {'Port': ['ID=b9c3e7ea-d3b1-4b66-ac25-453cc2744703,revision_number=3']} {{(pid=86333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 20:15:38.213587 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c5139fe-6aed-4c18-900b-3e678c2ea3b9 tempest-AttachVolumeShelveTestJSON-1095716281 tempest-AttachVolumeShelveTestJSON-1095716281-project] Pushing event updated for resources: {'Port': ['ID=22c2b6c6-b49f-41c5-8ef6-025716ad7bcd,revision_number=2']} {{(pid=86331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 20:15:38.223029 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [None req-5c5139fe-6aed-4c18-900b-3e678c2ea3b9 tempest-AttachVolumeShelveTestJSON-1095716281 tempest-AttachVolumeShelveTestJSON-1095716281-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 20:15:38.223186 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [None req-2e339f69-5d46-401c-b53d-6b8459ea4128 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 20:15:38.226868 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-5c5139fe-6aed-4c18-900b-3e678c2ea3b9 tempest-AttachVolumeShelveTestJSON-1095716281 tempest-AttachVolumeShelveTestJSON-1095716281-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-427953'] for floatingip, after_update {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:15:38.241615 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d692c3c-126d-4a6c-a0d0-b41ea8257b4b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787632-1-iscsi {{(pid=86333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 20:15:38.242184 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d692c3c-126d-4a6c-a0d0-b41ea8257b4b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787632-1-iscsi {{(pid=86333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 20:15:38.242657 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d692c3c-126d-4a6c-a0d0-b41ea8257b4b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787632-1-iscsi {{(pid=86333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 20:15:38.243123 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d692c3c-126d-4a6c-a0d0-b41ea8257b4b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787632-1-iscsi {{(pid=86333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 20:15:38.243584 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d692c3c-126d-4a6c-a0d0-b41ea8257b4b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787632-1-iscsi {{(pid=86333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 20:15:38.244046 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d692c3c-126d-4a6c-a0d0-b41ea8257b4b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787632-1-iscsi {{(pid=86333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 20:15:38.244506 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d692c3c-126d-4a6c-a0d0-b41ea8257b4b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-787632-1-iscsi {{(pid=86333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 20:15:38.244979 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d692c3c-126d-4a6c-a0d0-b41ea8257b4b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787632-1-iscsi {{(pid=86333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 20:15:38.245444 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d692c3c-126d-4a6c-a0d0-b41ea8257b4b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787632-1-iscsi {{(pid=86333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 20:15:38.245928 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d692c3c-126d-4a6c-a0d0-b41ea8257b4b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787632-1-iscsi {{(pid=86333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 20:15:38.246387 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d692c3c-126d-4a6c-a0d0-b41ea8257b4b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787632-1-iscsi {{(pid=86333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 20:15:38.246843 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d692c3c-126d-4a6c-a0d0-b41ea8257b4b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787632-1-iscsi {{(pid=86333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 20:15:38.259244 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [None req-0d692c3c-126d-4a6c-a0d0-b41ea8257b4b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.242s {{(pid=86333) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 20:15:38.259667 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-5c5139fe-6aed-4c18-900b-3e678c2ea3b9 tempest-AttachVolumeShelveTestJSON-1095716281 tempest-AttachVolumeShelveTestJSON-1095716281-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-743'] for floatingip, before_response {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:15:38.269659 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [None req-5c5139fe-6aed-4c18-900b-3e678c2ea3b9 tempest-AttachVolumeShelveTestJSON-1095716281 tempest-AttachVolumeShelveTestJSON-1095716281-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 692 time: 1.4024806
Apr 22 20:15:38.269964 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.managers [None req-aaeb9e4c-d569-4393-80c0-ccd4194d2a8f None None] Attempting to bind port b9c3e7ea-d3b1-4b66-ac25-453cc2744703 on host dv-cinder-787632-1-iscsi for vnic_type normal with profile  {{(pid=86333) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 22 20:15:38.270207 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.managers [None req-aaeb9e4c-d569-4393-80c0-ccd4194d2a8f None None] Attempting to bind port b9c3e7ea-d3b1-4b66-ac25-453cc2744703 by drivers openvswitch,hyperv on host dv-cinder-787632-1-iscsi at level 0 using segments [{'id': '14168ae3-7f5a-4cf1-9a50-8a4412d691e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '34648bb7-c1ba-45d7-bfee-e82cdf1f6b93'}] {{(pid=86333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 22 20:15:38.270501 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.wsgi [-] (86331) accepted ('10.222.0.30', 40602) {{(pid=86331) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 20:15:38.270723 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aaeb9e4c-d569-4393-80c0-ccd4194d2a8f None None] Attempting to bind port b9c3e7ea-d3b1-4b66-ac25-453cc2744703 on network 34648bb7-c1ba-45d7-bfee-e82cdf1f6b93 {{(pid=86333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 22 20:15:38.270844 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [None req-71c42dec-77fb-47f8-a462-d104710a1a64 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=5b32d43cd2f941b58c96f954887d4425&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2536263
Apr 22 20:15:38.273140 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71c42dec-77fb-47f8-a462-d104710a1a64 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4cb2bf04-1ef9-4e04-b3a1-a0e15e0065d7,revision_number=1']} {{(pid=86330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 20:15:38.277117 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [None req-71c42dec-77fb-47f8-a462-d104710a1a64 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=86330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 20:15:38.278684 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aaeb9e4c-d569-4393-80c0-ccd4194d2a8f None None] Checking agent: {'id': '802cefbf-f579-41fa-a7d7-d5cf274c80aa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-787632-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 22, 20, 3, 29), 'started_at': datetime.datetime(2021, 4, 22, 20, 3, 59), 'heartbeat_timestamp': datetime.datetime(2021, 4, 22, 20, 15, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-787632-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 22 20:15:38.279222 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aaeb9e4c-d569-4393-80c0-ccd4194d2a8f None None] Checking segment: {'id': '14168ae3-7f5a-4cf1-9a50-8a4412d691e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '34648bb7-c1ba-45d7-bfee-e82cdf1f6b93'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86333) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 22 20:15:38.279867 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-aaeb9e4c-d569-4393-80c0-ccd4194d2a8f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:15:38.280395 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aaeb9e4c-d569-4393-80c0-ccd4194d2a8f None None] Bound using segment: {'id': '14168ae3-7f5a-4cf1-9a50-8a4412d691e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '34648bb7-c1ba-45d7-bfee-e82cdf1f6b93'} {{(pid=86333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 22 20:15:38.281019 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.managers [None req-aaeb9e4c-d569-4393-80c0-ccd4194d2a8f None None] Bound port: b9c3e7ea-d3b1-4b66-ac25-453cc2744703, host: dv-cinder-787632-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '14168ae3-7f5a-4cf1-9a50-8a4412d691e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '34648bb7-c1ba-45d7-bfee-e82cdf1f6b93'}}] {{(pid=86333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 22 20:15:38.281548 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-aaeb9e4c-d569-4393-80c0-ccd4194d2a8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587983'] for port, before_update {{(pid=86333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:15:38.359358 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-a36f5c7e-fb8d-45a9-b013-1e97b1b17150 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:15:38.389513 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.db [None req-aaeb9e4c-d569-4393-80c0-ccd4194d2a8f None None] For port b9c3e7ea-d3b1-4b66-ac25-453cc2744703, host dv-cinder-787632-1-iscsi, cleared binding levels {{(pid=86333) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 22 20:15:38.400603 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.db [None req-aaeb9e4c-d569-4393-80c0-ccd4194d2a8f None None] For port b9c3e7ea-d3b1-4b66-ac25-453cc2744703, host dv-cinder-787632-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787632-1-iscsi',level=0,port_id=b9c3e7ea-d3b1-4b66-ac25-453cc2744703,segment=NetworkSegment(14168ae3-7f5a-4cf1-9a50-8a4412d691e1),segment_id=14168ae3-7f5a-4cf1-9a50-8a4412d691e1)] {{(pid=86333) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 22 20:15:38.404911 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-aaeb9e4c-d569-4393-80c0-ccd4194d2a8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854198495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853168226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727707997384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363309147208137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727707567697'] for port, after_update {{(pid=86333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:15:38.408177 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-a36f5c7e-fb8d-45a9-b013-1e97b1b17150 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:15:38.410776 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [None req-802451d9-ae8a-4ced-adf9-bb8451caca67 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86333) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 20:15:38.459858 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-a36f5c7e-fb8d-45a9-b013-1e97b1b17150 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393900'] for security_group, after_delete {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:15:38.476499 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [None req-bdfe7870-3c83-4319-98de-5777a11fb92a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 20:15:38.497465 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a36f5c7e-fb8d-45a9-b013-1e97b1b17150 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4cb2bf04-1ef9-4e04-b3a1-a0e15e0065d7,revision_number=None']} {{(pid=86331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 20:15:38.502366 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aaeb9e4c-d569-4393-80c0-ccd4194d2a8f None None] Routers {'be83ce26-187f-46bd-8e84-153239ab27cb'} bound to L3 agent in host dv-cinder-787632-1-iscsi {{(pid=86333) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 22 20:15:38.503056 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.l3_hamode_db [None req-aaeb9e4c-d569-4393-80c0-ccd4194d2a8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f013d394b00>, 'dv-cinder-787632-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-22T20:03:28Z,description=<?>,heartbeat_timestamp=2021-04-22T20:15:29Z,host='dv-cinder-787632-1-iscsi',id=1df068ca-d615-4cb7-8020-fe6e8be709e3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-22T20:03:28Z,topic='l3_agent')) {'router_ids': ['be83ce26-187f-46bd-8e84-153239ab27cb'], 'active': True} {{(pid=86333) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 22 20:15:38.503899 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [None req-a36f5c7e-fb8d-45a9-b013-1e97b1b17150 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 20:15:38.505446 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-a36f5c7e-fb8d-45a9-b013-1e97b1b17150 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:15:38.507243 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [None req-a36f5c7e-fb8d-45a9-b013-1e97b1b17150 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/4cb2bf04-1ef9-4e04-b3a1-a0e15e0065d7 HTTP/1.1" status: 204  len: 168 time: 0.2356875
Apr 22 20:15:38.508412 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c89d30-1a99-4d10-b201-f36e27160b23 req-445a7b4d-f348-4b07-8516-d089da939c42 tempest-AttachVolumeTestJSON-431678780 tempest-AttachVolumeTestJSON-431678780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 20:15:38.513136 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-b7c89d30-1a99-4d10-b201-f36e27160b23 req-445a7b4d-f348-4b07-8516-d089da939c42 tempest-AttachVolumeTestJSON-431678780 tempest-AttachVolumeTestJSON-431678780-project] 10.222.0.30 "GET /v2.0/ports?device_id=856aff26-352c-4f6c-a8fa-a9199da8c43a HTTP/1.1" status: 200  len: 945 time: 0.1148365
Apr 22 20:15:38.577402 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.quota.resource [req-a0a638f2-383d-4611-a0a4-5fc4c43adb88 req-610e6a6c-4898-4600-abd8-2823ddb8730a tempest-AttachVolumeShelveTestJSON-1095716281 tempest-AttachVolumeShelveTestJSON-1095716281-project] Synchronizing usage tracker for tenant:d83d42b16fb04a3dbea8744fb63b042c on resource:security_group {{(pid=86331) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 22 20:15:38.584996 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-b7c89d30-1a99-4d10-b201-f36e27160b23 req-4579567b-4fa4-4462-a003-dca4ced6ee38 tempest-AttachVolumeTestJSON-431678780 tempest-AttachVolumeTestJSON-431678780-project] 10.222.0.30 "GET /v2.0/security-groups?id=7cb077a5-4ba7-4c7b-8f9c-203a75555aff&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0637438
Apr 22 20:15:38.596928 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.quota.resource [req-a0a638f2-383d-4611-a0a4-5fc4c43adb88 req-610e6a6c-4898-4600-abd8-2823ddb8730a tempest-AttachVolumeShelveTestJSON-1095716281 tempest-AttachVolumeShelveTestJSON-1095716281-project] Unset dirty status for tenant:d83d42b16fb04a3dbea8744fb63b042c on resource:security_group {{(pid=86331) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 22 20:15:38.598230 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-a0a638f2-383d-4611-a0a4-5fc4c43adb88 req-610e6a6c-4898-4600-abd8-2823ddb8730a tempest-AttachVolumeShelveTestJSON-1095716281 tempest-AttachVolumeShelveTestJSON-1095716281-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-securitygroup--219918404&fields=id&tenant_id=d83d42b16fb04a3dbea8744fb63b042c HTTP/1.1" status: 200  len: 267 time: 0.1022546
Apr 22 20:15:38.692728 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d692c3c-126d-4a6c-a0d0-b41ea8257b4b None None] Pushing event updated for resources: {'Port': ['ID=b9c3e7ea-d3b1-4b66-ac25-453cc2744703,revision_number=4']} {{(pid=86333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 20:15:38.696075 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [None req-0d692c3c-126d-4a6c-a0d0-b41ea8257b4b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.285s {{(pid=86333) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 20:15:38.773971 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a638f2-383d-4611-a0a4-5fc4c43adb88 req-f06812de-0d4d-499f-b3b0-6d73b36ba55b tempest-AttachVolumeShelveTestJSON-1095716281 tempest-AttachVolumeShelveTestJSON-1095716281-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 20:15:38.774227 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.l3_dvr_db [None req-aaeb9e4c-d569-4393-80c0-ccd4194d2a8f None None] Set router be83ce26-187f-46bd-8e84-153239ab27cb gateway port host: dv-cinder-787632-1-iscsi {{(pid=86333) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 22 20:15:38.774943 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.quota.resource [req-a0a638f2-383d-4611-a0a4-5fc4c43adb88 req-f06812de-0d4d-499f-b3b0-6d73b36ba55b tempest-AttachVolumeShelveTestJSON-1095716281 tempest-AttachVolumeShelveTestJSON-1095716281-project] Synchronizing usage tracker for tenant:d83d42b16fb04a3dbea8744fb63b042c on resource:network {{(pid=86331) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 22 20:15:38.804152 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.quota.resource [req-a0a638f2-383d-4611-a0a4-5fc4c43adb88 req-f06812de-0d4d-499f-b3b0-6d73b36ba55b tempest-AttachVolumeShelveTestJSON-1095716281 tempest-AttachVolumeShelveTestJSON-1095716281-project] Unset dirty status for tenant:d83d42b16fb04a3dbea8744fb63b042c on resource:network {{(pid=86331) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 22 20:15:38.809359 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-a0a638f2-383d-4611-a0a4-5fc4c43adb88 req-f06812de-0d4d-499f-b3b0-6d73b36ba55b tempest-AttachVolumeShelveTestJSON-1095716281 tempest-AttachVolumeShelveTestJSON-1095716281-project] 10.222.0.30 "GET /v2.0/networks?id=34648bb7-c1ba-45d7-bfee-e82cdf1f6b93 HTTP/1.1" status: 200  len: 817 time: 0.2023091
Apr 22 20:15:38.833754 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-a0a638f2-383d-4611-a0a4-5fc4c43adb88 req-3ad3920b-35ee-4bc8-8cbd-798138919344 tempest-AttachVolumeShelveTestJSON-1095716281 tempest-AttachVolumeShelveTestJSON-1095716281-project] 10.222.0.30 "GET /v2.0/quotas/d83d42b16fb04a3dbea8744fb63b042c HTTP/1.1" status: 200  len: 375 time: 0.0182807
Apr 22 20:15:38.932550 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.quota.resource [req-a0a638f2-383d-4611-a0a4-5fc4c43adb88 req-ed6af0e2-42e4-4bef-891d-7a79710e3e7c tempest-AttachVolumeShelveTestJSON-1095716281 tempest-AttachVolumeShelveTestJSON-1095716281-project] Synchronizing usage tracker for tenant:d83d42b16fb04a3dbea8744fb63b042c on resource:port {{(pid=86331) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 22 20:15:38.951018 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.quota.resource [req-a0a638f2-383d-4611-a0a4-5fc4c43adb88 req-ed6af0e2-42e4-4bef-891d-7a79710e3e7c tempest-AttachVolumeShelveTestJSON-1095716281 tempest-AttachVolumeShelveTestJSON-1095716281-project] Unset dirty status for tenant:d83d42b16fb04a3dbea8744fb63b042c on resource:port {{(pid=86331) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 22 20:15:38.952507 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-a0a638f2-383d-4611-a0a4-5fc4c43adb88 req-ed6af0e2-42e4-4bef-891d-7a79710e3e7c tempest-AttachVolumeShelveTestJSON-1095716281 tempest-AttachVolumeShelveTestJSON-1095716281-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=d83d42b16fb04a3dbea8744fb63b042c&fields=id HTTP/1.1" status: 200  len: 348 time: 0.1173303
Apr 22 20:15:39.114124 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-a0a638f2-383d-4611-a0a4-5fc4c43adb88 req-f33f4275-f0fd-44bf-867b-f03b1191ec9a service neutron] 10.222.0.30 "GET /v2.0/networks/34648bb7-c1ba-45d7-bfee-e82cdf1f6b93?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1476321
Apr 22 20:15:39.278504 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-a0a638f2-383d-4611-a0a4-5fc4c43adb88 req-4f6cacec-a61d-4be0-9445-010f1aa9d305 service neutron] 10.222.0.30 "GET /v2.0/networks/34648bb7-c1ba-45d7-bfee-e82cdf1f6b93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1568310
Apr 22 20:15:39.286984 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.l3_hamode_db [None req-aaeb9e4c-d569-4393-80c0-ccd4194d2a8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f013d394b00>, [{'id': 'be83ce26-187f-46bd-8e84-153239ab27cb', 'name': 'tempest-AttachVolumeShelveTestJSON-1390971933-router', 'tenant_id': 'd83d42b16fb04a3dbea8744fb63b042c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b725cb4-6db6-4e68-9a61-1978e8a191a1', 'external_fixed_ips': [{'subnet_id': '1d4495d7-31a5-4e2d-a911-56ceae3a61c5', 'ip_address': '172.27.3.86'}], 'enable_snat': True}, 'gw_port_id': '4f7b8efc-ab31-4079-8251-b88952a8c099', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T20:15:28Z', 'updated_at': '2021-04-22T20:15:34Z', 'revision_number': 4, 'project_id': 'd83d42b16fb04a3dbea8744fb63b042c', 'gw_port': {'id': '4f7b8efc-ab31-4079-8251-b88952a8c099', 'name': '', 'network_id': '1b725cb4-6db6-4e68-9a61-1978e8a191a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:6a:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be83ce26-187f-46bd-8e84-153239ab27cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': '1d4495d7-31a5-4e2d-a911-56ceae3a61c5', 'ip_address': '172.27.3.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787632-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T20:15:29Z', 'updated_at': '2021-04-22T20:15:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d4495d7-31a5-4e2d-a911-56ceae3a61c5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787632-1-iscsi', '_interfaces': [{'id': 'b9c3e7ea-d3b1-4b66-ac25-453cc2744703', 'name': '', 'network_id': '34648bb7-c1ba-45d7-bfee-e82cdf1f6b93', 'tenant_id': 'd83d42b16fb04a3dbea8744fb63b042c', 'mac_address': 'fa:16:3e:9f:5a:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be83ce26-187f-46bd-8e84-153239ab27cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 479, 'fixed_ips': [{'subnet_id': '1e51354a-bd7c-4e4c-a7c1-20be7a105c17', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787632-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T20:15:33Z', 'updated_at': '2021-04-22T20:15:38Z', 'revision_number': 4, 'project_id': 'd83d42b16fb04a3dbea8744fb63b042c', 'subnets': [{'id': '1e51354a-bd7c-4e4c-a7c1-20be7a105c17', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787632-1-iscsi', False) {} {{(pid=86333) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 22 20:15:39.291453 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aaeb9e4c-d569-4393-80c0-ccd4194d2a8f None None] The sync data for ids ['be83ce26-187f-46bd-8e84-153239ab27cb'] in dv-cinder-787632-1-iscsi is: [{'id': 'be83ce26-187f-46bd-8e84-153239ab27cb', 'name': 'tempest-AttachVolumeShelveTestJSON-1390971933-router', 'tenant_id': 'd83d42b16fb04a3dbea8744fb63b042c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b725cb4-6db6-4e68-9a61-1978e8a191a1', 'external_fixed_ips': [{'subnet_id': '1d4495d7-31a5-4e2d-a911-56ceae3a61c5', 'ip_address': '172.27.3.86'}], 'enable_snat': True}, 'gw_port_id': '4f7b8efc-ab31-4079-8251-b88952a8c099', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T20:15:28Z', 'updated_at': '2021-04-22T20:15:34Z', 'revision_number': 4, 'project_id': 'd83d42b16fb04a3dbea8744fb63b042c', 'gw_port': {'id': '4f7b8efc-ab31-4079-8251-b88952a8c099', 'name': '', 'network_id': '1b725cb4-6db6-4e68-9a61-1978e8a191a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:6a:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be83ce26-187f-46bd-8e84-153239ab27cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': '1d4495d7-31a5-4e2d-a911-56ceae3a61c5', 'ip_address': '172.27.3.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787632-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T20:15:29Z', 'updated_at': '2021-04-22T20:15:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d4495d7-31a5-4e2d-a911-56ceae3a61c5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787632-1-iscsi', '_interfaces': [{'id': 'b9c3e7ea-d3b1-4b66-ac25-453cc2744703', 'name': '', 'network_id': '34648bb7-c1ba-45d7-bfee-e82cdf1f6b93', 'tenant_id': 'd83d42b16fb04a3dbea8744fb63b042c', 'mac_address': 'fa:16:3e:9f:5a:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be83ce26-187f-46bd-8e84-153239ab27cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 479, 'fixed_ips': [{'subnet_id': '1e51354a-bd7c-4e4c-a7c1-20be7a105c17', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787632-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T20:15:33Z', 'updated_at': '2021-04-22T20:15:38Z', 'revision_number': 4, 'project_id': 'd83d42b16fb04a3dbea8744fb63b042c', 'subnets': [{'id': '1e51354a-bd7c-4e4c-a7c1-20be7a105c17', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86333) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 22 20:15:39.596341 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-4e43ac1c-41eb-424a-b543-7fdaea67eb4d req-3c24366f-addd-49b6-b33a-d9036b8f2d48 tempest-AttachVolumeShelveTestJSON-1095716281 tempest-AttachVolumeShelveTestJSON-1095716281-project] 10.222.0.30 "GET /v2.0/ports?device_id=3b92af91-ddf3-485d-8274-039ae6ccb3b7 HTTP/1.1" status: 200  len: 210 time: 0.1280479
Apr 22 20:15:39.673811 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.rpc [None req-08e5d76f-3fe5-4242-a4b8-30f374028052 None None] Device b9c3e7ea-d3b1-4b66-ac25-453cc2744703 up at agent ovs-agent-dv-cinder-787632-1-iscsi {{(pid=86332) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 22 20:15:39.766517 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.provisioning_blocks [None req-08e5d76f-3fe5-4242-a4b8-30f374028052 None None] Provisioning for port b9c3e7ea-d3b1-4b66-ac25-453cc2744703 completed by entity L2. {{(pid=86332) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 22 20:15:39.772057 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.provisioning_blocks [None req-08e5d76f-3fe5-4242-a4b8-30f374028052 None None] Provisioning complete for port b9c3e7ea-d3b1-4b66-ac25-453cc2744703 triggered by entity L2. {{(pid=86332) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 22 20:15:39.772719 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-08e5d76f-3fe5-4242-a4b8-30f374028052 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854135278'] for port, provisioning_complete {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:15:39.894629 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1116675b-4391-4ee8-a0fd-6b07a04afb56 req-844cf15a-127e-466a-a42c-8851ba363828 tempest-AttachVolumeTestJSON-431678780 tempest-AttachVolumeTestJSON-431678780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 20:15:39.904069 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-1116675b-4391-4ee8-a0fd-6b07a04afb56 req-844cf15a-127e-466a-a42c-8851ba363828 tempest-AttachVolumeTestJSON-431678780 tempest-AttachVolumeTestJSON-431678780-project] 10.222.0.30 "GET /v2.0/ports?device_id=856aff26-352c-4f6c-a8fa-a9199da8c43a HTTP/1.1" status: 200  len: 945 time: 0.1213834
Apr 22 20:15:39.966139 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-1116675b-4391-4ee8-a0fd-6b07a04afb56 req-0d7cc05d-e3ed-48c0-b501-e5ed458540a7 tempest-AttachVolumeTestJSON-431678780 tempest-AttachVolumeTestJSON-431678780-project] 10.222.0.30 "GET /v2.0/security-groups?id=7cb077a5-4ba7-4c7b-8f9c-203a75555aff&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0610693
Apr 22 20:15:39.969695 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-08e5d76f-3fe5-4242-a4b8-30f374028052 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587983'] for port, before_update {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:15:40.015854 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.db [None req-08e5d76f-3fe5-4242-a4b8-30f374028052 None None] For port b9c3e7ea-d3b1-4b66-ac25-453cc2744703, host dv-cinder-787632-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787632-1-iscsi',level=0,port_id=b9c3e7ea-d3b1-4b66-ac25-453cc2744703,segment=NetworkSegment(14168ae3-7f5a-4cf1-9a50-8a4412d691e1),segment_id=14168ae3-7f5a-4cf1-9a50-8a4412d691e1)] {{(pid=86332) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 22 20:15:40.020795 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-08e5d76f-3fe5-4242-a4b8-30f374028052 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854198495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853168226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727707997384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363309147208137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727707567697'] for port, after_update {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:15:40.023068 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [None req-08e5d76f-3fe5-4242-a4b8-30f374028052 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86332) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 20:15:40.104237 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08e5d76f-3fe5-4242-a4b8-30f374028052 None None] Pushing event updated for resources: {'Port': ['ID=b9c3e7ea-d3b1-4b66-ac25-453cc2744703,revision_number=5']} {{(pid=86332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 20:15:40.107723 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [None req-08e5d76f-3fe5-4242-a4b8-30f374028052 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=86332) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 20:15:40.763941 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-6073b445-3671-4294-a3e2-2b7dcb9151b5 req-444782c6-82a9-4c81-80ae-a0edf1e1cf46 tempest-AttachVolumeShelveTestJSON-1095716281 tempest-AttachVolumeShelveTestJSON-1095716281-project] 10.222.0.30 "GET /v2.0/ports?device_id=3b92af91-ddf3-485d-8274-039ae6ccb3b7 HTTP/1.1" status: 200  len: 210 time: 0.0504942
Apr 22 20:15:40.963171 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a638f2-383d-4611-a0a4-5fc4c43adb88 req-478e34a4-cb7d-4848-8775-f2b40b1ae327 tempest-AttachVolumeShelveTestJSON-1095716281 tempest-AttachVolumeShelveTestJSON-1095716281-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 20:15:40.964821 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-a0a638f2-383d-4611-a0a4-5fc4c43adb88 req-478e34a4-cb7d-4848-8775-f2b40b1ae327 tempest-AttachVolumeShelveTestJSON-1095716281 tempest-AttachVolumeShelveTestJSON-1095716281-project] 10.222.0.46 "GET /v2.0/networks?id=34648bb7-c1ba-45d7-bfee-e82cdf1f6b93 HTTP/1.1" status: 200  len: 817 time: 0.1868768
Apr 22 20:15:41.019529 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-a0a638f2-383d-4611-a0a4-5fc4c43adb88 req-6a00b102-12c0-4943-9f34-2cc2d4b7b60a tempest-AttachVolumeShelveTestJSON-1095716281 tempest-AttachVolumeShelveTestJSON-1095716281-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d83d42b16fb04a3dbea8744fb63b042c HTTP/1.1" status: 200  len: 379 time: 0.0455592
Apr 22 20:15:41.033751 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.v2.base [req-a0a638f2-383d-4611-a0a4-5fc4c43adb88 req-f489c462-a2e5-4391-ad14-6c70fd87b59f tempest-AttachVolumeShelveTestJSON-1095716281 tempest-AttachVolumeShelveTestJSON-1095716281-project] Request body: {'port': {'device_id': '3b92af91-ddf3-485d-8274-039ae6ccb3b7', 'network_id': '34648bb7-c1ba-45d7-bfee-e82cdf1f6b93', 'admin_state_up': True, 'tenant_id': 'd83d42b16fb04a3dbea8744fb63b042c', 'security_groups': ['44b3085f-cdba-4fc8-95c9-fe542e384e4e']}} {{(pid=86331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 22 20:15:41.260968 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.quota.driver [req-a0a638f2-383d-4611-a0a4-5fc4c43adb88 req-f489c462-a2e5-4391-ad14-6c70fd87b59f tempest-AttachVolumeShelveTestJSON-1095716281 tempest-AttachVolumeShelveTestJSON-1095716281-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 22 20:15:41.282977 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e4b6345-2adb-4252-add6-d143d25fb482 req-c4b818a1-433b-4e5f-b862-98de430c7768 tempest-AttachVolumeTestJSON-431678780 tempest-AttachVolumeTestJSON-431678780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 20:15:41.284972 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-6e4b6345-2adb-4252-add6-d143d25fb482 req-c4b818a1-433b-4e5f-b862-98de430c7768 tempest-AttachVolumeTestJSON-431678780 tempest-AttachVolumeTestJSON-431678780-project] 10.222.0.30 "GET /v2.0/ports?device_id=856aff26-352c-4f6c-a8fa-a9199da8c43a HTTP/1.1" status: 200  len: 945 time: 0.1512830
Apr 22 20:15:41.285878 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.quota.driver [req-a0a638f2-383d-4611-a0a4-5fc4c43adb88 req-f489c462-a2e5-4391-ad14-6c70fd87b59f tempest-AttachVolumeShelveTestJSON-1095716281 tempest-AttachVolumeShelveTestJSON-1095716281-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=86331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 22 20:15:41.309836 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a0a638f2-383d-4611-a0a4-5fc4c43adb88 req-f489c462-a2e5-4391-ad14-6c70fd87b59f tempest-AttachVolumeShelveTestJSON-1095716281 tempest-AttachVolumeShelveTestJSON-1095716281-project] Made reservation on behalf of d83d42b16fb04a3dbea8744fb63b042c for: {'port': 1} {{(pid=86331) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 22 20:15:41.315609 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [req-a0a638f2-383d-4611-a0a4-5fc4c43adb88 req-f489c462-a2e5-4391-ad14-6c70fd87b59f tempest-AttachVolumeShelveTestJSON-1095716281 tempest-AttachVolumeShelveTestJSON-1095716281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587983'] for port, before_create {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:15:41.394216 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-6e4b6345-2adb-4252-add6-d143d25fb482 req-8cf6cff3-8269-47a3-84b5-35912e2a7bf7 tempest-AttachVolumeTestJSON-431678780 tempest-AttachVolumeTestJSON-431678780-project] 10.222.0.30 "GET /v2.0/security-groups?id=7cb077a5-4ba7-4c7b-8f9c-203a75555aff&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1011822
Apr 22 20:15:41.580684 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.rpc [None req-08e5d76f-3fe5-4242-a4b8-30f374028052 None None] Device b9c3e7ea-d3b1-4b66-ac25-453cc2744703 up at agent ovs-agent-dv-cinder-787632-1-iscsi {{(pid=86332) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 22 20:15:41.658613 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.provisioning_blocks [None req-08e5d76f-3fe5-4242-a4b8-30f374028052 None None] Provisioning complete for port b9c3e7ea-d3b1-4b66-ac25-453cc2744703 triggered by entity L2. {{(pid=86332) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 22 20:15:41.659043 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-08e5d76f-3fe5-4242-a4b8-30f374028052 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854135278'] for port, provisioning_complete {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:15:41.727691 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.db_base_plugin_common [req-a0a638f2-383d-4611-a0a4-5fc4c43adb88 req-f489c462-a2e5-4391-ad14-6c70fd87b59f tempest-AttachVolumeShelveTestJSON-1095716281 tempest-AttachVolumeShelveTestJSON-1095716281-project] Allocated IP 172.20.0.11 (34648bb7-c1ba-45d7-bfee-e82cdf1f6b93/1e51354a-bd7c-4e4c-a7c1-20be7a105c17/1368346f-2b5d-4185-8e4b-cfc309a1140b) {{(pid=86331) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 22 20:15:41.926639 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [req-a0a638f2-383d-4611-a0a4-5fc4c43adb88 req-f489c462-a2e5-4391-ad14-6c70fd87b59f tempest-AttachVolumeShelveTestJSON-1095716281 tempest-AttachVolumeShelveTestJSON-1095716281-project] Notify callbacks [] for port, precommit_create {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:15:41.943860 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.provisioning_blocks [req-a0a638f2-383d-4611-a0a4-5fc4c43adb88 req-f489c462-a2e5-4391-ad14-6c70fd87b59f tempest-AttachVolumeShelveTestJSON-1095716281 tempest-AttachVolumeShelveTestJSON-1095716281-project] Transition to ACTIVE for port object 1368346f-2b5d-4185-8e4b-cfc309a1140b will not be triggered until provisioned by entity DHCP. {{(pid=86331) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 22 20:15:41.966954 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [req-a0a638f2-383d-4611-a0a4-5fc4c43adb88 req-f489c462-a2e5-4391-ad14-6c70fd87b59f tempest-AttachVolumeShelveTestJSON-1095716281 tempest-AttachVolumeShelveTestJSON-1095716281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854198495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853168226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363309147208154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1223862'] for port, after_create {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:15:41.970802 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-0516c29f-9d18-4aaa-a92c-aae338ecb97f req-921ced1e-663b-466c-8e64-710206dc3f3a tempest-AttachVolumeShelveTestJSON-1095716281 tempest-AttachVolumeShelveTestJSON-1095716281-project] 10.222.0.30 "GET /v2.0/ports?device_id=3b92af91-ddf3-485d-8274-039ae6ccb3b7 HTTP/1.1" status: 200  len: 210 time: 0.0512462
Apr 22 20:15:41.973264 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [None req-b12b478a-ccaf-4f05-b521-4c5146979bcf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 20:15:42.041842 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a0a638f2-383d-4611-a0a4-5fc4c43adb88 req-f489c462-a2e5-4391-ad14-6c70fd87b59f tempest-AttachVolumeShelveTestJSON-1095716281 tempest-AttachVolumeShelveTestJSON-1095716281-project] Network 34648bb7-c1ba-45d7-bfee-e82cdf1f6b93 is already hosted by enough agents. {{(pid=86331) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 22 20:15:42.045659 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.scheduler.base_scheduler [req-a0a638f2-383d-4611-a0a4-5fc4c43adb88 req-f489c462-a2e5-4391-ad14-6c70fd87b59f tempest-AttachVolumeShelveTestJSON-1095716281 tempest-AttachVolumeShelveTestJSON-1095716281-project] Resources bound (agent type, host, resource id):  {{(pid=86331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 22 20:15:42.049835 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.l3_dvrscheduler_db [req-a0a638f2-383d-4611-a0a4-5fc4c43adb88 req-f489c462-a2e5-4391-ad14-6c70fd87b59f tempest-AttachVolumeShelveTestJSON-1095716281 tempest-AttachVolumeShelveTestJSON-1095716281-project] Received port after_create {{(pid=86331) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 22 20:15:42.092619 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f489c462-a2e5-4391-ad14-6c70fd87b59f tempest-AttachVolumeShelveTestJSON-1095716281 tempest-AttachVolumeShelveTestJSON-1095716281-project] Pushing event updated for resources: {'Port': ['ID=1368346f-2b5d-4185-8e4b-cfc309a1140b,revision_number=1']} {{(pid=86331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 20:15:42.107858 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f489c462-a2e5-4391-ad14-6c70fd87b59f tempest-AttachVolumeShelveTestJSON-1095716281 tempest-AttachVolumeShelveTestJSON-1095716281-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787632-1-iscsi {{(pid=86331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 20:15:42.108273 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f489c462-a2e5-4391-ad14-6c70fd87b59f tempest-AttachVolumeShelveTestJSON-1095716281 tempest-AttachVolumeShelveTestJSON-1095716281-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787632-1-iscsi {{(pid=86331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 20:15:42.108683 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f489c462-a2e5-4391-ad14-6c70fd87b59f tempest-AttachVolumeShelveTestJSON-1095716281 tempest-AttachVolumeShelveTestJSON-1095716281-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787632-1-iscsi {{(pid=86331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 20:15:42.109103 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f489c462-a2e5-4391-ad14-6c70fd87b59f tempest-AttachVolumeShelveTestJSON-1095716281 tempest-AttachVolumeShelveTestJSON-1095716281-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787632-1-iscsi {{(pid=86331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 20:15:42.109495 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f489c462-a2e5-4391-ad14-6c70fd87b59f tempest-AttachVolumeShelveTestJSON-1095716281 tempest-AttachVolumeShelveTestJSON-1095716281-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787632-1-iscsi {{(pid=86331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 20:15:42.109924 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f489c462-a2e5-4391-ad14-6c70fd87b59f tempest-AttachVolumeShelveTestJSON-1095716281 tempest-AttachVolumeShelveTestJSON-1095716281-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787632-1-iscsi {{(pid=86331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 20:15:42.110321 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f489c462-a2e5-4391-ad14-6c70fd87b59f tempest-AttachVolumeShelveTestJSON-1095716281 tempest-AttachVolumeShelveTestJSON-1095716281-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-787632-1-iscsi {{(pid=86331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 20:15:42.110720 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f489c462-a2e5-4391-ad14-6c70fd87b59f tempest-AttachVolumeShelveTestJSON-1095716281 tempest-AttachVolumeShelveTestJSON-1095716281-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787632-1-iscsi {{(pid=86331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 20:15:42.111125 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f489c462-a2e5-4391-ad14-6c70fd87b59f tempest-AttachVolumeShelveTestJSON-1095716281 tempest-AttachVolumeShelveTestJSON-1095716281-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787632-1-iscsi {{(pid=86331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 20:15:42.111470 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f489c462-a2e5-4391-ad14-6c70fd87b59f tempest-AttachVolumeShelveTestJSON-1095716281 tempest-AttachVolumeShelveTestJSON-1095716281-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787632-1-iscsi {{(pid=86331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 20:15:42.111861 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f489c462-a2e5-4391-ad14-6c70fd87b59f tempest-AttachVolumeShelveTestJSON-1095716281 tempest-AttachVolumeShelveTestJSON-1095716281-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787632-1-iscsi {{(pid=86331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 20:15:42.112250 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f489c462-a2e5-4391-ad14-6c70fd87b59f tempest-AttachVolumeShelveTestJSON-1095716281 tempest-AttachVolumeShelveTestJSON-1095716281-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787632-1-iscsi {{(pid=86331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 20:15:42.122206 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [None req-f489c462-a2e5-4391-ad14-6c70fd87b59f tempest-AttachVolumeShelveTestJSON-1095716281 tempest-AttachVolumeShelveTestJSON-1095716281-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 20:15:42.139043 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a638f2-383d-4611-a0a4-5fc4c43adb88 req-f489c462-a2e5-4391-ad14-6c70fd87b59f tempest-AttachVolumeShelveTestJSON-1095716281 tempest-AttachVolumeShelveTestJSON-1095716281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 20:15:42.139717 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [req-a0a638f2-383d-4611-a0a4-5fc4c43adb88 req-f489c462-a2e5-4391-ad14-6c70fd87b59f tempest-AttachVolumeShelveTestJSON-1095716281 tempest-AttachVolumeShelveTestJSON-1095716281-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-743'] for port, before_response {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:15:42.171010 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-a0a638f2-383d-4611-a0a4-5fc4c43adb88 req-f489c462-a2e5-4391-ad14-6c70fd87b59f tempest-AttachVolumeShelveTestJSON-1095716281 tempest-AttachVolumeShelveTestJSON-1095716281-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.1434350
Apr 22 20:15:42.280731 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.provisioning_blocks [None req-50517c71-7d24-47d8-a405-cbcb43db65b4 None None] Provisioning for port 1368346f-2b5d-4185-8e4b-cfc309a1140b completed by entity DHCP. {{(pid=86332) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 22 20:15:42.286025 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.provisioning_blocks [None req-50517c71-7d24-47d8-a405-cbcb43db65b4 None None] Provisioning complete for port 1368346f-2b5d-4185-8e4b-cfc309a1140b triggered by entity DHCP. {{(pid=86332) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 22 20:15:42.286522 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-50517c71-7d24-47d8-a405-cbcb43db65b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854135278'] for port, provisioning_complete {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:15:42.346550 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.plugin [None req-50517c71-7d24-47d8-a405-cbcb43db65b4 None None] Port 1368346f-2b5d-4185-8e4b-cfc309a1140b cannot update to ACTIVE because it is not bound. {{(pid=86332) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 22 20:15:42.597786 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b84b37b-05f7-4ce8-b347-16609fe86943 req-f39941dc-6196-4816-9c36-29a013bf8181 tempest-AttachVolumeTestJSON-431678780 tempest-AttachVolumeTestJSON-431678780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 20:15:42.599383 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-7b84b37b-05f7-4ce8-b347-16609fe86943 req-f39941dc-6196-4816-9c36-29a013bf8181 tempest-AttachVolumeTestJSON-431678780 tempest-AttachVolumeTestJSON-431678780-project] 10.222.0.30 "GET /v2.0/ports?device_id=856aff26-352c-4f6c-a8fa-a9199da8c43a HTTP/1.1" status: 200  len: 945 time: 0.0892465
Apr 22 20:15:42.647159 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-7b84b37b-05f7-4ce8-b347-16609fe86943 req-8cb5fd7d-2b08-42d0-b8f5-f907f6d7392c tempest-AttachVolumeTestJSON-431678780 tempest-AttachVolumeTestJSON-431678780-project] 10.222.0.30 "GET /v2.0/security-groups?id=7cb077a5-4ba7-4c7b-8f9c-203a75555aff&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0407910
Apr 22 20:15:43.177384 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b710d892-b21b-477c-adb5-077f8f35688f req-8693e601-d77e-40e9-9e95-f08a0d178584 tempest-AttachVolumeShelveTestJSON-1095716281 tempest-AttachVolumeShelveTestJSON-1095716281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 20:15:43.179474 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-b710d892-b21b-477c-adb5-077f8f35688f req-8693e601-d77e-40e9-9e95-f08a0d178584 tempest-AttachVolumeShelveTestJSON-1095716281 tempest-AttachVolumeShelveTestJSON-1095716281-project] 10.222.0.30 "GET /v2.0/ports?device_id=3b92af91-ddf3-485d-8274-039ae6ccb3b7 HTTP/1.1" status: 200  len: 932 time: 0.0870779
Apr 22 20:15:43.226167 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-b710d892-b21b-477c-adb5-077f8f35688f req-161ed679-94ef-4a48-810a-0142414bbb5a tempest-AttachVolumeShelveTestJSON-1095716281 tempest-AttachVolumeShelveTestJSON-1095716281-project] 10.222.0.30 "GET /v2.0/security-groups?id=44b3085f-cdba-4fc8-95c9-fe542e384e4e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0403430
Apr 22 20:15:43.862377 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c98835b-5cf5-41f1-a4ed-587e7145d238 req-c0ada1dd-eb3d-4bd8-aacf-431ec6b6081c tempest-AttachVolumeTestJSON-431678780 tempest-AttachVolumeTestJSON-431678780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 20:15:43.864038 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-6c98835b-5cf5-41f1-a4ed-587e7145d238 req-c0ada1dd-eb3d-4bd8-aacf-431ec6b6081c tempest-AttachVolumeTestJSON-431678780 tempest-AttachVolumeTestJSON-431678780-project] 10.222.0.30 "GET /v2.0/ports?device_id=856aff26-352c-4f6c-a8fa-a9199da8c43a HTTP/1.1" status: 200  len: 945 time: 0.1042683
Apr 22 20:15:43.914358 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-6c98835b-5cf5-41f1-a4ed-587e7145d238 req-f5a17baf-dc79-4625-aa09-db1851ed0918 tempest-AttachVolumeTestJSON-431678780 tempest-AttachVolumeTestJSON-431678780-project] 10.222.0.30 "GET /v2.0/security-groups?id=7cb077a5-4ba7-4c7b-8f9c-203a75555aff&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0435424
Apr 22 20:15:44.434861 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3fe84e3-cd8f-4c2e-b4cf-0f4282198b76 req-c00df59a-285b-409f-82d8-7ff022092188 tempest-AttachVolumeShelveTestJSON-1095716281 tempest-AttachVolumeShelveTestJSON-1095716281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 20:15:44.436486 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-f3fe84e3-cd8f-4c2e-b4cf-0f4282198b76 req-c00df59a-285b-409f-82d8-7ff022092188 tempest-AttachVolumeShelveTestJSON-1095716281 tempest-AttachVolumeShelveTestJSON-1095716281-project] 10.222.0.30 "GET /v2.0/ports?device_id=3b92af91-ddf3-485d-8274-039ae6ccb3b7 HTTP/1.1" status: 200  len: 932 time: 0.0921772
Apr 22 20:15:44.483838 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-f3fe84e3-cd8f-4c2e-b4cf-0f4282198b76 req-e63ba273-9aff-4434-8b9b-87b5b477a8ea tempest-AttachVolumeShelveTestJSON-1095716281 tempest-AttachVolumeShelveTestJSON-1095716281-project] 10.222.0.30 "GET /v2.0/security-groups?id=44b3085f-cdba-4fc8-95c9-fe542e384e4e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0410254
Apr 22 20:15:45.031674 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.v2.base [req-a0a638f2-383d-4611-a0a4-5fc4c43adb88 req-84e267d8-2f8e-4414-905f-19e4200568d9 service neutron] Request body: {'port': {'device_id': '3b92af91-ddf3-485d-8274-039ae6ccb3b7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78763'}} {{(pid=86331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 22 20:15:45.232110 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [req-a0a638f2-383d-4611-a0a4-5fc4c43adb88 req-84e267d8-2f8e-4414-905f-19e4200568d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587983'] for port, before_update {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:15:45.254020 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e16cc87c-bb7c-4973-8fed-693bca3ad28d req-cbf15b9f-6cc1-447c-83b1-4fac0f8384a0 tempest-AttachVolumeTestJSON-431678780 tempest-AttachVolumeTestJSON-431678780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 20:15:45.255617 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-e16cc87c-bb7c-4973-8fed-693bca3ad28d req-cbf15b9f-6cc1-447c-83b1-4fac0f8384a0 tempest-AttachVolumeTestJSON-431678780 tempest-AttachVolumeTestJSON-431678780-project] 10.222.0.30 "GET /v2.0/ports?device_id=856aff26-352c-4f6c-a8fa-a9199da8c43a HTTP/1.1" status: 200  len: 945 time: 0.1946273
Apr 22 20:15:45.369430 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-e16cc87c-bb7c-4973-8fed-693bca3ad28d req-87713261-3ca8-4b33-b31f-e373f9f02e5d tempest-AttachVolumeTestJSON-431678780 tempest-AttachVolumeTestJSON-431678780-project] 10.222.0.30 "GET /v2.0/security-groups?id=7cb077a5-4ba7-4c7b-8f9c-203a75555aff&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1062696
Apr 22 20:15:45.647546 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.notifiers.nova [req-a0a638f2-383d-4611-a0a4-5fc4c43adb88 req-84e267d8-2f8e-4414-905f-19e4200568d9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1368346f-2b5d-4185-8e4b-cfc309a1140b {{(pid=86331) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 22 20:15:45.655312 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [req-a0a638f2-383d-4611-a0a4-5fc4c43adb88 req-84e267d8-2f8e-4414-905f-19e4200568d9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:15:45.670921 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.provisioning_blocks [req-a0a638f2-383d-4611-a0a4-5fc4c43adb88 req-84e267d8-2f8e-4414-905f-19e4200568d9 service neutron] Transition to ACTIVE for port object 1368346f-2b5d-4185-8e4b-cfc309a1140b will not be triggered until provisioned by entity L2. {{(pid=86331) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 22 20:15:45.673670 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [req-a0a638f2-383d-4611-a0a4-5fc4c43adb88 req-84e267d8-2f8e-4414-905f-19e4200568d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854198495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853168226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727707997384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363309147208137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727707567697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036853551937'] for port, after_update {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:15:45.678826 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [None req-6570647a-fd6d-4b6d-a629-f7452e3bad09 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 20:15:45.688403 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d65eaa-609b-4ca3-a86a-47f7ac1104b1 req-81cefc2c-eb31-46b8-a2e1-2c544cd7d35b tempest-AttachVolumeShelveTestJSON-1095716281 tempest-AttachVolumeShelveTestJSON-1095716281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 20:15:45.690021 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-20d65eaa-609b-4ca3-a86a-47f7ac1104b1 req-81cefc2c-eb31-46b8-a2e1-2c544cd7d35b tempest-AttachVolumeShelveTestJSON-1095716281 tempest-AttachVolumeShelveTestJSON-1095716281-project] 10.222.0.30 "GET /v2.0/ports?device_id=3b92af91-ddf3-485d-8274-039ae6ccb3b7 HTTP/1.1" status: 200  len: 932 time: 0.0891221
Apr 22 20:15:45.741793 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-20d65eaa-609b-4ca3-a86a-47f7ac1104b1 req-831a52a2-4f61-474c-9f84-3228bfecaa7a tempest-AttachVolumeShelveTestJSON-1095716281 tempest-AttachVolumeShelveTestJSON-1095716281-project] 10.222.0.30 "GET /v2.0/security-groups?id=44b3085f-cdba-4fc8-95c9-fe542e384e4e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0452955
Apr 22 20:15:45.848673 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e267d8-2f8e-4414-905f-19e4200568d9 service neutron] Pushing event updated for resources: {'Port': ['ID=1368346f-2b5d-4185-8e4b-cfc309a1140b,revision_number=2']} {{(pid=86331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 20:15:45.880833 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [None req-84e267d8-2f8e-4414-905f-19e4200568d9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 20:15:45.925680 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.managers [req-a0a638f2-383d-4611-a0a4-5fc4c43adb88 req-84e267d8-2f8e-4414-905f-19e4200568d9 service neutron] Attempting to bind port 1368346f-2b5d-4185-8e4b-cfc309a1140b on host hv-cinder-78763 for vnic_type normal with profile  {{(pid=86331) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 22 20:15:45.926099 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.managers [req-a0a638f2-383d-4611-a0a4-5fc4c43adb88 req-84e267d8-2f8e-4414-905f-19e4200568d9 service neutron] Attempting to bind port 1368346f-2b5d-4185-8e4b-cfc309a1140b by drivers openvswitch,hyperv on host hv-cinder-78763 at level 0 using segments [{'id': '14168ae3-7f5a-4cf1-9a50-8a4412d691e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '34648bb7-c1ba-45d7-bfee-e82cdf1f6b93'}] {{(pid=86331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 22 20:15:45.926465 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0a638f2-383d-4611-a0a4-5fc4c43adb88 req-84e267d8-2f8e-4414-905f-19e4200568d9 service neutron] Attempting to bind port 1368346f-2b5d-4185-8e4b-cfc309a1140b on network 34648bb7-c1ba-45d7-bfee-e82cdf1f6b93 {{(pid=86331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 22 20:15:45.931360 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0a638f2-383d-4611-a0a4-5fc4c43adb88 req-84e267d8-2f8e-4414-905f-19e4200568d9 service neutron] Port 1368346f-2b5d-4185-8e4b-cfc309a1140b on network 34648bb7-c1ba-45d7-bfee-e82cdf1f6b93 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78763 {{(pid=86331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 22 20:15:45.931716 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0a638f2-383d-4611-a0a4-5fc4c43adb88 req-84e267d8-2f8e-4414-905f-19e4200568d9 service neutron] Attempting to bind port 1368346f-2b5d-4185-8e4b-cfc309a1140b on network 34648bb7-c1ba-45d7-bfee-e82cdf1f6b93 {{(pid=86331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 22 20:15:45.937148 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0a638f2-383d-4611-a0a4-5fc4c43adb88 req-84e267d8-2f8e-4414-905f-19e4200568d9 service neutron] Checking agent: {'id': 'b4f1961c-1932-496b-a656-3b148bb81a73', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78763', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 22, 20, 9, 49), 'started_at': datetime.datetime(2021, 4, 22, 20, 9, 49), 'heartbeat_timestamp': datetime.datetime(2021, 4, 22, 20, 15, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 22 20:15:45.937517 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0a638f2-383d-4611-a0a4-5fc4c43adb88 req-84e267d8-2f8e-4414-905f-19e4200568d9 service neutron] Checking segment: {'id': '14168ae3-7f5a-4cf1-9a50-8a4412d691e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '34648bb7-c1ba-45d7-bfee-e82cdf1f6b93'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86331) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 22 20:15:45.937966 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0a638f2-383d-4611-a0a4-5fc4c43adb88 req-84e267d8-2f8e-4414-905f-19e4200568d9 service neutron] Bound using segment: {'id': '14168ae3-7f5a-4cf1-9a50-8a4412d691e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '34648bb7-c1ba-45d7-bfee-e82cdf1f6b93'} {{(pid=86331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 22 20:15:45.938429 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.managers [req-a0a638f2-383d-4611-a0a4-5fc4c43adb88 req-84e267d8-2f8e-4414-905f-19e4200568d9 service neutron] Bound port: 1368346f-2b5d-4185-8e4b-cfc309a1140b, host: hv-cinder-78763, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '14168ae3-7f5a-4cf1-9a50-8a4412d691e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '34648bb7-c1ba-45d7-bfee-e82cdf1f6b93'}}] {{(pid=86331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 22 20:15:45.938802 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [req-a0a638f2-383d-4611-a0a4-5fc4c43adb88 req-84e267d8-2f8e-4414-905f-19e4200568d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587983'] for port, before_update {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:15:46.030730 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.db [req-a0a638f2-383d-4611-a0a4-5fc4c43adb88 req-84e267d8-2f8e-4414-905f-19e4200568d9 service neutron] For port 1368346f-2b5d-4185-8e4b-cfc309a1140b, host hv-cinder-78763, cleared binding levels {{(pid=86331) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 22 20:15:46.033916 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.db [req-a0a638f2-383d-4611-a0a4-5fc4c43adb88 req-84e267d8-2f8e-4414-905f-19e4200568d9 service neutron] For port 1368346f-2b5d-4185-8e4b-cfc309a1140b, host hv-cinder-78763, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78763',level=0,port_id=1368346f-2b5d-4185-8e4b-cfc309a1140b,segment=NetworkSegment(14168ae3-7f5a-4cf1-9a50-8a4412d691e1),segment_id=14168ae3-7f5a-4cf1-9a50-8a4412d691e1)] {{(pid=86331) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 22 20:15:46.038489 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [req-a0a638f2-383d-4611-a0a4-5fc4c43adb88 req-84e267d8-2f8e-4414-905f-19e4200568d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854198495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853168226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727707997384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363309147208137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727707567697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036853551937'] for port, after_update {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:15:46.043362 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 20:15:46.099168 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a638f2-383d-4611-a0a4-5fc4c43adb88 req-84e267d8-2f8e-4414-905f-19e4200568d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 20:15:46.100069 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [req-a0a638f2-383d-4611-a0a4-5fc4c43adb88 req-84e267d8-2f8e-4414-905f-19e4200568d9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-743'] for port, before_response {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:15:46.101543 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-a0a638f2-383d-4611-a0a4-5fc4c43adb88 req-84e267d8-2f8e-4414-905f-19e4200568d9 service neutron] 10.222.0.46 "PUT /v2.0/ports/1368346f-2b5d-4185-8e4b-cfc309a1140b HTTP/1.1" status: 200  len: 1094 time: 1.0772123
Apr 22 20:15:46.104358 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3b92af91-ddf3-485d-8274-039ae6ccb3b7', 'tag': '1368346f-2b5d-4185-8e4b-cfc309a1140b'}] {{(pid=86331) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 22 20:15:46.136597 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e267d8-2f8e-4414-905f-19e4200568d9 service neutron] Pushing event updated for resources: {'Port': ['ID=1368346f-2b5d-4185-8e4b-cfc309a1140b,revision_number=3']} {{(pid=86331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 20:15:46.139932 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [None req-84e267d8-2f8e-4414-905f-19e4200568d9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 20:15:46.190812 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3b92af91-ddf3-485d-8274-039ae6ccb3b7', 'tag': '1368346f-2b5d-4185-8e4b-cfc309a1140b', 'status': 'completed', 'code': 200}
Apr 22 20:15:46.231346 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a638f2-383d-4611-a0a4-5fc4c43adb88 req-ff979f5c-16cd-41d8-8c1e-cd9549ece887 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 20:15:46.233423 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-a0a638f2-383d-4611-a0a4-5fc4c43adb88 req-ff979f5c-16cd-41d8-8c1e-cd9549ece887 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=d83d42b16fb04a3dbea8744fb63b042c&device_id=3b92af91-ddf3-485d-8274-039ae6ccb3b7 HTTP/1.1" status: 200  len: 1097 time: 0.0908911
Apr 22 20:15:46.314072 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-a0a638f2-383d-4611-a0a4-5fc4c43adb88 req-950048fb-0181-4d64-aad8-4495d0c4e890 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1368346f-2b5d-4185-8e4b-cfc309a1140b HTTP/1.1" status: 200  len: 217 time: 0.0711174
Apr 22 20:15:46.396995 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a638f2-383d-4611-a0a4-5fc4c43adb88 req-e9901806-8288-4e28-93f0-a698e92ba447 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 20:15:46.399601 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-a0a638f2-383d-4611-a0a4-5fc4c43adb88 req-e9901806-8288-4e28-93f0-a698e92ba447 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=1e51354a-bd7c-4e4c-a7c1-20be7a105c17 HTTP/1.1" status: 200  len: 856 time: 0.0692692
Apr 22 20:15:46.418694 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36dde160-7931-4074-8107-956a4ef9df58 req-98f50304-45ee-4e2b-846f-a08b798bee32 tempest-VolumesSnapshotTestJSON-1289454250 tempest-VolumesSnapshotTestJSON-1289454250-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 20:15:46.420588 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-36dde160-7931-4074-8107-956a4ef9df58 req-98f50304-45ee-4e2b-846f-a08b798bee32 tempest-VolumesSnapshotTestJSON-1289454250 tempest-VolumesSnapshotTestJSON-1289454250-project] 10.222.0.30 "GET /v2.0/networks?id=7c6863cd-7b3a-4ee5-bf38-0731ce48712c HTTP/1.1" status: 200  len: 813 time: 0.1698189
Apr 22 20:15:46.440123 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-36dde160-7931-4074-8107-956a4ef9df58 req-85dc03ae-3fca-4361-b385-e968930f767a tempest-VolumesSnapshotTestJSON-1289454250 tempest-VolumesSnapshotTestJSON-1289454250-project] 10.222.0.30 "GET /v2.0/quotas/704676f70e364d938cd631b0faac2d8a HTTP/1.1" status: 200  len: 375 time: 0.0132339
Apr 22 20:15:46.496127 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a638f2-383d-4611-a0a4-5fc4c43adb88 req-f1c15596-5a93-48c5-b407-2744bfa1d14e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 20:15:46.497813 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-a0a638f2-383d-4611-a0a4-5fc4c43adb88 req-f1c15596-5a93-48c5-b407-2744bfa1d14e service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=34648bb7-c1ba-45d7-bfee-e82cdf1f6b93&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0845127
Apr 22 20:15:46.501585 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-36dde160-7931-4074-8107-956a4ef9df58 req-7195292f-d1a0-4fda-b6ee-49acc97e5f97 tempest-VolumesSnapshotTestJSON-1289454250 tempest-VolumesSnapshotTestJSON-1289454250-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=704676f70e364d938cd631b0faac2d8a&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0551775
Apr 22 20:15:46.653390 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-36dde160-7931-4074-8107-956a4ef9df58 req-6c711df6-ee5f-4931-9f39-8750d69c85bd service neutron] 10.222.0.30 "GET /v2.0/networks/7c6863cd-7b3a-4ee5-bf38-0731ce48712c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1440189
Apr 22 20:15:46.717138 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8baa052b-343a-4f57-9ef6-25f4110e2cce req-3de85d77-5377-433d-a995-abd7351087d8 tempest-AttachVolumeTestJSON-431678780 tempest-AttachVolumeTestJSON-431678780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 20:15:46.718834 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-8baa052b-343a-4f57-9ef6-25f4110e2cce req-3de85d77-5377-433d-a995-abd7351087d8 tempest-AttachVolumeTestJSON-431678780 tempest-AttachVolumeTestJSON-431678780-project] 10.222.0.30 "GET /v2.0/ports?device_id=856aff26-352c-4f6c-a8fa-a9199da8c43a HTTP/1.1" status: 200  len: 945 time: 0.2194924
Apr 22 20:15:46.727878 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-a0a638f2-383d-4611-a0a4-5fc4c43adb88 req-b325d2ed-8d99-461c-a624-b93a14c1e1ea service neutron] 10.222.0.46 "GET /v2.0/networks/34648bb7-c1ba-45d7-bfee-e82cdf1f6b93?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1849413
Apr 22 20:15:46.822468 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-36dde160-7931-4074-8107-956a4ef9df58 req-d02b7934-88d0-48d3-9b95-55a5cbc8bc24 service neutron] 10.222.0.30 "GET /v2.0/networks/7c6863cd-7b3a-4ee5-bf38-0731ce48712c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1612170
Apr 22 20:15:46.864393 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-8baa052b-343a-4f57-9ef6-25f4110e2cce req-bc5e033c-c4e7-4d91-836b-eccbfc9ccc5d tempest-AttachVolumeTestJSON-431678780 tempest-AttachVolumeTestJSON-431678780-project] 10.222.0.30 "GET /v2.0/security-groups?id=7cb077a5-4ba7-4c7b-8f9c-203a75555aff&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1354861
Apr 22 20:15:46.935006 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-a0a638f2-383d-4611-a0a4-5fc4c43adb88 req-51eb8139-a918-45e2-a0a7-b9b528d5f9d5 service neutron] 10.222.0.46 "GET /v2.0/networks/34648bb7-c1ba-45d7-bfee-e82cdf1f6b93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1911676
Apr 22 20:15:46.968707 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.wsgi [-] (86330) accepted ('10.222.0.30', 40792) {{(pid=86330) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 20:15:47.127447 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-657acd92-8a95-4ef6-9fdc-5016f4510625 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:15:47.146046 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.quota.driver [None req-657acd92-8a95-4ef6-9fdc-5016f4510625 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86330) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 22 20:15:47.151016 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.quota.resource [None req-657acd92-8a95-4ef6-9fdc-5016f4510625 admin admin] Usage tracker for resource:security_group_rule and tenant:63343187adfa4fca9f9030a5cb18ed4c is out of sync, need to count used quota {{(pid=86330) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 22 20:15:47.154203 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.quota.resource [None req-657acd92-8a95-4ef6-9fdc-5016f4510625 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86330) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 22 20:15:47.163192 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.quota.driver [None req-657acd92-8a95-4ef6-9fdc-5016f4510625 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86330) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 22 20:15:47.175608 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-999778d5-273b-41f1-9b93-bb0e3255c164 req-b5a15412-29f8-4ac1-b6d5-bf71c50e1c9e tempest-AttachVolumeShelveTestJSON-1095716281 tempest-AttachVolumeShelveTestJSON-1095716281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 20:15:47.176375 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.quota.resource [req-999778d5-273b-41f1-9b93-bb0e3255c164 req-b5a15412-29f8-4ac1-b6d5-bf71c50e1c9e tempest-AttachVolumeShelveTestJSON-1095716281 tempest-AttachVolumeShelveTestJSON-1095716281-project] Synchronizing usage tracker for tenant:d83d42b16fb04a3dbea8744fb63b042c on resource:port {{(pid=86331) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 22 20:15:47.185413 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-589b7e0a-08cd-4e52-8f1d-9710b0e96949 req-57abc5c7-4ffb-4a25-b65a-876739aab958 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 20:15:47.187045 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-589b7e0a-08cd-4e52-8f1d-9710b0e96949 req-57abc5c7-4ffb-4a25-b65a-876739aab958 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=d83d42b16fb04a3dbea8744fb63b042c&device_id=3b92af91-ddf3-485d-8274-039ae6ccb3b7 HTTP/1.1" status: 200  len: 1097 time: 0.1975114
Apr 22 20:15:47.236880 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.quota.resource [req-999778d5-273b-41f1-9b93-bb0e3255c164 req-b5a15412-29f8-4ac1-b6d5-bf71c50e1c9e tempest-AttachVolumeShelveTestJSON-1095716281 tempest-AttachVolumeShelveTestJSON-1095716281-project] Unset dirty status for tenant:d83d42b16fb04a3dbea8744fb63b042c on resource:port {{(pid=86331) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 22 20:15:47.245313 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-999778d5-273b-41f1-9b93-bb0e3255c164 req-b5a15412-29f8-4ac1-b6d5-bf71c50e1c9e tempest-AttachVolumeShelveTestJSON-1095716281 tempest-AttachVolumeShelveTestJSON-1095716281-project] 10.222.0.30 "GET /v2.0/ports?device_id=3b92af91-ddf3-485d-8274-039ae6ccb3b7 HTTP/1.1" status: 200  len: 944 time: 0.2089334
Apr 22 20:15:47.306187 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-850d9b28-f69b-407c-9c2b-d99bd388d0aa req-778a6986-3974-4a9e-bceb-45b5a0978ca6 tempest-VolumesSnapshotTestJSON-1289454250 tempest-VolumesSnapshotTestJSON-1289454250-project] 10.222.0.30 "GET /v2.0/ports?device_id=cc008098-a256-4d48-8de2-64202498c0f9 HTTP/1.1" status: 200  len: 210 time: 0.1448262
Apr 22 20:15:47.311200 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-657acd92-8a95-4ef6-9fdc-5016f4510625 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:15:47.364706 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-657acd92-8a95-4ef6-9fdc-5016f4510625 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393900'] for security_group, after_create {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:15:47.379338 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-999778d5-273b-41f1-9b93-bb0e3255c164 req-0b4ff433-83ff-4d98-9a56-596a7cabe3ad tempest-AttachVolumeShelveTestJSON-1095716281 tempest-AttachVolumeShelveTestJSON-1095716281-project] 10.222.0.30 "GET /v2.0/security-groups?id=44b3085f-cdba-4fc8-95c9-fe542e384e4e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1327460
Apr 22 20:15:47.379535 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [None req-5819033b-6b6a-4732-a1a0-0c14b59427f7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 20:15:47.410762 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-657acd92-8a95-4ef6-9fdc-5016f4510625 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40c55db8-3f86-4e5d-aeed-edcb441e71d6,revision_number=1']} {{(pid=86330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 20:15:47.434829 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-589b7e0a-08cd-4e52-8f1d-9710b0e96949 req-07154f2c-2422-47f0-94d2-ce9d5f761928 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 20:15:47.436983 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-589b7e0a-08cd-4e52-8f1d-9710b0e96949 req-07154f2c-2422-47f0-94d2-ce9d5f761928 service neutron] 10.222.0.46 "GET /v2.0/networks?id=34648bb7-c1ba-45d7-bfee-e82cdf1f6b93 HTTP/1.1" status: 200  len: 918 time: 0.2419469
Apr 22 20:15:47.446997 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-657acd92-8a95-4ef6-9fdc-5016f4510625 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787632-1-iscsi {{(pid=86330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 20:15:47.447427 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-657acd92-8a95-4ef6-9fdc-5016f4510625 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787632-1-iscsi {{(pid=86330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 20:15:47.447848 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-657acd92-8a95-4ef6-9fdc-5016f4510625 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787632-1-iscsi {{(pid=86330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 20:15:47.448268 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-657acd92-8a95-4ef6-9fdc-5016f4510625 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787632-1-iscsi {{(pid=86330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 20:15:47.448672 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-657acd92-8a95-4ef6-9fdc-5016f4510625 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787632-1-iscsi {{(pid=86330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 20:15:47.449082 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-657acd92-8a95-4ef6-9fdc-5016f4510625 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787632-1-iscsi {{(pid=86330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 20:15:47.449488 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-657acd92-8a95-4ef6-9fdc-5016f4510625 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-787632-1-iscsi {{(pid=86330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 20:15:47.449923 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-657acd92-8a95-4ef6-9fdc-5016f4510625 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787632-1-iscsi {{(pid=86330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 20:15:47.450351 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-657acd92-8a95-4ef6-9fdc-5016f4510625 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787632-1-iscsi {{(pid=86330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 20:15:47.450709 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-657acd92-8a95-4ef6-9fdc-5016f4510625 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787632-1-iscsi {{(pid=86330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 20:15:47.451416 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-657acd92-8a95-4ef6-9fdc-5016f4510625 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787632-1-iscsi {{(pid=86330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 20:15:47.451825 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-657acd92-8a95-4ef6-9fdc-5016f4510625 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787632-1-iscsi {{(pid=86330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 20:15:47.468161 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [None req-657acd92-8a95-4ef6-9fdc-5016f4510625 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=86330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 20:15:47.485944 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [None req-657acd92-8a95-4ef6-9fdc-5016f4510625 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=63343187adfa4fca9f9030a5cb18ed4c&name=default HTTP/1.1" status: 200  len: 2979 time: 0.5156167
Apr 22 20:15:47.486825 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.wsgi [-] (86330) accepted ('10.222.0.30', 40808) {{(pid=86330) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 20:15:47.534978 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-589b7e0a-08cd-4e52-8f1d-9710b0e96949 req-8768d511-1b6b-419b-864b-6edcf4311766 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1368346f-2b5d-4185-8e4b-cfc309a1140b HTTP/1.1" status: 200  len: 217 time: 0.0888622
Apr 22 20:15:47.600737 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074b2eed-06b1-496a-be27-97c65819ddb8 req-0c2bba93-fc21-45d3-8862-c2d6857184bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 20:15:47.602319 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-074b2eed-06b1-496a-be27-97c65819ddb8 req-0c2bba93-fc21-45d3-8862-c2d6857184bd service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=d911111607464bf49ef66ee3335728c8&device_id=856aff26-352c-4f6c-a8fa-a9199da8c43a HTTP/1.1" status: 200  len: 1098 time: 0.2896605
Apr 22 20:15:47.614835 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-589b7e0a-08cd-4e52-8f1d-9710b0e96949 req-be130b49-3ab9-4181-9ca9-36c8ac396ca4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 20:15:47.617003 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-589b7e0a-08cd-4e52-8f1d-9710b0e96949 req-be130b49-3ab9-4181-9ca9-36c8ac396ca4 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=1e51354a-bd7c-4e4c-a7c1-20be7a105c17 HTTP/1.1" status: 200  len: 856 time: 0.0714653
Apr 22 20:15:47.703069 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-589b7e0a-08cd-4e52-8f1d-9710b0e96949 req-eee39104-424f-49e7-b975-630ceab4dc9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 20:15:47.704763 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-589b7e0a-08cd-4e52-8f1d-9710b0e96949 req-eee39104-424f-49e7-b975-630ceab4dc9a service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=34648bb7-c1ba-45d7-bfee-e82cdf1f6b93&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0793145
Apr 22 20:15:47.730141 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-6adb80d5-4ae4-4fce-b024-cc61f31ed93e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:15:47.804657 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7013d846-1371-4804-8d56-b9aaea02b760 req-59ed0333-256f-4600-a582-11a5c1066dba tempest-AttachVolumeTestJSON-431678780 tempest-AttachVolumeTestJSON-431678780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 20:15:47.806067 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-7013d846-1371-4804-8d56-b9aaea02b760 req-59ed0333-256f-4600-a582-11a5c1066dba tempest-AttachVolumeTestJSON-431678780 tempest-AttachVolumeTestJSON-431678780-project] 10.222.0.30 "GET /v2.0/ports?device_id=856aff26-352c-4f6c-a8fa-a9199da8c43a HTTP/1.1" status: 200  len: 945 time: 0.2810559
Apr 22 20:15:47.809886 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-6adb80d5-4ae4-4fce-b024-cc61f31ed93e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:15:47.862418 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-589b7e0a-08cd-4e52-8f1d-9710b0e96949 req-0b236ff9-044c-4f31-9a6f-eac38e78a39e service neutron] 10.222.0.46 "GET /v2.0/networks/34648bb7-c1ba-45d7-bfee-e82cdf1f6b93?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1479733
Apr 22 20:15:47.874691 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074b2eed-06b1-496a-be27-97c65819ddb8 req-c23fa110-8b9c-4419-84cc-5417e77ba96d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 20:15:47.876292 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-074b2eed-06b1-496a-be27-97c65819ddb8 req-c23fa110-8b9c-4419-84cc-5417e77ba96d service neutron] 10.222.0.46 "GET /v2.0/networks?id=8eb42aba-9fa9-48c5-ac95-29b89130e5f9 HTTP/1.1" status: 200  len: 911 time: 0.2575839
Apr 22 20:15:47.981278 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-7013d846-1371-4804-8d56-b9aaea02b760 req-83f4b15a-46fb-42e9-8337-bfbf27f23477 tempest-AttachVolumeTestJSON-431678780 tempest-AttachVolumeTestJSON-431678780-project] 10.222.0.30 "GET /v2.0/security-groups?id=7cb077a5-4ba7-4c7b-8f9c-203a75555aff&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1639209
Apr 22 20:15:48.016218 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-589b7e0a-08cd-4e52-8f1d-9710b0e96949 req-d2bdcd9f-4c02-4bc6-a527-13fc757ddc9e service neutron] 10.222.0.46 "GET /v2.0/networks/34648bb7-c1ba-45d7-bfee-e82cdf1f6b93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1454356
Apr 22 20:15:48.240732 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-074b2eed-06b1-496a-be27-97c65819ddb8 req-3eaa0643-2e71-4349-b6b6-40349ad124cb service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9aa3800f-3327-462d-a953-942086bb3ed4 HTTP/1.1" status: 200  len: 1001 time: 0.3485196
Apr 22 20:15:48.241497 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-6adb80d5-4ae4-4fce-b024-cc61f31ed93e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393900'] for security_group, after_delete {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:15:48.246465 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [None req-27a8941c-f69e-4311-9f69-a2adb177fd35 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 20:15:48.297161 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6adb80d5-4ae4-4fce-b024-cc61f31ed93e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40c55db8-3f86-4e5d-aeed-edcb441e71d6,revision_number=None']} {{(pid=86330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 20:15:48.308537 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [None req-6adb80d5-4ae4-4fce-b024-cc61f31ed93e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=86330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 20:15:48.322816 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-6adb80d5-4ae4-4fce-b024-cc61f31ed93e admin admin] Notify callbacks [] for security_group, before_response {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:15:48.326578 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [None req-6adb80d5-4ae4-4fce-b024-cc61f31ed93e admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/40c55db8-3f86-4e5d-aeed-edcb441e71d6 HTTP/1.1" status: 204  len: 168 time: 0.8339484
Apr 22 20:15:48.342286 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074b2eed-06b1-496a-be27-97c65819ddb8 req-7135d8f1-278f-4848-84d7-f49ce8134819 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 20:15:48.343881 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-074b2eed-06b1-496a-be27-97c65819ddb8 req-7135d8f1-278f-4848-84d7-f49ce8134819 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=e2d55e83-7c80-4c1a-99f4-0aea05526efc HTTP/1.1" status: 200  len: 849 time: 0.0902331
Apr 22 20:15:48.473293 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074b2eed-06b1-496a-be27-97c65819ddb8 req-79e06023-d973-47c6-80ef-f8a77e667142 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 20:15:48.476376 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-074b2eed-06b1-496a-be27-97c65819ddb8 req-79e06023-d973-47c6-80ef-f8a77e667142 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=8eb42aba-9fa9-48c5-ac95-29b89130e5f9&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1227415
Apr 22 20:15:48.504312 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36dde160-7931-4074-8107-956a4ef9df58 req-d29dd1a8-c39a-41e4-acbc-0ed69847c931 tempest-VolumesSnapshotTestJSON-1289454250 tempest-VolumesSnapshotTestJSON-1289454250-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 20:15:48.508568 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-36dde160-7931-4074-8107-956a4ef9df58 req-d29dd1a8-c39a-41e4-acbc-0ed69847c931 tempest-VolumesSnapshotTestJSON-1289454250 tempest-VolumesSnapshotTestJSON-1289454250-project] 10.222.0.46 "GET /v2.0/networks?id=7c6863cd-7b3a-4ee5-bf38-0731ce48712c HTTP/1.1" status: 200  len: 813 time: 0.1729681
Apr 22 20:15:48.554774 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.v2.base [req-36dde160-7931-4074-8107-956a4ef9df58 req-55970a82-9134-4249-ba25-592271b0d4d8 tempest-VolumesSnapshotTestJSON-1289454250 tempest-VolumesSnapshotTestJSON-1289454250-project] Request body: {'port': {'device_id': 'cc008098-a256-4d48-8de2-64202498c0f9', 'network_id': '7c6863cd-7b3a-4ee5-bf38-0731ce48712c', 'admin_state_up': True, 'tenant_id': '704676f70e364d938cd631b0faac2d8a'}} {{(pid=86331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 22 20:15:48.581916 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.quota.resource [req-9fa4f958-cdd0-4f26-82b9-de486638326d req-e6c42ce3-af4c-4b69-a096-9a012dd9ef00 tempest-VolumesSnapshotTestJSON-1289454250 tempest-VolumesSnapshotTestJSON-1289454250-project] Synchronizing usage tracker for tenant:704676f70e364d938cd631b0faac2d8a on resource:port {{(pid=86331) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 22 20:15:48.653382 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-cbbe70c9-0b39-4f9d-be6e-4133a7c8f54f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309146858885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640583'] for agent, after_update {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:15:48.668802 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.quota.resource [req-9fa4f958-cdd0-4f26-82b9-de486638326d req-e6c42ce3-af4c-4b69-a096-9a012dd9ef00 tempest-VolumesSnapshotTestJSON-1289454250 tempest-VolumesSnapshotTestJSON-1289454250-project] Unset dirty status for tenant:704676f70e364d938cd631b0faac2d8a on resource:port {{(pid=86331) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 22 20:15:48.670144 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-9fa4f958-cdd0-4f26-82b9-de486638326d req-e6c42ce3-af4c-4b69-a096-9a012dd9ef00 tempest-VolumesSnapshotTestJSON-1289454250 tempest-VolumesSnapshotTestJSON-1289454250-project] 10.222.0.30 "GET /v2.0/ports?device_id=cc008098-a256-4d48-8de2-64202498c0f9 HTTP/1.1" status: 200  len: 210 time: 0.1899486
Apr 22 20:15:48.726856 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.quota.driver [req-36dde160-7931-4074-8107-956a4ef9df58 req-55970a82-9134-4249-ba25-592271b0d4d8 tempest-VolumesSnapshotTestJSON-1289454250 tempest-VolumesSnapshotTestJSON-1289454250-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 22 20:15:48.737932 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-074b2eed-06b1-496a-be27-97c65819ddb8 req-675afaf2-9bf8-4eb6-b8ab-d584318a5060 service neutron] 10.222.0.46 "GET /v2.0/networks/8eb42aba-9fa9-48c5-ac95-29b89130e5f9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2533681
Apr 22 20:15:48.739578 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.quota.driver [req-36dde160-7931-4074-8107-956a4ef9df58 req-55970a82-9134-4249-ba25-592271b0d4d8 tempest-VolumesSnapshotTestJSON-1289454250 tempest-VolumesSnapshotTestJSON-1289454250-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=86331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 22 20:15:48.748115 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a51dcb10-7590-466d-9dc1-0e228b083b7d req-444a0ea5-122c-4886-b003-15099cbd42d1 tempest-AttachVolumeShelveTestJSON-1095716281 tempest-AttachVolumeShelveTestJSON-1095716281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 20:15:48.750108 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-36dde160-7931-4074-8107-956a4ef9df58 req-55970a82-9134-4249-ba25-592271b0d4d8 tempest-VolumesSnapshotTestJSON-1289454250 tempest-VolumesSnapshotTestJSON-1289454250-project] Made reservation on behalf of 704676f70e364d938cd631b0faac2d8a for: {'port': 1} {{(pid=86331) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 22 20:15:48.750247 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-a51dcb10-7590-466d-9dc1-0e228b083b7d req-444a0ea5-122c-4886-b003-15099cbd42d1 tempest-AttachVolumeShelveTestJSON-1095716281 tempest-AttachVolumeShelveTestJSON-1095716281-project] 10.222.0.30 "GET /v2.0/ports?device_id=3b92af91-ddf3-485d-8274-039ae6ccb3b7 HTTP/1.1" status: 200  len: 944 time: 0.1590641
Apr 22 20:15:48.757634 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [req-36dde160-7931-4074-8107-956a4ef9df58 req-55970a82-9134-4249-ba25-592271b0d4d8 tempest-VolumesSnapshotTestJSON-1289454250 tempest-VolumesSnapshotTestJSON-1289454250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587983'] for port, before_create {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:15:48.784017 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.wsgi [-] (86331) accepted ('10.222.0.30', 40824) {{(pid=86331) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 20:15:48.844535 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-7c84bc7a-2909-4855-b1c5-2f20396b629a admin admin] Notify callbacks [] for security_group, before_create {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:15:48.872750 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.quota.driver [None req-7c84bc7a-2909-4855-b1c5-2f20396b629a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 22 20:15:48.886190 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.quota.resource [None req-7c84bc7a-2909-4855-b1c5-2f20396b629a admin admin] Usage tracker for resource:security_group_rule and tenant:6a320ccb6bf74d949920e8b149e65770 is out of sync, need to count used quota {{(pid=86331) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 22 20:15:48.892318 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.quota.resource [None req-7c84bc7a-2909-4855-b1c5-2f20396b629a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86331) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 22 20:15:48.897199 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-a51dcb10-7590-466d-9dc1-0e228b083b7d req-73c1865a-7945-4293-96c5-addc5d8ecfdf tempest-AttachVolumeShelveTestJSON-1095716281 tempest-AttachVolumeShelveTestJSON-1095716281-project] 10.222.0.30 "GET /v2.0/security-groups?id=44b3085f-cdba-4fc8-95c9-fe542e384e4e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1144497
Apr 22 20:15:48.903633 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.quota.driver [None req-7c84bc7a-2909-4855-b1c5-2f20396b629a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 22 20:15:48.939687 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-074b2eed-06b1-496a-be27-97c65819ddb8 req-bd875ca1-1914-4e9c-8db3-060652d138e0 service neutron] 10.222.0.46 "GET /v2.0/networks/8eb42aba-9fa9-48c5-ac95-29b89130e5f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1881235
Apr 22 20:15:49.063491 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.rpc [None req-cbbe70c9-0b39-4f9d-be6e-4133a7c8f54f None None] Device 1368346f-2b5d-4185-8e4b-cfc309a1140b details requested by agent hyperv_hv-cinder-78763 with host hv-cinder-78763 {{(pid=86332) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 22 20:15:49.210047 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.db [None req-cbbe70c9-0b39-4f9d-be6e-4133a7c8f54f None None] For port 1368346f-2b5d-4185-8e4b-cfc309a1140b, host hv-cinder-78763, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78763',level=0,port_id=1368346f-2b5d-4185-8e4b-cfc309a1140b,segment=NetworkSegment(14168ae3-7f5a-4cf1-9a50-8a4412d691e1),segment_id=14168ae3-7f5a-4cf1-9a50-8a4412d691e1)] {{(pid=86332) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 22 20:15:49.224944 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.rpc [None req-cbbe70c9-0b39-4f9d-be6e-4133a7c8f54f None None] Returning: {'device': '1368346f-2b5d-4185-8e4b-cfc309a1140b', 'network_id': '34648bb7-c1ba-45d7-bfee-e82cdf1f6b93', 'port_id': '1368346f-2b5d-4185-8e4b-cfc309a1140b', 'mac_address': 'fa:16:3e:8d:8d:c8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 356, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1e51354a-bd7c-4e4c-a7c1-20be7a105c17', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86332) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 22 20:15:49.283458 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-cbbe70c9-0b39-4f9d-be6e-4133a7c8f54f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587983'] for port, before_update {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:15:49.285141 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.db_base_plugin_common [req-36dde160-7931-4074-8107-956a4ef9df58 req-55970a82-9134-4249-ba25-592271b0d4d8 tempest-VolumesSnapshotTestJSON-1289454250 tempest-VolumesSnapshotTestJSON-1289454250-project] Allocated IP 172.20.0.5 (7c6863cd-7b3a-4ee5-bf38-0731ce48712c/9c42079c-568a-4586-9ac0-bd9ce6348a73/29d20d1f-7d91-45e7-a6a6-f3e02983c0a6) {{(pid=86331) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 22 20:15:49.302560 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.notifiers.nova [None req-cbbe70c9-0b39-4f9d-be6e-4133a7c8f54f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1368346f-2b5d-4185-8e4b-cfc309a1140b {{(pid=86332) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 22 20:15:49.319807 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.db [None req-cbbe70c9-0b39-4f9d-be6e-4133a7c8f54f None None] For port 1368346f-2b5d-4185-8e4b-cfc309a1140b, host hv-cinder-78763, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78763',level=0,port_id=1368346f-2b5d-4185-8e4b-cfc309a1140b,segment=NetworkSegment(14168ae3-7f5a-4cf1-9a50-8a4412d691e1),segment_id=14168ae3-7f5a-4cf1-9a50-8a4412d691e1)] {{(pid=86332) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 22 20:15:49.322930 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-cbbe70c9-0b39-4f9d-be6e-4133a7c8f54f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854198495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853168226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727707997384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363309147208137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727707567697'] for port, after_update {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:15:49.325611 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [None req-cbbe70c9-0b39-4f9d-be6e-4133a7c8f54f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86332) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 20:15:49.375776 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09695cca-ab07-424b-8162-95d3ce06961c req-e1b4b74f-44d3-4971-831c-1d73c5c5677c tempest-AttachVolumeTestJSON-431678780 tempest-AttachVolumeTestJSON-431678780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 20:15:49.377372 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-09695cca-ab07-424b-8162-95d3ce06961c req-e1b4b74f-44d3-4971-831c-1d73c5c5677c tempest-AttachVolumeTestJSON-431678780 tempest-AttachVolumeTestJSON-431678780-project] 10.222.0.30 "GET /v2.0/ports?device_id=856aff26-352c-4f6c-a8fa-a9199da8c43a HTTP/1.1" status: 200  len: 945 time: 0.1959231
Apr 22 20:15:49.399999 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbbe70c9-0b39-4f9d-be6e-4133a7c8f54f None None] Pushing event updated for resources: {'Port': ['ID=1368346f-2b5d-4185-8e4b-cfc309a1140b,revision_number=4']} {{(pid=86332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 20:15:49.403323 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [None req-cbbe70c9-0b39-4f9d-be6e-4133a7c8f54f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=86332) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 20:15:49.465694 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-7c84bc7a-2909-4855-b1c5-2f20396b629a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:15:49.533654 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-7c84bc7a-2909-4855-b1c5-2f20396b629a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393900'] for security_group, after_create {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:15:49.546900 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [None req-0ed5ac56-7fe2-4a3e-8eac-13d6c2d89a13 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 20:15:49.570205 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-09695cca-ab07-424b-8162-95d3ce06961c req-0d65d0f4-c7c5-406d-b151-79be18151dde tempest-AttachVolumeTestJSON-431678780 tempest-AttachVolumeTestJSON-431678780-project] 10.222.0.30 "GET /v2.0/security-groups?id=7cb077a5-4ba7-4c7b-8f9c-203a75555aff&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1835656
Apr 22 20:15:49.579990 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.db [None req-cbbe70c9-0b39-4f9d-be6e-4133a7c8f54f None None] get_ports_and_sgs() called for port_ids ['1368346f-2b5d-4185-8e4b-cfc309a1140b'] {{(pid=86332) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 22 20:15:49.611118 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [None req-7c84bc7a-2909-4855-b1c5-2f20396b629a admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=6a320ccb6bf74d949920e8b149e65770&name=default HTTP/1.1" status: 200  len: 2979 time: 0.8257329
Apr 22 20:15:49.613896 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.wsgi [-] (86330) accepted ('10.222.0.30', 40830) {{(pid=86330) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 20:15:49.632973 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c84bc7a-2909-4855-b1c5-2f20396b629a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a95a31af-1b49-4757-a6a0-cf121f80e8ee,revision_number=1']} {{(pid=86331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 20:15:49.639196 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [None req-7c84bc7a-2909-4855-b1c5-2f20396b629a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 20:15:49.679050 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [req-36dde160-7931-4074-8107-956a4ef9df58 req-55970a82-9134-4249-ba25-592271b0d4d8 tempest-VolumesSnapshotTestJSON-1289454250 tempest-VolumesSnapshotTestJSON-1289454250-project] Notify callbacks [] for port, precommit_create {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:15:49.688017 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-213f38fa-da32-43b9-ad29-f015743cadab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:15:49.711024 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [req-36dde160-7931-4074-8107-956a4ef9df58 req-55970a82-9134-4249-ba25-592271b0d4d8 tempest-VolumesSnapshotTestJSON-1289454250 tempest-VolumesSnapshotTestJSON-1289454250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854198495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853168226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363309147208154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1223862'] for port, after_create {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:15:49.722790 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [None req-88a856ac-5326-4afb-9769-1635ea7e0048 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 20:15:49.723190 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-213f38fa-da32-43b9-ad29-f015743cadab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:15:49.773412 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-213f38fa-da32-43b9-ad29-f015743cadab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393900'] for security_group, after_delete {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:15:49.778881 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [None req-71c42dec-77fb-47f8-a462-d104710a1a64 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 20:15:49.785668 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-36dde160-7931-4074-8107-956a4ef9df58 req-55970a82-9134-4249-ba25-592271b0d4d8 tempest-VolumesSnapshotTestJSON-1289454250 tempest-VolumesSnapshotTestJSON-1289454250-project] Network 7c6863cd-7b3a-4ee5-bf38-0731ce48712c is already hosted by enough agents. {{(pid=86331) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 22 20:15:49.789711 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.scheduler.base_scheduler [req-36dde160-7931-4074-8107-956a4ef9df58 req-55970a82-9134-4249-ba25-592271b0d4d8 tempest-VolumesSnapshotTestJSON-1289454250 tempest-VolumesSnapshotTestJSON-1289454250-project] Resources bound (agent type, host, resource id):  {{(pid=86331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 22 20:15:49.790911 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-213f38fa-da32-43b9-ad29-f015743cadab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a95a31af-1b49-4757-a6a0-cf121f80e8ee,revision_number=None']} {{(pid=86330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 20:15:49.795956 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [None req-213f38fa-da32-43b9-ad29-f015743cadab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=86330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 20:15:49.798128 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-213f38fa-da32-43b9-ad29-f015743cadab admin admin] Notify callbacks [] for security_group, before_response {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:15:49.798795 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.l3_dvrscheduler_db [req-36dde160-7931-4074-8107-956a4ef9df58 req-55970a82-9134-4249-ba25-592271b0d4d8 tempest-VolumesSnapshotTestJSON-1289454250 tempest-VolumesSnapshotTestJSON-1289454250-project] Received port after_create {{(pid=86331) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 22 20:15:49.801821 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [None req-213f38fa-da32-43b9-ad29-f015743cadab admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/a95a31af-1b49-4757-a6a0-cf121f80e8ee HTTP/1.1" status: 204  len: 168 time: 0.1840782
Apr 22 20:15:49.886937 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36dde160-7931-4074-8107-956a4ef9df58 req-55970a82-9134-4249-ba25-592271b0d4d8 tempest-VolumesSnapshotTestJSON-1289454250 tempest-VolumesSnapshotTestJSON-1289454250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 20:15:49.887625 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [req-36dde160-7931-4074-8107-956a4ef9df58 req-55970a82-9134-4249-ba25-592271b0d4d8 tempest-VolumesSnapshotTestJSON-1289454250 tempest-VolumesSnapshotTestJSON-1289454250-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-743'] for port, before_response {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:15:49.917300 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55970a82-9134-4249-ba25-592271b0d4d8 tempest-VolumesSnapshotTestJSON-1289454250 tempest-VolumesSnapshotTestJSON-1289454250-project] Pushing event updated for resources: {'Port': ['ID=29d20d1f-7d91-45e7-a6a6-f3e02983c0a6,revision_number=1']} {{(pid=86331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 20:15:49.920461 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [None req-55970a82-9134-4249-ba25-592271b0d4d8 tempest-VolumesSnapshotTestJSON-1289454250 tempest-VolumesSnapshotTestJSON-1289454250-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 20:15:49.926636 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ccb295-4078-4a9e-bb24-06bfa2e507f5 req-501fc4c2-28ba-4e5b-a5f4-97815cdd6162 tempest-VolumesSnapshotTestJSON-1289454250 tempest-VolumesSnapshotTestJSON-1289454250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 20:15:49.930108 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-82ccb295-4078-4a9e-bb24-06bfa2e507f5 req-501fc4c2-28ba-4e5b-a5f4-97815cdd6162 tempest-VolumesSnapshotTestJSON-1289454250 tempest-VolumesSnapshotTestJSON-1289454250-project] 10.222.0.30 "GET /v2.0/ports?device_id=cc008098-a256-4d48-8de2-64202498c0f9 HTTP/1.1" status: 200  len: 931 time: 0.0941901
Apr 22 20:15:49.939885 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-36dde160-7931-4074-8107-956a4ef9df58 req-55970a82-9134-4249-ba25-592271b0d4d8 tempest-VolumesSnapshotTestJSON-1289454250 tempest-VolumesSnapshotTestJSON-1289454250-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.3958058
Apr 22 20:15:49.954497 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.v2.base [req-36dde160-7931-4074-8107-956a4ef9df58 req-16bf676c-0f5b-4ede-8fd7-c228a97ff012 service neutron] Request body: {'port': {'device_id': 'cc008098-a256-4d48-8de2-64202498c0f9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78763'}} {{(pid=86331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 22 20:15:49.991342 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-82ccb295-4078-4a9e-bb24-06bfa2e507f5 req-e6b292de-d3f5-4214-a077-b9d9a9621863 tempest-VolumesSnapshotTestJSON-1289454250 tempest-VolumesSnapshotTestJSON-1289454250-project] 10.222.0.30 "GET /v2.0/security-groups?id=f5f9d369-1898-4a9b-a375-69f0d28704aa&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0546122
Apr 22 20:15:50.154569 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [req-36dde160-7931-4074-8107-956a4ef9df58 req-16bf676c-0f5b-4ede-8fd7-c228a97ff012 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587983'] for port, before_update {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:15:50.250992 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b417ccb-df70-4972-86ff-16a8d5d8a389 req-c774d733-e02a-46c7-9ea6-064adafe0168 tempest-AttachVolumeShelveTestJSON-1095716281 tempest-AttachVolumeShelveTestJSON-1095716281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 20:15:50.252607 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-0b417ccb-df70-4972-86ff-16a8d5d8a389 req-c774d733-e02a-46c7-9ea6-064adafe0168 tempest-AttachVolumeShelveTestJSON-1095716281 tempest-AttachVolumeShelveTestJSON-1095716281-project] 10.222.0.30 "GET /v2.0/ports?device_id=3b92af91-ddf3-485d-8274-039ae6ccb3b7 HTTP/1.1" status: 200  len: 945 time: 0.2252488
Apr 22 20:15:50.373441 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-0b417ccb-df70-4972-86ff-16a8d5d8a389 req-5df66808-6cb6-4a68-b16b-95d9d2196ced tempest-AttachVolumeShelveTestJSON-1095716281 tempest-AttachVolumeShelveTestJSON-1095716281-project] 10.222.0.30 "GET /v2.0/security-groups?id=44b3085f-cdba-4fc8-95c9-fe542e384e4e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1125948
Apr 22 20:15:50.596030 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.notifiers.nova [req-36dde160-7931-4074-8107-956a4ef9df58 req-16bf676c-0f5b-4ede-8fd7-c228a97ff012 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 29d20d1f-7d91-45e7-a6a6-f3e02983c0a6 {{(pid=86331) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 22 20:15:50.604421 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [req-36dde160-7931-4074-8107-956a4ef9df58 req-16bf676c-0f5b-4ede-8fd7-c228a97ff012 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:15:50.620422 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.provisioning_blocks [req-36dde160-7931-4074-8107-956a4ef9df58 req-16bf676c-0f5b-4ede-8fd7-c228a97ff012 service neutron] Transition to ACTIVE for port object 29d20d1f-7d91-45e7-a6a6-f3e02983c0a6 will not be triggered until provisioned by entity L2. {{(pid=86331) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 22 20:15:50.623199 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [req-36dde160-7931-4074-8107-956a4ef9df58 req-16bf676c-0f5b-4ede-8fd7-c228a97ff012 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854198495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853168226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727707997384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363309147208137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727707567697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036853551937'] for port, after_update {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:15:50.628105 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [None req-d0244bfb-b427-4dc5-a07b-2a959501d8ba admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 20:15:50.781671 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bea88f8-e8e6-41da-a383-3540f3e84c58 req-48a5b6fc-213e-418f-8b4e-41773eedb118 tempest-AttachVolumeTestJSON-431678780 tempest-AttachVolumeTestJSON-431678780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 20:15:50.783461 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-3bea88f8-e8e6-41da-a383-3540f3e84c58 req-48a5b6fc-213e-418f-8b4e-41773eedb118 tempest-AttachVolumeTestJSON-431678780 tempest-AttachVolumeTestJSON-431678780-project] 10.222.0.30 "GET /v2.0/ports?device_id=856aff26-352c-4f6c-a8fa-a9199da8c43a HTTP/1.1" status: 200  len: 945 time: 0.0928805
Apr 22 20:15:50.841671 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16bf676c-0f5b-4ede-8fd7-c228a97ff012 service neutron] Pushing event updated for resources: {'Port': ['ID=29d20d1f-7d91-45e7-a6a6-f3e02983c0a6,revision_number=2']} {{(pid=86331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 20:15:50.846696 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [None req-16bf676c-0f5b-4ede-8fd7-c228a97ff012 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.219s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 20:15:50.861007 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-3bea88f8-e8e6-41da-a383-3540f3e84c58 req-14222294-d248-403e-ac7c-ec888845cc72 tempest-AttachVolumeTestJSON-431678780 tempest-AttachVolumeTestJSON-431678780-project] 10.222.0.30 "GET /v2.0/security-groups?id=7cb077a5-4ba7-4c7b-8f9c-203a75555aff&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0580986
Apr 22 20:15:50.894114 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.managers [req-36dde160-7931-4074-8107-956a4ef9df58 req-16bf676c-0f5b-4ede-8fd7-c228a97ff012 service neutron] Attempting to bind port 29d20d1f-7d91-45e7-a6a6-f3e02983c0a6 on host hv-cinder-78763 for vnic_type normal with profile  {{(pid=86331) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 22 20:15:50.894488 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.managers [req-36dde160-7931-4074-8107-956a4ef9df58 req-16bf676c-0f5b-4ede-8fd7-c228a97ff012 service neutron] Attempting to bind port 29d20d1f-7d91-45e7-a6a6-f3e02983c0a6 by drivers openvswitch,hyperv on host hv-cinder-78763 at level 0 using segments [{'id': '97d79c30-b0d1-428a-8b67-74c8350b7826', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '7c6863cd-7b3a-4ee5-bf38-0731ce48712c'}] {{(pid=86331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 22 20:15:50.894853 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36dde160-7931-4074-8107-956a4ef9df58 req-16bf676c-0f5b-4ede-8fd7-c228a97ff012 service neutron] Attempting to bind port 29d20d1f-7d91-45e7-a6a6-f3e02983c0a6 on network 7c6863cd-7b3a-4ee5-bf38-0731ce48712c {{(pid=86331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 22 20:15:50.899892 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36dde160-7931-4074-8107-956a4ef9df58 req-16bf676c-0f5b-4ede-8fd7-c228a97ff012 service neutron] Port 29d20d1f-7d91-45e7-a6a6-f3e02983c0a6 on network 7c6863cd-7b3a-4ee5-bf38-0731ce48712c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78763 {{(pid=86331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 22 20:15:50.900246 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36dde160-7931-4074-8107-956a4ef9df58 req-16bf676c-0f5b-4ede-8fd7-c228a97ff012 service neutron] Attempting to bind port 29d20d1f-7d91-45e7-a6a6-f3e02983c0a6 on network 7c6863cd-7b3a-4ee5-bf38-0731ce48712c {{(pid=86331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 22 20:15:50.905647 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36dde160-7931-4074-8107-956a4ef9df58 req-16bf676c-0f5b-4ede-8fd7-c228a97ff012 service neutron] Checking agent: {'id': 'b4f1961c-1932-496b-a656-3b148bb81a73', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78763', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 22, 20, 9, 49), 'started_at': datetime.datetime(2021, 4, 22, 20, 9, 49), 'heartbeat_timestamp': datetime.datetime(2021, 4, 22, 20, 15, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 22 20:15:50.906089 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36dde160-7931-4074-8107-956a4ef9df58 req-16bf676c-0f5b-4ede-8fd7-c228a97ff012 service neutron] Checking segment: {'id': '97d79c30-b0d1-428a-8b67-74c8350b7826', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '7c6863cd-7b3a-4ee5-bf38-0731ce48712c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86331) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 22 20:15:50.906505 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36dde160-7931-4074-8107-956a4ef9df58 req-16bf676c-0f5b-4ede-8fd7-c228a97ff012 service neutron] Bound using segment: {'id': '97d79c30-b0d1-428a-8b67-74c8350b7826', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '7c6863cd-7b3a-4ee5-bf38-0731ce48712c'} {{(pid=86331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 22 20:15:50.906966 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.managers [req-36dde160-7931-4074-8107-956a4ef9df58 req-16bf676c-0f5b-4ede-8fd7-c228a97ff012 service neutron] Bound port: 29d20d1f-7d91-45e7-a6a6-f3e02983c0a6, host: hv-cinder-78763, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '97d79c30-b0d1-428a-8b67-74c8350b7826', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '7c6863cd-7b3a-4ee5-bf38-0731ce48712c'}}] {{(pid=86331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 22 20:15:50.907351 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [req-36dde160-7931-4074-8107-956a4ef9df58 req-16bf676c-0f5b-4ede-8fd7-c228a97ff012 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587983'] for port, before_update {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:15:51.008537 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.db [req-36dde160-7931-4074-8107-956a4ef9df58 req-16bf676c-0f5b-4ede-8fd7-c228a97ff012 service neutron] For port 29d20d1f-7d91-45e7-a6a6-f3e02983c0a6, host hv-cinder-78763, cleared binding levels {{(pid=86331) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 22 20:15:51.011736 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.db [req-36dde160-7931-4074-8107-956a4ef9df58 req-16bf676c-0f5b-4ede-8fd7-c228a97ff012 service neutron] For port 29d20d1f-7d91-45e7-a6a6-f3e02983c0a6, host hv-cinder-78763, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78763',level=0,port_id=29d20d1f-7d91-45e7-a6a6-f3e02983c0a6,segment=NetworkSegment(97d79c30-b0d1-428a-8b67-74c8350b7826),segment_id=97d79c30-b0d1-428a-8b67-74c8350b7826)] {{(pid=86331) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 22 20:15:51.015080 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [req-36dde160-7931-4074-8107-956a4ef9df58 req-16bf676c-0f5b-4ede-8fd7-c228a97ff012 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854198495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853168226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727707997384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363309147208137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727707567697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036853551937'] for port, after_update {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:15:51.024993 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [None req-7f475a67-4cdd-4c94-8828-8fc370ab8c65 tempest-AttachVolumeNegativeTest-423716770 tempest-AttachVolumeNegativeTest-423716770-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 20:15:51.076440 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.rpc [None req-cbbe70c9-0b39-4f9d-be6e-4133a7c8f54f None None] Device 1368346f-2b5d-4185-8e4b-cfc309a1140b up at agent hyperv_hv-cinder-78763 {{(pid=86332) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 22 20:15:51.077919 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36dde160-7931-4074-8107-956a4ef9df58 req-16bf676c-0f5b-4ede-8fd7-c228a97ff012 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 20:15:51.078625 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [req-36dde160-7931-4074-8107-956a4ef9df58 req-16bf676c-0f5b-4ede-8fd7-c228a97ff012 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-743'] for port, before_response {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:15:51.080143 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-36dde160-7931-4074-8107-956a4ef9df58 req-16bf676c-0f5b-4ede-8fd7-c228a97ff012 service neutron] 10.222.0.46 "PUT /v2.0/ports/29d20d1f-7d91-45e7-a6a6-f3e02983c0a6 HTTP/1.1" status: 200  len: 1093 time: 1.1316364
Apr 22 20:15:51.080700 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cc008098-a256-4d48-8de2-64202498c0f9', 'tag': '29d20d1f-7d91-45e7-a6a6-f3e02983c0a6'}] {{(pid=86331) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 22 20:15:51.155530 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cc008098-a256-4d48-8de2-64202498c0f9', 'tag': '29d20d1f-7d91-45e7-a6a6-f3e02983c0a6', 'status': 'completed', 'code': 200}
Apr 22 20:15:51.162784 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.provisioning_blocks [None req-cbbe70c9-0b39-4f9d-be6e-4133a7c8f54f None None] Provisioning for port 1368346f-2b5d-4185-8e4b-cfc309a1140b completed by entity L2. {{(pid=86332) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 22 20:15:51.167905 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.provisioning_blocks [None req-cbbe70c9-0b39-4f9d-be6e-4133a7c8f54f None None] Provisioning complete for port 1368346f-2b5d-4185-8e4b-cfc309a1140b triggered by entity L2. {{(pid=86332) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 22 20:15:51.168428 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-cbbe70c9-0b39-4f9d-be6e-4133a7c8f54f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854135278'] for port, provisioning_complete {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:15:51.208230 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16bf676c-0f5b-4ede-8fd7-c228a97ff012 service neutron] Pushing event updated for resources: {'Port': ['ID=29d20d1f-7d91-45e7-a6a6-f3e02983c0a6,revision_number=3']} {{(pid=86331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 20:15:51.218052 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [None req-16bf676c-0f5b-4ede-8fd7-c228a97ff012 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 20:15:51.280331 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36dde160-7931-4074-8107-956a4ef9df58 req-b798263d-192f-4525-92dc-a6e9429737e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 20:15:51.281981 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-36dde160-7931-4074-8107-956a4ef9df58 req-b798263d-192f-4525-92dc-a6e9429737e6 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=704676f70e364d938cd631b0faac2d8a&device_id=cc008098-a256-4d48-8de2-64202498c0f9 HTTP/1.1" status: 200  len: 1096 time: 0.1643376
Apr 22 20:15:51.292010 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd00c666-0877-4e8d-aaa3-769b8f03d57f req-f9bdff70-6789-4c23-8dc6-6190aafd76a5 tempest-VolumesSnapshotTestJSON-1289454250 tempest-VolumesSnapshotTestJSON-1289454250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 20:15:51.292757 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.quota.resource [req-dd00c666-0877-4e8d-aaa3-769b8f03d57f req-f9bdff70-6789-4c23-8dc6-6190aafd76a5 tempest-VolumesSnapshotTestJSON-1289454250 tempest-VolumesSnapshotTestJSON-1289454250-project] Synchronizing usage tracker for tenant:704676f70e364d938cd631b0faac2d8a on resource:port {{(pid=86331) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 22 20:15:51.296543 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-cbbe70c9-0b39-4f9d-be6e-4133a7c8f54f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587983'] for port, before_update {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:15:51.324843 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b92af91-ddf3-485d-8274-039ae6ccb3b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1368346f-2b5d-4185-8e4b-cfc309a1140b'}] {{(pid=86332) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 22 20:15:51.336097 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.db [None req-cbbe70c9-0b39-4f9d-be6e-4133a7c8f54f None None] For port 1368346f-2b5d-4185-8e4b-cfc309a1140b, host hv-cinder-78763, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78763',level=0,port_id=1368346f-2b5d-4185-8e4b-cfc309a1140b,segment=NetworkSegment(14168ae3-7f5a-4cf1-9a50-8a4412d691e1),segment_id=14168ae3-7f5a-4cf1-9a50-8a4412d691e1)] {{(pid=86332) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 22 20:15:51.339771 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-cbbe70c9-0b39-4f9d-be6e-4133a7c8f54f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854198495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853168226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727707997384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363309147208137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727707567697'] for port, after_update {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:15:51.341740 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [None req-b1da9491-6031-4454-9fc6-18690cfd1605 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86332) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 20:15:51.368609 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-36dde160-7931-4074-8107-956a4ef9df58 req-64000fd2-d0a3-4c97-8f33-94fabe94f862 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=29d20d1f-7d91-45e7-a6a6-f3e02983c0a6 HTTP/1.1" status: 200  len: 217 time: 0.0717704
Apr 22 20:15:51.392067 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3b92af91-ddf3-485d-8274-039ae6ccb3b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1368346f-2b5d-4185-8e4b-cfc309a1140b', 'code': 200}
Apr 22 20:15:51.418423 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.quota.resource [req-dd00c666-0877-4e8d-aaa3-769b8f03d57f req-f9bdff70-6789-4c23-8dc6-6190aafd76a5 tempest-VolumesSnapshotTestJSON-1289454250 tempest-VolumesSnapshotTestJSON-1289454250-project] Unset dirty status for tenant:704676f70e364d938cd631b0faac2d8a on resource:port {{(pid=86331) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 22 20:15:51.419705 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-dd00c666-0877-4e8d-aaa3-769b8f03d57f req-f9bdff70-6789-4c23-8dc6-6190aafd76a5 tempest-VolumesSnapshotTestJSON-1289454250 tempest-VolumesSnapshotTestJSON-1289454250-project] 10.222.0.30 "GET /v2.0/ports?device_id=cc008098-a256-4d48-8de2-64202498c0f9 HTTP/1.1" status: 200  len: 943 time: 0.2623575
Apr 22 20:15:51.423956 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbbe70c9-0b39-4f9d-be6e-4133a7c8f54f None None] Pushing event updated for resources: {'Port': ['ID=1368346f-2b5d-4185-8e4b-cfc309a1140b,revision_number=5']} {{(pid=86332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 20:15:51.427521 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [None req-cbbe70c9-0b39-4f9d-be6e-4133a7c8f54f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=86332) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 20:15:51.489246 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36dde160-7931-4074-8107-956a4ef9df58 req-dee5ac80-b561-444e-9287-8f71da85f360 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 20:15:51.491238 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-36dde160-7931-4074-8107-956a4ef9df58 req-dee5ac80-b561-444e-9287-8f71da85f360 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=9c42079c-568a-4586-9ac0-bd9ce6348a73 HTTP/1.1" status: 200  len: 853 time: 0.1153193
Apr 22 20:15:51.509353 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-dd00c666-0877-4e8d-aaa3-769b8f03d57f req-d4993a41-e899-45cd-958e-8ed2ad588c0b tempest-VolumesSnapshotTestJSON-1289454250 tempest-VolumesSnapshotTestJSON-1289454250-project] 10.222.0.30 "GET /v2.0/security-groups?id=f5f9d369-1898-4a9b-a375-69f0d28704aa&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0728467
Apr 22 20:15:51.575907 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-36dde160-7931-4074-8107-956a4ef9df58 req-e881bc29-3f0c-4c0d-bd62-bbf3124643b8 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=7c6863cd-7b3a-4ee5-bf38-0731ce48712c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0647049
Apr 22 20:15:51.675018 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb8b26b-854e-41fc-ab8e-d0ad3419015b req-ac3b4656-b233-41ca-a87c-d2e6331933d5 tempest-AttachVolumeShelveTestJSON-1095716281 tempest-AttachVolumeShelveTestJSON-1095716281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 20:15:51.676657 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-afb8b26b-854e-41fc-ab8e-d0ad3419015b req-ac3b4656-b233-41ca-a87c-d2e6331933d5 tempest-AttachVolumeShelveTestJSON-1095716281 tempest-AttachVolumeShelveTestJSON-1095716281-project] 10.222.0.30 "GET /v2.0/ports?device_id=3b92af91-ddf3-485d-8274-039ae6ccb3b7 HTTP/1.1" status: 200  len: 946 time: 0.1605248
Apr 22 20:15:51.732402 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f5e0e0f-b8ee-4103-8f95-53d5fc9c57fa req-79e1686f-43ee-4101-a2ca-a8615dbaa7d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 20:15:51.734373 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-6f5e0e0f-b8ee-4103-8f95-53d5fc9c57fa req-79e1686f-43ee-4101-a2ca-a8615dbaa7d2 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=3b92af91-ddf3-485d-8274-039ae6ccb3b7 HTTP/1.1" status: 200  len: 1099 time: 0.1374242
Apr 22 20:15:51.736581 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-36dde160-7931-4074-8107-956a4ef9df58 req-21c23e32-4f00-4700-b08f-fd8880dfa1d8 service neutron] 10.222.0.46 "GET /v2.0/networks/7c6863cd-7b3a-4ee5-bf38-0731ce48712c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1443896
Apr 22 20:15:51.742701 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-afb8b26b-854e-41fc-ab8e-d0ad3419015b req-daceb0b3-d5f5-48f5-98bc-9100979b0c0f tempest-AttachVolumeShelveTestJSON-1095716281 tempest-AttachVolumeShelveTestJSON-1095716281-project] 10.222.0.30 "GET /v2.0/security-groups?id=44b3085f-cdba-4fc8-95c9-fe542e384e4e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0553231
Apr 22 20:15:51.801448 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-6f5e0e0f-b8ee-4103-8f95-53d5fc9c57fa req-572305d3-784d-4924-b23f-1affaec69370 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=44b3085f-cdba-4fc8-95c9-fe542e384e4e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0553057
Apr 22 20:15:51.897811 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-36dde160-7931-4074-8107-956a4ef9df58 req-c35b6c54-7e32-4959-af9e-0ceebd184a73 service neutron] 10.222.0.46 "GET /v2.0/networks/7c6863cd-7b3a-4ee5-bf38-0731ce48712c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1466854
Apr 22 20:15:52.037890 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-776b7e36-8dff-445a-9c62-bab75c2ad29f req-1241e128-fdb0-4442-a4e7-3f308766444f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 20:15:52.039504 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-776b7e36-8dff-445a-9c62-bab75c2ad29f req-1241e128-fdb0-4442-a4e7-3f308766444f service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=704676f70e364d938cd631b0faac2d8a&device_id=cc008098-a256-4d48-8de2-64202498c0f9 HTTP/1.1" status: 200  len: 1096 time: 0.0783832
Apr 22 20:15:52.189548 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-776b7e36-8dff-445a-9c62-bab75c2ad29f req-d89d04e8-bf19-4647-8572-ebfaa385179f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 20:15:52.191154 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-776b7e36-8dff-445a-9c62-bab75c2ad29f req-d89d04e8-bf19-4647-8572-ebfaa385179f service neutron] 10.222.0.46 "GET /v2.0/networks?id=7c6863cd-7b3a-4ee5-bf38-0731ce48712c HTTP/1.1" status: 200  len: 914 time: 0.1359305
Apr 22 20:15:52.268370 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-776b7e36-8dff-445a-9c62-bab75c2ad29f req-200a172e-ed96-4ebe-b93b-245f266b1e01 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=29d20d1f-7d91-45e7-a6a6-f3e02983c0a6 HTTP/1.1" status: 200  len: 217 time: 0.0699184
Apr 22 20:15:52.341252 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-776b7e36-8dff-445a-9c62-bab75c2ad29f req-e3761e0d-96ea-4da1-93d0-c7f22ee27386 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 20:15:52.342837 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-776b7e36-8dff-445a-9c62-bab75c2ad29f req-e3761e0d-96ea-4da1-93d0-c7f22ee27386 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=9c42079c-568a-4586-9ac0-bd9ce6348a73 HTTP/1.1" status: 200  len: 853 time: 0.0637934
Apr 22 20:15:52.396194 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-776b7e36-8dff-445a-9c62-bab75c2ad29f req-818b4bd6-2bb2-4c7c-af40-746f7c4fa5ba service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=7c6863cd-7b3a-4ee5-bf38-0731ce48712c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0453148
Apr 22 20:15:52.561516 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-776b7e36-8dff-445a-9c62-bab75c2ad29f req-c4422746-9caa-490a-8b8d-792e56b74930 service neutron] 10.222.0.46 "GET /v2.0/networks/7c6863cd-7b3a-4ee5-bf38-0731ce48712c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1529524
Apr 22 20:15:52.780982 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-776b7e36-8dff-445a-9c62-bab75c2ad29f req-0f35f339-72df-4db1-8541-ee8a3a901d25 service neutron] 10.222.0.46 "GET /v2.0/networks/7c6863cd-7b3a-4ee5-bf38-0731ce48712c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2034881
Apr 22 20:15:52.811243 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8265d2c4-9f69-4242-8291-dd2d52989ddd req-795e7bf4-c0b5-49eb-9e25-bd9ddfde486f tempest-VolumesSnapshotTestJSON-1289454250 tempest-VolumesSnapshotTestJSON-1289454250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 20:15:52.812877 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-8265d2c4-9f69-4242-8291-dd2d52989ddd req-795e7bf4-c0b5-49eb-9e25-bd9ddfde486f tempest-VolumesSnapshotTestJSON-1289454250 tempest-VolumesSnapshotTestJSON-1289454250-project] 10.222.0.30 "GET /v2.0/ports?device_id=cc008098-a256-4d48-8de2-64202498c0f9 HTTP/1.1" status: 200  len: 943 time: 0.1580544
Apr 22 20:15:52.868455 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-8265d2c4-9f69-4242-8291-dd2d52989ddd req-1a861208-42de-4db4-be68-20a53c8cd9cd tempest-VolumesSnapshotTestJSON-1289454250 tempest-VolumesSnapshotTestJSON-1289454250-project] 10.222.0.30 "GET /v2.0/security-groups?id=f5f9d369-1898-4a9b-a375-69f0d28704aa&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0455425
Apr 22 20:15:52.978540 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e034d48-1a0a-4a4d-983a-b20ccf4cb124 req-931c4f95-8ff1-4af3-9477-b917ede817ac tempest-AttachVolumeShelveTestJSON-1095716281 tempest-AttachVolumeShelveTestJSON-1095716281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 20:15:52.980149 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-1e034d48-1a0a-4a4d-983a-b20ccf4cb124 req-931c4f95-8ff1-4af3-9477-b917ede817ac tempest-AttachVolumeShelveTestJSON-1095716281 tempest-AttachVolumeShelveTestJSON-1095716281-project] 10.222.0.30 "GET /v2.0/ports?device_id=3b92af91-ddf3-485d-8274-039ae6ccb3b7 HTTP/1.1" status: 200  len: 946 time: 0.0908036
Apr 22 20:15:53.027444 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-1e034d48-1a0a-4a4d-983a-b20ccf4cb124 req-b9e8675b-2292-4f15-a8a2-153431b73a36 tempest-AttachVolumeShelveTestJSON-1095716281 tempest-AttachVolumeShelveTestJSON-1095716281-project] 10.222.0.30 "GET /v2.0/security-groups?id=44b3085f-cdba-4fc8-95c9-fe542e384e4e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0408196
Apr 22 20:15:53.225408 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0996ee2d-5d7e-4c0a-8072-bf60f9befe03 req-7f8fd69c-67ea-4f38-97e9-76c9d9086312 tempest-AttachVolumeShelveTestJSON-1095716281 tempest-AttachVolumeShelveTestJSON-1095716281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 20:15:53.227051 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-0996ee2d-5d7e-4c0a-8072-bf60f9befe03 req-7f8fd69c-67ea-4f38-97e9-76c9d9086312 tempest-AttachVolumeShelveTestJSON-1095716281 tempest-AttachVolumeShelveTestJSON-1095716281-project] 10.222.0.30 "GET /v2.0/ports?device_id=3b92af91-ddf3-485d-8274-039ae6ccb3b7 HTTP/1.1" status: 200  len: 946 time: 0.0896866
Apr 22 20:15:53.236393 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.wsgi [-] (86330) accepted ('10.222.0.30', 40910) {{(pid=86330) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 20:15:53.242842 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.v2.base [None req-74015dd9-da3f-4b0c-8dcb-cf5bdee43eb0 tempest-AttachVolumeShelveTestJSON-1095716281 tempest-AttachVolumeShelveTestJSON-1095716281-project] Request body: {'floatingip': {'port_id': '1368346f-2b5d-4185-8e4b-cfc309a1140b'}} {{(pid=86330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 22 20:15:53.326566 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-74015dd9-da3f-4b0c-8dcb-cf5bdee43eb0 tempest-AttachVolumeShelveTestJSON-1095716281 tempest-AttachVolumeShelveTestJSON-1095716281-project] Notify callbacks [] for floatingip, before_update {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:15:53.962163 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-74015dd9-da3f-4b0c-8dcb-cf5bdee43eb0 tempest-AttachVolumeShelveTestJSON-1095716281 tempest-AttachVolumeShelveTestJSON-1095716281-project] Notify callbacks [] for floatingip, precommit_update {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:15:53.965726 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-74015dd9-da3f-4b0c-8dcb-cf5bdee43eb0 tempest-AttachVolumeShelveTestJSON-1095716281 tempest-AttachVolumeShelveTestJSON-1095716281-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-427953'] for floatingip, after_update {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:15:54.213381 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.db.l3_db [None req-74015dd9-da3f-4b0c-8dcb-cf5bdee43eb0 tempest-AttachVolumeShelveTestJSON-1095716281 tempest-AttachVolumeShelveTestJSON-1095716281-project] Floating IP 59cecba0-0f43-4638-8313-50302d03e3aa associated. External IP: 172.27.3.17, port: 1368346f-2b5d-4185-8e4b-cfc309a1140b.
Apr 22 20:15:54.278511 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9325974d-2a0e-4565-abb8-6b166472d8ca req-563026e9-39e2-4981-944e-675478ce35c9 tempest-VolumesSnapshotTestJSON-1289454250 tempest-VolumesSnapshotTestJSON-1289454250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 20:15:54.280105 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-9325974d-2a0e-4565-abb8-6b166472d8ca req-563026e9-39e2-4981-944e-675478ce35c9 tempest-VolumesSnapshotTestJSON-1289454250 tempest-VolumesSnapshotTestJSON-1289454250-project] 10.222.0.30 "GET /v2.0/ports?device_id=cc008098-a256-4d48-8de2-64202498c0f9 HTTP/1.1" status: 200  len: 943 time: 0.2557547
Apr 22 20:15:54.646948 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-9325974d-2a0e-4565-abb8-6b166472d8ca req-e180d20c-a11a-4531-bb01-cfcc5492612d tempest-VolumesSnapshotTestJSON-1289454250 tempest-VolumesSnapshotTestJSON-1289454250-project] 10.222.0.30 "GET /v2.0/security-groups?id=f5f9d369-1898-4a9b-a375-69f0d28704aa&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0787919
Apr 22 20:15:54.874424 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-74015dd9-da3f-4b0c-8dcb-cf5bdee43eb0 tempest-AttachVolumeShelveTestJSON-1095716281 tempest-AttachVolumeShelveTestJSON-1095716281-project] Router be83ce26-187f-46bd-8e84-153239ab27cb has already been hosted by L3 agent 1df068ca-d615-4cb7-8020-fe6e8be709e3 {{(pid=86330) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 22 20:15:55.067881 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74015dd9-da3f-4b0c-8dcb-cf5bdee43eb0 tempest-AttachVolumeShelveTestJSON-1095716281 tempest-AttachVolumeShelveTestJSON-1095716281-project] Notify agent at l3_agent.dv-cinder-787632-1-iscsi the message routers_updated {{(pid=86330) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 22 20:15:55.073071 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-74015dd9-da3f-4b0c-8dcb-cf5bdee43eb0 tempest-AttachVolumeShelveTestJSON-1095716281 tempest-AttachVolumeShelveTestJSON-1095716281-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-743'] for floatingip, before_response {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:15:55.078079 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7240a61b-c215-4cdd-9e04-1764ba3270f7 None None] Sync routers for ids ['be83ce26-187f-46bd-8e84-153239ab27cb'] in dv-cinder-787632-1-iscsi {{(pid=86332) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 22 20:15:55.087842 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7240a61b-c215-4cdd-9e04-1764ba3270f7 None None] Routers {'be83ce26-187f-46bd-8e84-153239ab27cb'} bound to L3 agent in host dv-cinder-787632-1-iscsi {{(pid=86332) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 22 20:15:55.088507 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.l3_hamode_db [None req-7240a61b-c215-4cdd-9e04-1764ba3270f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f013d6bea20>, 'dv-cinder-787632-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-22T20:03:28Z,description=<?>,heartbeat_timestamp=2021-04-22T20:15:29Z,host='dv-cinder-787632-1-iscsi',id=1df068ca-d615-4cb7-8020-fe6e8be709e3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-22T20:03:28Z,topic='l3_agent')) {'router_ids': ['be83ce26-187f-46bd-8e84-153239ab27cb'], 'active': True} {{(pid=86332) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 22 20:15:55.133781 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [None req-74015dd9-da3f-4b0c-8dcb-cf5bdee43eb0 tempest-AttachVolumeShelveTestJSON-1095716281 tempest-AttachVolumeShelveTestJSON-1095716281-project] 10.222.0.30 "PUT /v2.0/floatingips/59cecba0-0f43-4638-8313-50302d03e3aa HTTP/1.1" status: 200  len: 991 time: 1.8961756
Apr 22 20:15:55.134539 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3b92af91-ddf3-485d-8274-039ae6ccb3b7', 'tag': '1368346f-2b5d-4185-8e4b-cfc309a1140b'}] {{(pid=86330) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 22 20:15:55.186754 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3b92af91-ddf3-485d-8274-039ae6ccb3b7', 'tag': '1368346f-2b5d-4185-8e4b-cfc309a1140b', 'status': 'completed', 'code': 200}
Apr 22 20:15:55.306061 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a5bd900-60ed-45b5-abd3-725ac2ad314d req-8301f743-0eda-4d53-b280-a98e370876cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 20:15:55.307695 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-2a5bd900-60ed-45b5-abd3-725ac2ad314d req-8301f743-0eda-4d53-b280-a98e370876cc service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=d83d42b16fb04a3dbea8744fb63b042c&device_id=3b92af91-ddf3-485d-8274-039ae6ccb3b7 HTTP/1.1" status: 200  len: 1099 time: 0.0855870
Apr 22 20:15:55.380307 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.rpc [None req-cbbe70c9-0b39-4f9d-be6e-4133a7c8f54f None None] Device 29d20d1f-7d91-45e7-a6a6-f3e02983c0a6 details requested by agent hyperv_hv-cinder-78763 with host hv-cinder-78763 {{(pid=86332) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 22 20:15:55.551849 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.l3_dvr_db [None req-7240a61b-c215-4cdd-9e04-1764ba3270f7 None None] Set router be83ce26-187f-46bd-8e84-153239ab27cb gateway port host: dv-cinder-787632-1-iscsi {{(pid=86332) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 22 20:15:55.673098 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a5bd900-60ed-45b5-abd3-725ac2ad314d req-e469fc49-b4fb-4886-8273-3bfdc3c7ffee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 20:15:55.674643 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-2a5bd900-60ed-45b5-abd3-725ac2ad314d req-e469fc49-b4fb-4886-8273-3bfdc3c7ffee service neutron] 10.222.0.46 "GET /v2.0/networks?id=34648bb7-c1ba-45d7-bfee-e82cdf1f6b93 HTTP/1.1" status: 200  len: 918 time: 0.3597636
Apr 22 20:15:55.721562 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.db [None req-cbbe70c9-0b39-4f9d-be6e-4133a7c8f54f None None] For port 29d20d1f-7d91-45e7-a6a6-f3e02983c0a6, host hv-cinder-78763, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78763',level=0,port_id=29d20d1f-7d91-45e7-a6a6-f3e02983c0a6,segment=NetworkSegment(97d79c30-b0d1-428a-8b67-74c8350b7826),segment_id=97d79c30-b0d1-428a-8b67-74c8350b7826)] {{(pid=86332) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 22 20:15:55.767243 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.rpc [None req-cbbe70c9-0b39-4f9d-be6e-4133a7c8f54f None None] Returning: {'device': '29d20d1f-7d91-45e7-a6a6-f3e02983c0a6', 'network_id': '7c6863cd-7b3a-4ee5-bf38-0731ce48712c', 'port_id': '29d20d1f-7d91-45e7-a6a6-f3e02983c0a6', 'mac_address': 'fa:16:3e:ac:1c:55', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 361, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9c42079c-568a-4586-9ac0-bd9ce6348a73', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86332) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 22 20:15:55.773073 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-5593dbdd-a5f7-4098-a98d-be6e465b40a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309146858885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640583'] for agent, after_update {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:15:55.786626 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-2a5bd900-60ed-45b5-abd3-725ac2ad314d req-118b2f76-09bc-410d-9eb6-451b06f0dd37 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1368346f-2b5d-4185-8e4b-cfc309a1140b HTTP/1.1" status: 200  len: 999 time: 0.1045134
Apr 22 20:15:55.861248 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab9ede9-fe84-4334-9a4b-dc3cac98e30b req-a02d5197-679d-499a-a549-f4721cab2722 tempest-VolumesSnapshotTestJSON-1289454250 tempest-VolumesSnapshotTestJSON-1289454250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 20:15:55.862925 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-3ab9ede9-fe84-4334-9a4b-dc3cac98e30b req-a02d5197-679d-499a-a549-f4721cab2722 tempest-VolumesSnapshotTestJSON-1289454250 tempest-VolumesSnapshotTestJSON-1289454250-project] 10.222.0.30 "GET /v2.0/ports?device_id=cc008098-a256-4d48-8de2-64202498c0f9 HTTP/1.1" status: 200  len: 943 time: 0.0985131
Apr 22 20:15:55.873192 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a5bd900-60ed-45b5-abd3-725ac2ad314d req-e0ca9ea9-82ae-4223-b2eb-bb9dd37b62c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 20:15:55.874856 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-2a5bd900-60ed-45b5-abd3-725ac2ad314d req-e0ca9ea9-82ae-4223-b2eb-bb9dd37b62c0 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=1e51354a-bd7c-4e4c-a7c1-20be7a105c17 HTTP/1.1" status: 200  len: 856 time: 0.0692384
Apr 22 20:15:55.913693 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-3ab9ede9-fe84-4334-9a4b-dc3cac98e30b req-f5858f96-fd46-4a0a-90d7-7a022348fce1 tempest-VolumesSnapshotTestJSON-1289454250 tempest-VolumesSnapshotTestJSON-1289454250-project] 10.222.0.30 "GET /v2.0/security-groups?id=f5f9d369-1898-4a9b-a375-69f0d28704aa&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0432489
Apr 22 20:15:55.926627 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-cbbe70c9-0b39-4f9d-be6e-4133a7c8f54f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587983'] for port, before_update {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:15:55.957111 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.notifiers.nova [None req-cbbe70c9-0b39-4f9d-be6e-4133a7c8f54f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 29d20d1f-7d91-45e7-a6a6-f3e02983c0a6 {{(pid=86332) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 22 20:15:55.960994 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a5bd900-60ed-45b5-abd3-725ac2ad314d req-9971b3b9-78e4-47c0-8506-01fc5b06e700 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 20:15:55.962673 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-2a5bd900-60ed-45b5-abd3-725ac2ad314d req-9971b3b9-78e4-47c0-8506-01fc5b06e700 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=34648bb7-c1ba-45d7-bfee-e82cdf1f6b93&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0809531
Apr 22 20:15:55.995532 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.db [None req-cbbe70c9-0b39-4f9d-be6e-4133a7c8f54f None None] For port 29d20d1f-7d91-45e7-a6a6-f3e02983c0a6, host hv-cinder-78763, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78763',level=0,port_id=29d20d1f-7d91-45e7-a6a6-f3e02983c0a6,segment=NetworkSegment(97d79c30-b0d1-428a-8b67-74c8350b7826),segment_id=97d79c30-b0d1-428a-8b67-74c8350b7826)] {{(pid=86332) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 22 20:15:56.007715 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-cbbe70c9-0b39-4f9d-be6e-4133a7c8f54f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854198495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853168226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727707997384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363309147208137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727707567697'] for port, after_update {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:15:56.012109 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [None req-edc5897e-eac6-474d-8b55-d5777578545f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86332) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 20:15:56.107167 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-2a5bd900-60ed-45b5-abd3-725ac2ad314d req-a9cc1bc9-6829-486f-aed9-3e8c60dc411f service neutron] 10.222.0.46 "GET /v2.0/networks/34648bb7-c1ba-45d7-bfee-e82cdf1f6b93?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1379750
Apr 22 20:15:56.130759 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbbe70c9-0b39-4f9d-be6e-4133a7c8f54f None None] Pushing event updated for resources: {'Port': ['ID=29d20d1f-7d91-45e7-a6a6-f3e02983c0a6,revision_number=4']} {{(pid=86332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 20:15:56.135090 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [None req-cbbe70c9-0b39-4f9d-be6e-4133a7c8f54f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=86332) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 20:15:56.155989 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.l3_hamode_db [None req-7240a61b-c215-4cdd-9e04-1764ba3270f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f013d6bea20>, [{'id': 'be83ce26-187f-46bd-8e84-153239ab27cb', 'name': 'tempest-AttachVolumeShelveTestJSON-1390971933-router', 'tenant_id': 'd83d42b16fb04a3dbea8744fb63b042c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b725cb4-6db6-4e68-9a61-1978e8a191a1', 'external_fixed_ips': [{'subnet_id': '1d4495d7-31a5-4e2d-a911-56ceae3a61c5', 'ip_address': '172.27.3.86'}], 'enable_snat': True}, 'gw_port_id': '4f7b8efc-ab31-4079-8251-b88952a8c099', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T20:15:28Z', 'updated_at': '2021-04-22T20:15:34Z', 'revision_number': 4, 'project_id': 'd83d42b16fb04a3dbea8744fb63b042c', 'gw_port': {'id': '4f7b8efc-ab31-4079-8251-b88952a8c099', 'name': '', 'network_id': '1b725cb4-6db6-4e68-9a61-1978e8a191a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:6a:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be83ce26-187f-46bd-8e84-153239ab27cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': '1d4495d7-31a5-4e2d-a911-56ceae3a61c5', 'ip_address': '172.27.3.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787632-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T20:15:29Z', 'updated_at': '2021-04-22T20:15:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d4495d7-31a5-4e2d-a911-56ceae3a61c5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787632-1-iscsi', '_floatingips': [{'id': '59cecba0-0f43-4638-8313-50302d03e3aa', 'tenant_id': 'd83d42b16fb04a3dbea8744fb63b042c', 'floating_ip_address': '172.27.3.17', 'floating_network_id': '1b725cb4-6db6-4e68-9a61-1978e8a191a1', 'router_id': 'be83ce26-187f-46bd-8e84-153239ab27cb', 'port_id': '1368346f-2b5d-4185-8e4b-cfc309a1140b', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 496, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '34648bb7-c1ba-45d7-bfee-e82cdf1f6b93', 'mac_address': 'fa:16:3e:8d:8d:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b92af91-ddf3-485d-8274-039ae6ccb3b7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-22T20:15:37Z', 'updated_at': '2021-04-22T20:15:53Z', 'revision_number': 1, 'project_id': 'd83d42b16fb04a3dbea8744fb63b042c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b9c3e7ea-d3b1-4b66-ac25-453cc2744703', 'name': '', 'network_id': '34648bb7-c1ba-45d7-bfee-e82cdf1f6b93', 'tenant_id': 'd83d42b16fb04a3dbea8744fb63b042c', 'mac_address': 'fa:16:3e:9f:5a:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be83ce26-187f-46bd-8e84-153239ab27cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 479, 'fixed_ips': [{'subnet_id': '1e51354a-bd7c-4e4c-a7c1-20be7a105c17', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787632-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T20:15:33Z', 'updated_at': '2021-04-22T20:15:39Z', 'revision_number': 5, 'project_id': 'd83d42b16fb04a3dbea8744fb63b042c', 'subnets': [{'id': '1e51354a-bd7c-4e4c-a7c1-20be7a105c17', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787632-1-iscsi', False) {} {{(pid=86332) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 22 20:15:56.160538 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7240a61b-c215-4cdd-9e04-1764ba3270f7 None None] Checking router: be83ce26-187f-46bd-8e84-153239ab27cb for host: dv-cinder-787632-1-iscsi {{(pid=86332) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 22 20:15:56.173681 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7240a61b-c215-4cdd-9e04-1764ba3270f7 None None] Routers {'be83ce26-187f-46bd-8e84-153239ab27cb'} bound to L3 agent in host dv-cinder-787632-1-iscsi {{(pid=86332) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 22 20:15:56.174417 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.l3_hamode_db [None req-7240a61b-c215-4cdd-9e04-1764ba3270f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f013d6bea20>, 'dv-cinder-787632-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-22T20:03:28Z,description=<?>,heartbeat_timestamp=2021-04-22T20:15:29Z,host='dv-cinder-787632-1-iscsi',id=1df068ca-d615-4cb7-8020-fe6e8be709e3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-22T20:03:28Z,topic='l3_agent')) {'router_ids': ['be83ce26-187f-46bd-8e84-153239ab27cb'], 'active': True} {{(pid=86332) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 22 20:15:56.254545 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-2a5bd900-60ed-45b5-abd3-725ac2ad314d req-7e1f63d4-ded3-4764-9062-feb1fc399de8 service neutron] 10.222.0.46 "GET /v2.0/networks/34648bb7-c1ba-45d7-bfee-e82cdf1f6b93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1408143
Apr 22 20:15:56.302622 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.db [None req-cbbe70c9-0b39-4f9d-be6e-4133a7c8f54f None None] get_ports_and_sgs() called for port_ids ['29d20d1f-7d91-45e7-a6a6-f3e02983c0a6'] {{(pid=86332) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 22 20:15:56.459915 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.l3_dvr_db [None req-7240a61b-c215-4cdd-9e04-1764ba3270f7 None None] Set router be83ce26-187f-46bd-8e84-153239ab27cb gateway port host: dv-cinder-787632-1-iscsi {{(pid=86332) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 22 20:15:56.900339 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.l3_hamode_db [None req-7240a61b-c215-4cdd-9e04-1764ba3270f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f013d6bea20>, [{'id': 'be83ce26-187f-46bd-8e84-153239ab27cb', 'name': 'tempest-AttachVolumeShelveTestJSON-1390971933-router', 'tenant_id': 'd83d42b16fb04a3dbea8744fb63b042c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b725cb4-6db6-4e68-9a61-1978e8a191a1', 'external_fixed_ips': [{'subnet_id': '1d4495d7-31a5-4e2d-a911-56ceae3a61c5', 'ip_address': '172.27.3.86'}], 'enable_snat': True}, 'gw_port_id': '4f7b8efc-ab31-4079-8251-b88952a8c099', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T20:15:28Z', 'updated_at': '2021-04-22T20:15:34Z', 'revision_number': 4, 'project_id': 'd83d42b16fb04a3dbea8744fb63b042c', 'gw_port': {'id': '4f7b8efc-ab31-4079-8251-b88952a8c099', 'name': '', 'network_id': '1b725cb4-6db6-4e68-9a61-1978e8a191a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:6a:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be83ce26-187f-46bd-8e84-153239ab27cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': '1d4495d7-31a5-4e2d-a911-56ceae3a61c5', 'ip_address': '172.27.3.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787632-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T20:15:29Z', 'updated_at': '2021-04-22T20:15:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d4495d7-31a5-4e2d-a911-56ceae3a61c5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787632-1-iscsi', '_floatingips': [{'id': '59cecba0-0f43-4638-8313-50302d03e3aa', 'tenant_id': 'd83d42b16fb04a3dbea8744fb63b042c', 'floating_ip_address': '172.27.3.17', 'floating_network_id': '1b725cb4-6db6-4e68-9a61-1978e8a191a1', 'router_id': 'be83ce26-187f-46bd-8e84-153239ab27cb', 'port_id': '1368346f-2b5d-4185-8e4b-cfc309a1140b', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 496, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '34648bb7-c1ba-45d7-bfee-e82cdf1f6b93', 'mac_address': 'fa:16:3e:8d:8d:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b92af91-ddf3-485d-8274-039ae6ccb3b7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-22T20:15:37Z', 'updated_at': '2021-04-22T20:15:53Z', 'revision_number': 1, 'project_id': 'd83d42b16fb04a3dbea8744fb63b042c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b9c3e7ea-d3b1-4b66-ac25-453cc2744703', 'name': '', 'network_id': '34648bb7-c1ba-45d7-bfee-e82cdf1f6b93', 'tenant_id': 'd83d42b16fb04a3dbea8744fb63b042c', 'mac_address': 'fa:16:3e:9f:5a:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be83ce26-187f-46bd-8e84-153239ab27cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 479, 'fixed_ips': [{'subnet_id': '1e51354a-bd7c-4e4c-a7c1-20be7a105c17', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787632-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T20:15:33Z', 'updated_at': '2021-04-22T20:15:39Z', 'revision_number': 5, 'project_id': 'd83d42b16fb04a3dbea8744fb63b042c', 'subnets': [{'id': '1e51354a-bd7c-4e4c-a7c1-20be7a105c17', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787632-1-iscsi', False) {} {{(pid=86332) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 22 20:15:56.904465 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7240a61b-c215-4cdd-9e04-1764ba3270f7 None None] The sync data for ids ['be83ce26-187f-46bd-8e84-153239ab27cb'] in dv-cinder-787632-1-iscsi is: [{'id': 'be83ce26-187f-46bd-8e84-153239ab27cb', 'name': 'tempest-AttachVolumeShelveTestJSON-1390971933-router', 'tenant_id': 'd83d42b16fb04a3dbea8744fb63b042c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b725cb4-6db6-4e68-9a61-1978e8a191a1', 'external_fixed_ips': [{'subnet_id': '1d4495d7-31a5-4e2d-a911-56ceae3a61c5', 'ip_address': '172.27.3.86'}], 'enable_snat': True}, 'gw_port_id': '4f7b8efc-ab31-4079-8251-b88952a8c099', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T20:15:28Z', 'updated_at': '2021-04-22T20:15:34Z', 'revision_number': 4, 'project_id': 'd83d42b16fb04a3dbea8744fb63b042c', 'gw_port': {'id': '4f7b8efc-ab31-4079-8251-b88952a8c099', 'name': '', 'network_id': '1b725cb4-6db6-4e68-9a61-1978e8a191a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:6a:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be83ce26-187f-46bd-8e84-153239ab27cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': '1d4495d7-31a5-4e2d-a911-56ceae3a61c5', 'ip_address': '172.27.3.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787632-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T20:15:29Z', 'updated_at': '2021-04-22T20:15:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d4495d7-31a5-4e2d-a911-56ceae3a61c5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787632-1-iscsi', '_floatingips': [{'id': '59cecba0-0f43-4638-8313-50302d03e3aa', 'tenant_id': 'd83d42b16fb04a3dbea8744fb63b042c', 'floating_ip_address': '172.27.3.17', 'floating_network_id': '1b725cb4-6db6-4e68-9a61-1978e8a191a1', 'router_id': 'be83ce26-187f-46bd-8e84-153239ab27cb', 'port_id': '1368346f-2b5d-4185-8e4b-cfc309a1140b', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 496, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '34648bb7-c1ba-45d7-bfee-e82cdf1f6b93', 'mac_address': 'fa:16:3e:8d:8d:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b92af91-ddf3-485d-8274-039ae6ccb3b7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-22T20:15:37Z', 'updated_at': '2021-04-22T20:15:53Z', 'revision_number': 1, 'project_id': 'd83d42b16fb04a3dbea8744fb63b042c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b9c3e7ea-d3b1-4b66-ac25-453cc2744703', 'name': '', 'network_id': '34648bb7-c1ba-45d7-bfee-e82cdf1f6b93', 'tenant_id': 'd83d42b16fb04a3dbea8744fb63b042c', 'mac_address': 'fa:16:3e:9f:5a:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be83ce26-187f-46bd-8e84-153239ab27cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 479, 'fixed_ips': [{'subnet_id': '1e51354a-bd7c-4e4c-a7c1-20be7a105c17', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787632-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T20:15:33Z', 'updated_at': '2021-04-22T20:15:39Z', 'revision_number': 5, 'project_id': 'd83d42b16fb04a3dbea8744fb63b042c', 'subnets': [{'id': '1e51354a-bd7c-4e4c-a7c1-20be7a105c17', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86332) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 22 20:15:57.119418 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38eee922-671b-4ce2-b308-74cf7e6f72ee req-a675ae97-b9b3-4d57-b914-ada2067e9499 tempest-VolumesSnapshotTestJSON-1289454250 tempest-VolumesSnapshotTestJSON-1289454250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 20:15:57.120954 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-38eee922-671b-4ce2-b308-74cf7e6f72ee req-a675ae97-b9b3-4d57-b914-ada2067e9499 tempest-VolumesSnapshotTestJSON-1289454250 tempest-VolumesSnapshotTestJSON-1289454250-project] 10.222.0.30 "GET /v2.0/ports?device_id=cc008098-a256-4d48-8de2-64202498c0f9 HTTP/1.1" status: 200  len: 944 time: 0.0926187
Apr 22 20:15:57.170373 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-38eee922-671b-4ce2-b308-74cf7e6f72ee req-3acfef5e-29f1-4bbd-b843-19a1f98bd8c0 tempest-VolumesSnapshotTestJSON-1289454250 tempest-VolumesSnapshotTestJSON-1289454250-project] 10.222.0.30 "GET /v2.0/security-groups?id=f5f9d369-1898-4a9b-a375-69f0d28704aa&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0430410
Apr 22 20:15:57.202612 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-522e4fde-40b5-45bd-bcd1-b48ebaf40004 None None] New status for floating IP 59cecba0-0f43-4638-8313-50302d03e3aa: ACTIVE {{(pid=86333) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Apr 22 20:15:58.375376 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53090bcb-5432-48f4-a198-745688de81a1 req-9d0e03b2-403f-41d3-bf0a-ee15082e2451 tempest-VolumesSnapshotTestJSON-1289454250 tempest-VolumesSnapshotTestJSON-1289454250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 20:15:58.376960 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-53090bcb-5432-48f4-a198-745688de81a1 req-9d0e03b2-403f-41d3-bf0a-ee15082e2451 tempest-VolumesSnapshotTestJSON-1289454250 tempest-VolumesSnapshotTestJSON-1289454250-project] 10.222.0.30 "GET /v2.0/ports?device_id=cc008098-a256-4d48-8de2-64202498c0f9 HTTP/1.1" status: 200  len: 944 time: 0.0869021
Apr 22 20:15:58.424370 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-53090bcb-5432-48f4-a198-745688de81a1 req-cf32fd36-62c9-426d-b956-a1cefb9afd7e tempest-VolumesSnapshotTestJSON-1289454250 tempest-VolumesSnapshotTestJSON-1289454250-project] 10.222.0.30 "GET /v2.0/security-groups?id=f5f9d369-1898-4a9b-a375-69f0d28704aa&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0401640
Apr 22 20:15:58.542003 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-6c1b2a66-de41-414e-9c3f-e898244e4abc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309146858885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640583'] for agent, after_update {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:15:58.934705 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-d69b9430-b136-4a40-a189-232f048ef307 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309146858885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640583'] for agent, after_update {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:15:59.110508 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.rpc [None req-cbbe70c9-0b39-4f9d-be6e-4133a7c8f54f None None] Device 29d20d1f-7d91-45e7-a6a6-f3e02983c0a6 up at agent hyperv_hv-cinder-78763 {{(pid=86332) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 22 20:15:59.179371 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.provisioning_blocks [None req-cbbe70c9-0b39-4f9d-be6e-4133a7c8f54f None None] Provisioning for port 29d20d1f-7d91-45e7-a6a6-f3e02983c0a6 completed by entity L2. {{(pid=86332) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 22 20:15:59.184270 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.provisioning_blocks [None req-cbbe70c9-0b39-4f9d-be6e-4133a7c8f54f None None] Provisioning complete for port 29d20d1f-7d91-45e7-a6a6-f3e02983c0a6 triggered by entity L2. {{(pid=86332) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 22 20:15:59.184688 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-cbbe70c9-0b39-4f9d-be6e-4133a7c8f54f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854135278'] for port, provisioning_complete {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:15:59.259894 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-08e5d76f-3fe5-4242-a4b8-30f374028052 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309146858885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640583'] for agent, after_update {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:15:59.325680 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-cbbe70c9-0b39-4f9d-be6e-4133a7c8f54f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587983'] for port, before_update {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:15:59.353795 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc008098-a256-4d48-8de2-64202498c0f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '29d20d1f-7d91-45e7-a6a6-f3e02983c0a6'}] {{(pid=86332) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 22 20:15:59.363979 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.db [None req-cbbe70c9-0b39-4f9d-be6e-4133a7c8f54f None None] For port 29d20d1f-7d91-45e7-a6a6-f3e02983c0a6, host hv-cinder-78763, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78763',level=0,port_id=29d20d1f-7d91-45e7-a6a6-f3e02983c0a6,segment=NetworkSegment(97d79c30-b0d1-428a-8b67-74c8350b7826),segment_id=97d79c30-b0d1-428a-8b67-74c8350b7826)] {{(pid=86332) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 22 20:15:59.367968 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-cbbe70c9-0b39-4f9d-be6e-4133a7c8f54f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854198495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853168226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727707997384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363309147208137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727707567697'] for port, after_update {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:15:59.370852 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [None req-08e5d76f-3fe5-4242-a4b8-30f374028052 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86332) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 20:15:59.597539 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cc008098-a256-4d48-8de2-64202498c0f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '29d20d1f-7d91-45e7-a6a6-f3e02983c0a6', 'code': 200}
Apr 22 20:15:59.632440 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbbe70c9-0b39-4f9d-be6e-4133a7c8f54f None None] Pushing event updated for resources: {'Port': ['ID=29d20d1f-7d91-45e7-a6a6-f3e02983c0a6,revision_number=5']} {{(pid=86332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 20:15:59.638542 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [None req-cbbe70c9-0b39-4f9d-be6e-4133a7c8f54f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.268s {{(pid=86332) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 20:15:59.722334 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.wsgi [-] (86330) accepted ('10.222.0.30', 41002) {{(pid=86330) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 20:15:59.723461 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab4a902d-0958-4588-9b3a-9b52c93cf560 req-d3851a2d-2389-4507-a656-c11f6a536909 tempest-VolumesSnapshotTestJSON-1289454250 tempest-VolumesSnapshotTestJSON-1289454250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 20:15:59.725163 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-ab4a902d-0958-4588-9b3a-9b52c93cf560 req-d3851a2d-2389-4507-a656-c11f6a536909 tempest-VolumesSnapshotTestJSON-1289454250 tempest-VolumesSnapshotTestJSON-1289454250-project] 10.222.0.30 "GET /v2.0/ports?device_id=cc008098-a256-4d48-8de2-64202498c0f9 HTTP/1.1" status: 200  len: 945 time: 0.1660507
Apr 22 20:15:59.735931 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd7813a-cc2d-4d9f-bb93-dbde0b4cd7ec req-f5680d24-bcca-478d-b70a-0e28dad66565 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 20:15:59.737468 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-6cd7813a-cc2d-4d9f-bb93-dbde0b4cd7ec req-f5680d24-bcca-478d-b70a-0e28dad66565 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=cc008098-a256-4d48-8de2-64202498c0f9 HTTP/1.1" status: 200  len: 1098 time: 0.1176305
Apr 22 20:15:59.808816 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-ab4a902d-0958-4588-9b3a-9b52c93cf560 req-5bddebfe-f857-4e3c-9727-9ed3a6fc88c2 tempest-VolumesSnapshotTestJSON-1289454250 tempest-VolumesSnapshotTestJSON-1289454250-project] 10.222.0.30 "GET /v2.0/security-groups?id=f5f9d369-1898-4a9b-a375-69f0d28704aa&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0754774
Apr 22 20:15:59.812316 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-6cd7813a-cc2d-4d9f-bb93-dbde0b4cd7ec req-474b4be6-11e7-4dac-98e2-82be6239a69f service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=f5f9d369-1898-4a9b-a375-69f0d28704aa&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0611119
Apr 22 20:15:59.859014 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-065abacf-99f6-49da-95ff-cbfb86315142 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:15:59.873845 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.quota.driver [None req-065abacf-99f6-49da-95ff-cbfb86315142 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86330) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 22 20:15:59.877823 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.quota.resource [None req-065abacf-99f6-49da-95ff-cbfb86315142 admin admin] Usage tracker for resource:security_group_rule and tenant:aa35d6b7c6984a2c9a4397e8cfeaa9c8 is out of sync, need to count used quota {{(pid=86330) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 22 20:15:59.881220 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.quota.resource [None req-065abacf-99f6-49da-95ff-cbfb86315142 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86330) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 22 20:15:59.887201 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.quota.driver [None req-065abacf-99f6-49da-95ff-cbfb86315142 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86330) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 22 20:15:59.973076 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-065abacf-99f6-49da-95ff-cbfb86315142 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:15:59.975906 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-065abacf-99f6-49da-95ff-cbfb86315142 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393900'] for security_group, after_create {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:15:59.984306 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [None req-6adb80d5-4ae4-4fce-b024-cc61f31ed93e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 20:16:00.026790 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [None req-065abacf-99f6-49da-95ff-cbfb86315142 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=aa35d6b7c6984a2c9a4397e8cfeaa9c8&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3033090
Apr 22 20:16:00.027644 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-065abacf-99f6-49da-95ff-cbfb86315142 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a446b92-b7e6-4bf4-991c-606e811c3189,revision_number=1']} {{(pid=86330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 20:16:00.029649 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.wsgi [-] (86331) accepted ('10.222.0.30', 41008) {{(pid=86331) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 20:16:00.030943 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [None req-065abacf-99f6-49da-95ff-cbfb86315142 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=86330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 20:16:00.093041 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-9d301873-ebbd-42a2-9c0e-afc40d5208a9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:16:00.120017 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-9d301873-ebbd-42a2-9c0e-afc40d5208a9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:16:00.164347 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-9d301873-ebbd-42a2-9c0e-afc40d5208a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393900'] for security_group, after_delete {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:16:00.169321 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [None req-7d2b045e-52c1-4014-b948-b79893508806 tempest-AttachVolumeShelveTestJSON-1095716281 tempest-AttachVolumeShelveTestJSON-1095716281-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 20:16:00.182594 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d301873-ebbd-42a2-9c0e-afc40d5208a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a446b92-b7e6-4bf4-991c-606e811c3189,revision_number=None']} {{(pid=86331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 20:16:00.185278 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [None req-9d301873-ebbd-42a2-9c0e-afc40d5208a9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 20:16:00.187294 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-9d301873-ebbd-42a2-9c0e-afc40d5208a9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:16:00.188466 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [None req-9d301873-ebbd-42a2-9c0e-afc40d5208a9 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/5a446b92-b7e6-4bf4-991c-606e811c3189 HTTP/1.1" status: 204  len: 168 time: 0.1577339
Apr 22 20:16:00.217804 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-77fc9508-bbbe-4662-bfa7-f4837e5c3abe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309146858885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640583'] for agent, after_update {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:16:00.469847 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.wsgi [-] (86331) accepted ('10.222.0.30', 41016) {{(pid=86331) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 20:16:00.488551 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-278e3e0f-9215-4d78-ac76-e4e35583f2d8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:16:00.503737 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.quota.driver [None req-278e3e0f-9215-4d78-ac76-e4e35583f2d8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 22 20:16:00.508302 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.quota.resource [None req-278e3e0f-9215-4d78-ac76-e4e35583f2d8 admin admin] Usage tracker for resource:security_group_rule and tenant:9b1b0e6127604cc8bfe3c1c1526ff627 is out of sync, need to count used quota {{(pid=86331) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 22 20:16:00.511300 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.quota.resource [None req-278e3e0f-9215-4d78-ac76-e4e35583f2d8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86331) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 22 20:16:00.517282 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.quota.driver [None req-278e3e0f-9215-4d78-ac76-e4e35583f2d8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 22 20:16:00.602366 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-278e3e0f-9215-4d78-ac76-e4e35583f2d8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:16:00.605170 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-278e3e0f-9215-4d78-ac76-e4e35583f2d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393900'] for security_group, after_create {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:16:00.613792 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [None req-7948e6f1-a9b4-4498-b81a-733ba01af598 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 20:16:00.660171 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [None req-278e3e0f-9215-4d78-ac76-e4e35583f2d8 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=9b1b0e6127604cc8bfe3c1c1526ff627&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1891646
Apr 22 20:16:00.661899 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-278e3e0f-9215-4d78-ac76-e4e35583f2d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36fb29ca-2187-404e-a212-00d2bff6f8fb,revision_number=1']} {{(pid=86331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 20:16:00.663045 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.wsgi [-] (86330) accepted ('10.222.0.30', 41020) {{(pid=86330) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 20:16:00.665026 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [None req-278e3e0f-9215-4d78-ac76-e4e35583f2d8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 20:16:00.728898 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-be52bff0-d13d-40c2-bead-afd986b52bef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:16:00.757196 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-be52bff0-d13d-40c2-bead-afd986b52bef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:16:00.804639 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-be52bff0-d13d-40c2-bead-afd986b52bef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393900'] for security_group, after_delete {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:16:00.809905 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [None req-73385be1-3973-47d7-a8a1-4c86d6317ab3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 20:16:00.823880 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be52bff0-d13d-40c2-bead-afd986b52bef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36fb29ca-2187-404e-a212-00d2bff6f8fb,revision_number=None']} {{(pid=86330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 20:16:00.826210 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [None req-be52bff0-d13d-40c2-bead-afd986b52bef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=86330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 20:16:00.834388 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-be52bff0-d13d-40c2-bead-afd986b52bef admin admin] Notify callbacks [] for security_group, before_response {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:16:00.842353 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [None req-be52bff0-d13d-40c2-bead-afd986b52bef admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/36fb29ca-2187-404e-a212-00d2bff6f8fb HTTP/1.1" status: 204  len: 168 time: 0.1778765
Apr 22 20:16:01.021204 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8fbe119-b687-4de7-9111-0edde351cdd2 req-43a61260-108f-4934-b6a1-20244f88f8d2 tempest-VolumesSnapshotTestJSON-1289454250 tempest-VolumesSnapshotTestJSON-1289454250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 20:16:01.022820 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-e8fbe119-b687-4de7-9111-0edde351cdd2 req-43a61260-108f-4934-b6a1-20244f88f8d2 tempest-VolumesSnapshotTestJSON-1289454250 tempest-VolumesSnapshotTestJSON-1289454250-project] 10.222.0.30 "GET /v2.0/ports?device_id=cc008098-a256-4d48-8de2-64202498c0f9 HTTP/1.1" status: 200  len: 945 time: 0.0902629
Apr 22 20:16:01.074497 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-e8fbe119-b687-4de7-9111-0edde351cdd2 req-dbd4658f-4a39-4555-9ff6-da08d8bb13d3 tempest-VolumesSnapshotTestJSON-1289454250 tempest-VolumesSnapshotTestJSON-1289454250-project] 10.222.0.30 "GET /v2.0/security-groups?id=f5f9d369-1898-4a9b-a375-69f0d28704aa&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0454082
Apr 22 20:16:01.213283 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.wsgi [-] (86330) accepted ('10.222.0.30', 41036) {{(pid=86330) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 20:16:01.236621 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-ce9bd1d7-2dbc-4dd0-a5cf-32d643c5a7db admin admin] Notify callbacks [] for security_group, before_create {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:16:01.252442 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.quota.driver [None req-ce9bd1d7-2dbc-4dd0-a5cf-32d643c5a7db admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86330) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 22 20:16:01.256528 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.quota.resource [None req-ce9bd1d7-2dbc-4dd0-a5cf-32d643c5a7db admin admin] Usage tracker for resource:security_group_rule and tenant:7f69775e4f644e639fd660e14ae467ca is out of sync, need to count used quota {{(pid=86330) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 22 20:16:01.259495 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.quota.resource [None req-ce9bd1d7-2dbc-4dd0-a5cf-32d643c5a7db admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86330) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 22 20:16:01.265656 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.quota.driver [None req-ce9bd1d7-2dbc-4dd0-a5cf-32d643c5a7db admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86330) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 22 20:16:01.352709 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-ce9bd1d7-2dbc-4dd0-a5cf-32d643c5a7db admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:16:01.356123 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-ce9bd1d7-2dbc-4dd0-a5cf-32d643c5a7db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393900'] for security_group, after_create {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:16:01.365821 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [None req-63d8cfc0-e85e-46b5-aec0-dc9e61fb137c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 20:16:01.407020 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [None req-ce9bd1d7-2dbc-4dd0-a5cf-32d643c5a7db admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=7f69775e4f644e639fd660e14ae467ca&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1925056
Apr 22 20:16:01.408710 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce9bd1d7-2dbc-4dd0-a5cf-32d643c5a7db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0febbcc5-92ef-4fb2-a16a-067e8a8aed87,revision_number=1']} {{(pid=86330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 20:16:01.410613 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.wsgi [-] (86331) accepted ('10.222.0.30', 41044) {{(pid=86331) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 20:16:01.412906 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [None req-ce9bd1d7-2dbc-4dd0-a5cf-32d643c5a7db admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=86330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 20:16:01.476525 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-c3304fe7-cb88-44c7-a9c2-e8ab99780e85 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:16:01.504789 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-c3304fe7-cb88-44c7-a9c2-e8ab99780e85 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:16:01.566363 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-c3304fe7-cb88-44c7-a9c2-e8ab99780e85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393900'] for security_group, after_delete {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:16:01.572150 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [None req-db4bd557-dc37-458d-be05-5de5dd487da7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 20:16:01.586530 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3304fe7-cb88-44c7-a9c2-e8ab99780e85 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0febbcc5-92ef-4fb2-a16a-067e8a8aed87,revision_number=None']} {{(pid=86331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 20:16:01.598535 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [None req-c3304fe7-cb88-44c7-a9c2-e8ab99780e85 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 20:16:01.609343 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-c3304fe7-cb88-44c7-a9c2-e8ab99780e85 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:16:01.613946 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [None req-c3304fe7-cb88-44c7-a9c2-e8ab99780e85 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/0febbcc5-92ef-4fb2-a16a-067e8a8aed87 HTTP/1.1" status: 204  len: 168 time: 0.1987548
Apr 22 20:16:14.056914 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.agents_db [None req-d2e1aac6-b006-4d71-afe2-c4a5b694a422 None None] Agent healthcheck: found 6 active agents {{(pid=86333) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 22 20:16:18.663142 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-cbbe70c9-0b39-4f9d-be6e-4133a7c8f54f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309146858885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640583'] for agent, after_update {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:16:22.512009 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd43ecb-d4cb-461f-83ee-d08f4081ba94 req-6cf06eef-be3c-4b54-af79-be89a8e1e830 tempest-VolumesSnapshotTestJSON-1289454250 tempest-VolumesSnapshotTestJSON-1289454250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 20:16:22.513583 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-bcd43ecb-d4cb-461f-83ee-d08f4081ba94 req-6cf06eef-be3c-4b54-af79-be89a8e1e830 tempest-VolumesSnapshotTestJSON-1289454250 tempest-VolumesSnapshotTestJSON-1289454250-project] 10.222.0.30 "GET /v2.0/ports?device_id=cc008098-a256-4d48-8de2-64202498c0f9 HTTP/1.1" status: 200  len: 945 time: 0.0881186
Apr 22 20:16:22.561525 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-bcd43ecb-d4cb-461f-83ee-d08f4081ba94 req-3f006393-3d55-4748-a4c5-47cb53971532 tempest-VolumesSnapshotTestJSON-1289454250 tempest-VolumesSnapshotTestJSON-1289454250-project] 10.222.0.30 "GET /v2.0/security-groups?id=f5f9d369-1898-4a9b-a375-69f0d28704aa&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0414963
Apr 22 20:16:23.762301 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d3af4c-7372-4992-84ab-127fa812accd req-30237456-c5cb-4ab0-9123-05a96063b35a tempest-VolumesSnapshotTestJSON-1289454250 tempest-VolumesSnapshotTestJSON-1289454250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 20:16:23.763857 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-25d3af4c-7372-4992-84ab-127fa812accd req-30237456-c5cb-4ab0-9123-05a96063b35a tempest-VolumesSnapshotTestJSON-1289454250 tempest-VolumesSnapshotTestJSON-1289454250-project] 10.222.0.30 "GET /v2.0/ports?device_id=cc008098-a256-4d48-8de2-64202498c0f9 HTTP/1.1" status: 200  len: 945 time: 0.0896704
Apr 22 20:16:23.811095 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-25d3af4c-7372-4992-84ab-127fa812accd req-c343d2a7-dcf3-4c89-9c3a-e7d78cbc0a92 tempest-VolumesSnapshotTestJSON-1289454250 tempest-VolumesSnapshotTestJSON-1289454250-project] 10.222.0.30 "GET /v2.0/security-groups?id=f5f9d369-1898-4a9b-a375-69f0d28704aa&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0409279
Apr 22 20:16:24.250348 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-931e016e-9856-413a-be64-f6c104e889ee req-b4cd74c3-bc24-4577-89c5-a94cbb1d109f tempest-VolumesSnapshotTestJSON-1289454250 tempest-VolumesSnapshotTestJSON-1289454250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 20:16:24.251886 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-931e016e-9856-413a-be64-f6c104e889ee req-b4cd74c3-bc24-4577-89c5-a94cbb1d109f tempest-VolumesSnapshotTestJSON-1289454250 tempest-VolumesSnapshotTestJSON-1289454250-project] 10.222.0.46 "GET /v2.0/ports?device_id=cc008098-a256-4d48-8de2-64202498c0f9 HTTP/1.1" status: 200  len: 945 time: 0.0859981
Apr 22 20:16:24.330935 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.plugin [req-931e016e-9856-413a-be64-f6c104e889ee req-5094f5ea-b67f-488f-95d1-0aa9680bdf19 tempest-VolumesSnapshotTestJSON-1289454250 tempest-VolumesSnapshotTestJSON-1289454250-project] Deleting port 29d20d1f-7d91-45e7-a6a6-f3e02983c0a6 {{(pid=86331) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 22 20:16:24.331321 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [req-931e016e-9856-413a-be64-f6c104e889ee req-5094f5ea-b67f-488f-95d1-0aa9680bdf19 tempest-VolumesSnapshotTestJSON-1289454250 tempest-VolumesSnapshotTestJSON-1289454250-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363309146780532'] for port, before_delete {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:16:24.604076 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.db [req-931e016e-9856-413a-be64-f6c104e889ee req-5094f5ea-b67f-488f-95d1-0aa9680bdf19 tempest-VolumesSnapshotTestJSON-1289454250 tempest-VolumesSnapshotTestJSON-1289454250-project] For port 29d20d1f-7d91-45e7-a6a6-f3e02983c0a6, host hv-cinder-78763, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78763',level=0,port_id=29d20d1f-7d91-45e7-a6a6-f3e02983c0a6,segment=NetworkSegment(97d79c30-b0d1-428a-8b67-74c8350b7826),segment_id=97d79c30-b0d1-428a-8b67-74c8350b7826)] {{(pid=86331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 22 20:16:24.604468 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [req-931e016e-9856-413a-be64-f6c104e889ee req-5094f5ea-b67f-488f-95d1-0aa9680bdf19 tempest-VolumesSnapshotTestJSON-1289454250 tempest-VolumesSnapshotTestJSON-1289454250-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854358147'] for port, precommit_delete {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:16:24.732634 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.plugin [req-931e016e-9856-413a-be64-f6c104e889ee req-5094f5ea-b67f-488f-95d1-0aa9680bdf19 tempest-VolumesSnapshotTestJSON-1289454250 tempest-VolumesSnapshotTestJSON-1289454250-project] Calling delete_port for 29d20d1f-7d91-45e7-a6a6-f3e02983c0a6 owned by compute:nova {{(pid=86331) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 22 20:16:24.883234 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [req-931e016e-9856-413a-be64-f6c104e889ee req-5094f5ea-b67f-488f-95d1-0aa9680bdf19 tempest-VolumesSnapshotTestJSON-1289454250 tempest-VolumesSnapshotTestJSON-1289454250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854198495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853168226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363309146778399', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727707567663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1223862'] for port, after_delete {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:16:24.888819 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [None req-16bf676c-0f5b-4ede-8fd7-c228a97ff012 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 20:16:24.896654 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.db [None req-cbbe70c9-0b39-4f9d-be6e-4133a7c8f54f None None] get_ports_and_sgs() called for port_ids ['29d20d1f-7d91-45e7-a6a6-f3e02983c0a6'] {{(pid=86332) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 22 20:16:24.938842 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5094f5ea-b67f-488f-95d1-0aa9680bdf19 tempest-VolumesSnapshotTestJSON-1289454250 tempest-VolumesSnapshotTestJSON-1289454250-project] Pushing event deleted for resources: {'Port': ['ID=29d20d1f-7d91-45e7-a6a6-f3e02983c0a6,revision_number=None']} {{(pid=86331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 20:16:24.976983 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [None req-5094f5ea-b67f-488f-95d1-0aa9680bdf19 tempest-VolumesSnapshotTestJSON-1289454250 tempest-VolumesSnapshotTestJSON-1289454250-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 20:16:25.023009 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-c0a40a35-7eeb-43ca-b76d-d2a9d36c0202 req-8bbbca5b-ff2a-4748-ba42-2ff57c07105b tempest-VolumesSnapshotTestJSON-1289454250 tempest-VolumesSnapshotTestJSON-1289454250-project] 10.222.0.30 "GET /v2.0/ports?device_id=cc008098-a256-4d48-8de2-64202498c0f9 HTTP/1.1" status: 200  len: 210 time: 0.0855308
Apr 22 20:16:25.065165 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.l3_dvrscheduler_db [req-931e016e-9856-413a-be64-f6c104e889ee req-5094f5ea-b67f-488f-95d1-0aa9680bdf19 tempest-VolumesSnapshotTestJSON-1289454250 tempest-VolumesSnapshotTestJSON-1289454250-project] No DVR routers for this DVR port 29d20d1f-7d91-45e7-a6a6-f3e02983c0a6 on host hv-cinder-78763 {{(pid=86331) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 22 20:16:25.067803 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [req-931e016e-9856-413a-be64-f6c104e889ee req-5094f5ea-b67f-488f-95d1-0aa9680bdf19 tempest-VolumesSnapshotTestJSON-1289454250 tempest-VolumesSnapshotTestJSON-1289454250-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-743'] for port, before_response {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:16:25.070688 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc008098-a256-4d48-8de2-64202498c0f9', 'name': 'network-vif-deleted', 'tag': '29d20d1f-7d91-45e7-a6a6-f3e02983c0a6'}] {{(pid=86331) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 22 20:16:25.086242 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-931e016e-9856-413a-be64-f6c104e889ee req-5094f5ea-b67f-488f-95d1-0aa9680bdf19 tempest-VolumesSnapshotTestJSON-1289454250 tempest-VolumesSnapshotTestJSON-1289454250-project] 10.222.0.46 "DELETE /v2.0/ports/29d20d1f-7d91-45e7-a6a6-f3e02983c0a6 HTTP/1.1" status: 204  len: 173 time: 0.8283577
Apr 22 20:16:25.260912 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cc008098-a256-4d48-8de2-64202498c0f9', 'name': 'network-vif-deleted', 'tag': '29d20d1f-7d91-45e7-a6a6-f3e02983c0a6', 'status': 'completed', 'code': 200}
Apr 22 20:16:25.714049 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-4be3eaf8-12d4-4ce0-bcf0-d2e4b79302e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309146858885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640583'] for agent, after_update {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:16:27.250636 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.rpc [None req-cbbe70c9-0b39-4f9d-be6e-4133a7c8f54f None None] Device 29d20d1f-7d91-45e7-a6a6-f3e02983c0a6 no longer exists at agent hyperv_hv-cinder-78763 {{(pid=86332) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 22 20:16:27.288256 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.plugin [None req-cbbe70c9-0b39-4f9d-be6e-4133a7c8f54f None None] No Port match for: 29d20d1f-7d91-45e7-a6a6-f3e02983c0a6 {{(pid=86332) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 22 20:16:27.288639 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.rpc [None req-cbbe70c9-0b39-4f9d-be6e-4133a7c8f54f None None] Device 29d20d1f-7d91-45e7-a6a6-f3e02983c0a6 not bound to the agent host hv-cinder-78763 {{(pid=86332) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 22 20:16:28.543360 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-d569c52c-f72f-43d7-a85e-f18bd426f876 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309146858885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640583'] for agent, after_update {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:16:28.934945 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-d69b9430-b136-4a40-a189-232f048ef307 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309146858885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640583'] for agent, after_update {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:16:29.252237 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-08e5d76f-3fe5-4242-a4b8-30f374028052 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309146858885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640583'] for agent, after_update {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:16:30.216757 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-77fc9508-bbbe-4662-bfa7-f4837e5c3abe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309146858885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640583'] for agent, after_update {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:16:34.991926 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf9da98-b59b-4ba3-9848-80568d618a5e req-36a67fbe-ffb4-4974-875b-14bcdd8a88ed tempest-AttachVolumeTestJSON-431678780 tempest-AttachVolumeTestJSON-431678780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 20:16:34.993510 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-3cf9da98-b59b-4ba3-9848-80568d618a5e req-36a67fbe-ffb4-4974-875b-14bcdd8a88ed tempest-AttachVolumeTestJSON-431678780 tempest-AttachVolumeTestJSON-431678780-project] 10.222.0.30 "GET /v2.0/ports?device_id=856aff26-352c-4f6c-a8fa-a9199da8c43a HTTP/1.1" status: 200  len: 945 time: 0.3236666
Apr 22 20:16:35.044788 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-3cf9da98-b59b-4ba3-9848-80568d618a5e req-905cb19a-a660-4123-9536-d5134fdd6024 tempest-AttachVolumeTestJSON-431678780 tempest-AttachVolumeTestJSON-431678780-project] 10.222.0.30 "GET /v2.0/security-groups?id=7cb077a5-4ba7-4c7b-8f9c-203a75555aff&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0448117
Apr 22 20:16:36.246957 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6153b16f-1f1e-443a-ad6a-60ec4544624d req-cd45017b-5704-4382-8857-d69cf23def43 tempest-AttachVolumeTestJSON-431678780 tempest-AttachVolumeTestJSON-431678780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 20:16:36.248572 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-6153b16f-1f1e-443a-ad6a-60ec4544624d req-cd45017b-5704-4382-8857-d69cf23def43 tempest-AttachVolumeTestJSON-431678780 tempest-AttachVolumeTestJSON-431678780-project] 10.222.0.30 "GET /v2.0/ports?device_id=856aff26-352c-4f6c-a8fa-a9199da8c43a HTTP/1.1" status: 200  len: 945 time: 0.0864642
Apr 22 20:16:36.295508 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-6153b16f-1f1e-443a-ad6a-60ec4544624d req-a06aa04a-9815-4477-a824-85e5b8e012a9 tempest-AttachVolumeTestJSON-431678780 tempest-AttachVolumeTestJSON-431678780-project] 10.222.0.30 "GET /v2.0/security-groups?id=7cb077a5-4ba7-4c7b-8f9c-203a75555aff&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0407043
Apr 22 20:16:36.635237 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a61c80-8857-49a7-8ae7-27ded9d34f7f req-1d32accd-80c2-491a-9d07-aa647ea9558f tempest-AttachVolumeTestJSON-431678780 tempest-AttachVolumeTestJSON-431678780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 20:16:36.636799 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-07a61c80-8857-49a7-8ae7-27ded9d34f7f req-1d32accd-80c2-491a-9d07-aa647ea9558f tempest-AttachVolumeTestJSON-431678780 tempest-AttachVolumeTestJSON-431678780-project] 10.222.0.46 "GET /v2.0/ports?device_id=856aff26-352c-4f6c-a8fa-a9199da8c43a HTTP/1.1" status: 200  len: 945 time: 0.0927334
Apr 22 20:16:36.718939 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.plugin [req-07a61c80-8857-49a7-8ae7-27ded9d34f7f req-f36014e8-0507-40a8-9c58-f40658c374ae tempest-AttachVolumeTestJSON-431678780 tempest-AttachVolumeTestJSON-431678780-project] Deleting port 9aa3800f-3327-462d-a953-942086bb3ed4 {{(pid=86331) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 22 20:16:36.719324 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [req-07a61c80-8857-49a7-8ae7-27ded9d34f7f req-f36014e8-0507-40a8-9c58-f40658c374ae tempest-AttachVolumeTestJSON-431678780 tempest-AttachVolumeTestJSON-431678780-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363309146780532'] for port, before_delete {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:16:36.979980 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.db [req-07a61c80-8857-49a7-8ae7-27ded9d34f7f req-f36014e8-0507-40a8-9c58-f40658c374ae tempest-AttachVolumeTestJSON-431678780 tempest-AttachVolumeTestJSON-431678780-project] For port 9aa3800f-3327-462d-a953-942086bb3ed4, host hv-cinder-78763, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78763',level=0,port_id=9aa3800f-3327-462d-a953-942086bb3ed4,segment=NetworkSegment(ee2cf152-35a2-4f0a-9e62-a52542065261),segment_id=ee2cf152-35a2-4f0a-9e62-a52542065261)] {{(pid=86331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 22 20:16:36.980376 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [req-07a61c80-8857-49a7-8ae7-27ded9d34f7f req-f36014e8-0507-40a8-9c58-f40658c374ae tempest-AttachVolumeTestJSON-431678780 tempest-AttachVolumeTestJSON-431678780-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854358147'] for port, precommit_delete {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:16:37.280734 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [req-07a61c80-8857-49a7-8ae7-27ded9d34f7f req-f36014e8-0507-40a8-9c58-f40658c374ae tempest-AttachVolumeTestJSON-431678780 tempest-AttachVolumeTestJSON-431678780-project] Notify callbacks [] for floatingip, precommit_update {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:16:37.281299 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [req-07a61c80-8857-49a7-8ae7-27ded9d34f7f req-f36014e8-0507-40a8-9c58-f40658c374ae tempest-AttachVolumeTestJSON-431678780 tempest-AttachVolumeTestJSON-431678780-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-427953'] for floatingip, after_update {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:16:37.281471 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.db.l3_db [req-07a61c80-8857-49a7-8ae7-27ded9d34f7f req-f36014e8-0507-40a8-9c58-f40658c374ae tempest-AttachVolumeTestJSON-431678780 tempest-AttachVolumeTestJSON-431678780-project] Floating IP cfe2ab4c-70f7-4d07-b76f-b77f2c4ba50e disassociated. External IP: 172.27.3.205, port: 9aa3800f-3327-462d-a953-942086bb3ed4.
Apr 22 20:16:37.281883 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.plugin [req-07a61c80-8857-49a7-8ae7-27ded9d34f7f req-f36014e8-0507-40a8-9c58-f40658c374ae tempest-AttachVolumeTestJSON-431678780 tempest-AttachVolumeTestJSON-431678780-project] Calling delete_port for 9aa3800f-3327-462d-a953-942086bb3ed4 owned by compute:nova {{(pid=86331) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 22 20:16:37.433961 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [req-07a61c80-8857-49a7-8ae7-27ded9d34f7f req-f36014e8-0507-40a8-9c58-f40658c374ae tempest-AttachVolumeTestJSON-431678780 tempest-AttachVolumeTestJSON-431678780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854198495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853168226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363309146778399', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727707567663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1223862'] for port, after_delete {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:16:37.440658 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [None req-5c5139fe-6aed-4c18-900b-3e678c2ea3b9 tempest-AttachVolumeShelveTestJSON-1095716281 tempest-AttachVolumeShelveTestJSON-1095716281-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 20:16:37.460304 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-3001fe16-695b-4823-bb17-193ff6dbaf56 req-ad8af32d-3d5a-4f74-8aa4-8abcb7c8f386 tempest-AttachVolumeTestJSON-431678780 tempest-AttachVolumeTestJSON-431678780-project] 10.222.0.30 "GET /v2.0/ports?device_id=856aff26-352c-4f6c-a8fa-a9199da8c43a HTTP/1.1" status: 200  len: 210 time: 0.0524278
Apr 22 20:16:37.492774 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f36014e8-0507-40a8-9c58-f40658c374ae tempest-AttachVolumeTestJSON-431678780 tempest-AttachVolumeTestJSON-431678780-project] Pushing event deleted for resources: {'Port': ['ID=9aa3800f-3327-462d-a953-942086bb3ed4,revision_number=None']} {{(pid=86331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 20:16:37.495117 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [None req-f36014e8-0507-40a8-9c58-f40658c374ae tempest-AttachVolumeTestJSON-431678780 tempest-AttachVolumeTestJSON-431678780-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 20:16:37.689136 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.scheduler.l3_agent_scheduler [req-07a61c80-8857-49a7-8ae7-27ded9d34f7f req-f36014e8-0507-40a8-9c58-f40658c374ae tempest-AttachVolumeTestJSON-431678780 tempest-AttachVolumeTestJSON-431678780-project] Router 1579061b-27c8-45c8-a86c-6a7fe76c2895 has already been hosted by L3 agent 1df068ca-d615-4cb7-8020-fe6e8be709e3 {{(pid=86331) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 22 20:16:38.103944 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-07a61c80-8857-49a7-8ae7-27ded9d34f7f req-f36014e8-0507-40a8-9c58-f40658c374ae tempest-AttachVolumeTestJSON-431678780 tempest-AttachVolumeTestJSON-431678780-project] Notify agent at l3_agent.dv-cinder-787632-1-iscsi the message routers_updated {{(pid=86331) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 22 20:16:38.114032 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a00c3666-3e71-46be-b21f-43816bd10cbc None None] Sync routers for ids ['1579061b-27c8-45c8-a86c-6a7fe76c2895'] in dv-cinder-787632-1-iscsi {{(pid=86332) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 22 20:16:38.125552 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a00c3666-3e71-46be-b21f-43816bd10cbc None None] Routers {'1579061b-27c8-45c8-a86c-6a7fe76c2895'} bound to L3 agent in host dv-cinder-787632-1-iscsi {{(pid=86332) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 22 20:16:38.126389 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.l3_hamode_db [None req-a00c3666-3e71-46be-b21f-43816bd10cbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f013c84e400>, 'dv-cinder-787632-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-04-22T20:03:28Z,description=<?>,heartbeat_timestamp=2021-04-22T20:16:29Z,host='dv-cinder-787632-1-iscsi',id=1df068ca-d615-4cb7-8020-fe6e8be709e3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-22T20:03:28Z,topic='l3_agent')) {'router_ids': ['1579061b-27c8-45c8-a86c-6a7fe76c2895'], 'active': True} {{(pid=86332) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 22 20:16:38.182562 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.l3_dvrscheduler_db [req-07a61c80-8857-49a7-8ae7-27ded9d34f7f req-f36014e8-0507-40a8-9c58-f40658c374ae tempest-AttachVolumeTestJSON-431678780 tempest-AttachVolumeTestJSON-431678780-project] No DVR routers for this DVR port 9aa3800f-3327-462d-a953-942086bb3ed4 on host hv-cinder-78763 {{(pid=86331) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 22 20:16:38.185152 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [req-07a61c80-8857-49a7-8ae7-27ded9d34f7f req-f36014e8-0507-40a8-9c58-f40658c374ae tempest-AttachVolumeTestJSON-431678780 tempest-AttachVolumeTestJSON-431678780-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-743'] for port, before_response {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:16:38.187997 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '856aff26-352c-4f6c-a8fa-a9199da8c43a', 'name': 'network-vif-deleted', 'tag': '9aa3800f-3327-462d-a953-942086bb3ed4'}] {{(pid=86331) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 22 20:16:38.204003 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-07a61c80-8857-49a7-8ae7-27ded9d34f7f req-f36014e8-0507-40a8-9c58-f40658c374ae tempest-AttachVolumeTestJSON-431678780 tempest-AttachVolumeTestJSON-431678780-project] 10.222.0.46 "DELETE /v2.0/ports/9aa3800f-3327-462d-a953-942086bb3ed4 HTTP/1.1" status: 204  len: 173 time: 1.5599086
Apr 22 20:16:38.237471 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '856aff26-352c-4f6c-a8fa-a9199da8c43a', 'name': 'network-vif-deleted', 'tag': '9aa3800f-3327-462d-a953-942086bb3ed4', 'status': 'completed', 'code': 200}
Apr 22 20:16:38.320160 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.l3_dvr_db [None req-a00c3666-3e71-46be-b21f-43816bd10cbc None None] Set router 1579061b-27c8-45c8-a86c-6a7fe76c2895 gateway port host: dv-cinder-787632-1-iscsi {{(pid=86332) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 22 20:16:38.631159 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-01739602-8374-4061-9665-ad8b9db508fc req-443b26ba-20ba-4697-ace4-bd66d4485027 tempest-AttachVolumeTestJSON-431678780 tempest-AttachVolumeTestJSON-431678780-project] 10.222.0.30 "GET /v2.0/ports?device_id=856aff26-352c-4f6c-a8fa-a9199da8c43a HTTP/1.1" status: 200  len: 210 time: 0.0512507
Apr 22 20:16:38.652483 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.l3_hamode_db [None req-a00c3666-3e71-46be-b21f-43816bd10cbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f013c84e400>, [{'id': '1579061b-27c8-45c8-a86c-6a7fe76c2895', 'name': 'tempest-AttachVolumeTestJSON-860199075-router', 'tenant_id': 'd911111607464bf49ef66ee3335728c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b725cb4-6db6-4e68-9a61-1978e8a191a1', 'external_fixed_ips': [{'subnet_id': '1d4495d7-31a5-4e2d-a911-56ceae3a61c5', 'ip_address': '172.27.3.78'}], 'enable_snat': True}, 'gw_port_id': '9a2d43f7-bd9b-4d0f-8151-3b2eae8f716f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T20:11:35Z', 'updated_at': '2021-04-22T20:11:47Z', 'revision_number': 4, 'project_id': 'd911111607464bf49ef66ee3335728c8', 'gw_port': {'id': '9a2d43f7-bd9b-4d0f-8151-3b2eae8f716f', 'name': '', 'network_id': '1b725cb4-6db6-4e68-9a61-1978e8a191a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:bb:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1579061b-27c8-45c8-a86c-6a7fe76c2895', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '1d4495d7-31a5-4e2d-a911-56ceae3a61c5', 'ip_address': '172.27.3.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787632-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T20:11:36Z', 'updated_at': '2021-04-22T20:11:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d4495d7-31a5-4e2d-a911-56ceae3a61c5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787632-1-iscsi', '_interfaces': [{'id': 'ca272985-6352-40bc-a8aa-36c8497e6162', 'name': '', 'network_id': '8eb42aba-9fa9-48c5-ac95-29b89130e5f9', 'tenant_id': 'd911111607464bf49ef66ee3335728c8', 'mac_address': 'fa:16:3e:28:cc:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1579061b-27c8-45c8-a86c-6a7fe76c2895', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'e2d55e83-7c80-4c1a-99f4-0aea05526efc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787632-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T20:11:44Z', 'updated_at': '2021-04-22T20:11:59Z', 'revision_number': 5, 'project_id': 'd911111607464bf49ef66ee3335728c8', 'subnets': [{'id': 'e2d55e83-7c80-4c1a-99f4-0aea05526efc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787632-1-iscsi', False) {} {{(pid=86332) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 22 20:16:38.656572 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a00c3666-3e71-46be-b21f-43816bd10cbc None None] Checking router: 1579061b-27c8-45c8-a86c-6a7fe76c2895 for host: dv-cinder-787632-1-iscsi {{(pid=86332) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 22 20:16:38.666358 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a00c3666-3e71-46be-b21f-43816bd10cbc None None] Routers {'1579061b-27c8-45c8-a86c-6a7fe76c2895'} bound to L3 agent in host dv-cinder-787632-1-iscsi {{(pid=86332) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 22 20:16:38.666957 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.l3_hamode_db [None req-a00c3666-3e71-46be-b21f-43816bd10cbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f013c84e400>, 'dv-cinder-787632-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-04-22T20:03:28Z,description=<?>,heartbeat_timestamp=2021-04-22T20:16:29Z,host='dv-cinder-787632-1-iscsi',id=1df068ca-d615-4cb7-8020-fe6e8be709e3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-22T20:03:28Z,topic='l3_agent')) {'router_ids': ['1579061b-27c8-45c8-a86c-6a7fe76c2895'], 'active': True} {{(pid=86332) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 22 20:16:38.858762 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.l3_dvr_db [None req-a00c3666-3e71-46be-b21f-43816bd10cbc None None] Set router 1579061b-27c8-45c8-a86c-6a7fe76c2895 gateway port host: dv-cinder-787632-1-iscsi {{(pid=86332) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 22 20:16:39.192138 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.l3_hamode_db [None req-a00c3666-3e71-46be-b21f-43816bd10cbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f013c84e400>, [{'id': '1579061b-27c8-45c8-a86c-6a7fe76c2895', 'name': 'tempest-AttachVolumeTestJSON-860199075-router', 'tenant_id': 'd911111607464bf49ef66ee3335728c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b725cb4-6db6-4e68-9a61-1978e8a191a1', 'external_fixed_ips': [{'subnet_id': '1d4495d7-31a5-4e2d-a911-56ceae3a61c5', 'ip_address': '172.27.3.78'}], 'enable_snat': True}, 'gw_port_id': '9a2d43f7-bd9b-4d0f-8151-3b2eae8f716f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T20:11:35Z', 'updated_at': '2021-04-22T20:11:47Z', 'revision_number': 4, 'project_id': 'd911111607464bf49ef66ee3335728c8', 'gw_port': {'id': '9a2d43f7-bd9b-4d0f-8151-3b2eae8f716f', 'name': '', 'network_id': '1b725cb4-6db6-4e68-9a61-1978e8a191a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:bb:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1579061b-27c8-45c8-a86c-6a7fe76c2895', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '1d4495d7-31a5-4e2d-a911-56ceae3a61c5', 'ip_address': '172.27.3.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787632-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T20:11:36Z', 'updated_at': '2021-04-22T20:11:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d4495d7-31a5-4e2d-a911-56ceae3a61c5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787632-1-iscsi', '_interfaces': [{'id': 'ca272985-6352-40bc-a8aa-36c8497e6162', 'name': '', 'network_id': '8eb42aba-9fa9-48c5-ac95-29b89130e5f9', 'tenant_id': 'd911111607464bf49ef66ee3335728c8', 'mac_address': 'fa:16:3e:28:cc:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1579061b-27c8-45c8-a86c-6a7fe76c2895', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'e2d55e83-7c80-4c1a-99f4-0aea05526efc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787632-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T20:11:44Z', 'updated_at': '2021-04-22T20:11:59Z', 'revision_number': 5, 'project_id': 'd911111607464bf49ef66ee3335728c8', 'subnets': [{'id': 'e2d55e83-7c80-4c1a-99f4-0aea05526efc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787632-1-iscsi', False) {} {{(pid=86332) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 22 20:16:39.196362 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a00c3666-3e71-46be-b21f-43816bd10cbc None None] The sync data for ids ['1579061b-27c8-45c8-a86c-6a7fe76c2895'] in dv-cinder-787632-1-iscsi is: [{'id': '1579061b-27c8-45c8-a86c-6a7fe76c2895', 'name': 'tempest-AttachVolumeTestJSON-860199075-router', 'tenant_id': 'd911111607464bf49ef66ee3335728c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b725cb4-6db6-4e68-9a61-1978e8a191a1', 'external_fixed_ips': [{'subnet_id': '1d4495d7-31a5-4e2d-a911-56ceae3a61c5', 'ip_address': '172.27.3.78'}], 'enable_snat': True}, 'gw_port_id': '9a2d43f7-bd9b-4d0f-8151-3b2eae8f716f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T20:11:35Z', 'updated_at': '2021-04-22T20:11:47Z', 'revision_number': 4, 'project_id': 'd911111607464bf49ef66ee3335728c8', 'gw_port': {'id': '9a2d43f7-bd9b-4d0f-8151-3b2eae8f716f', 'name': '', 'network_id': '1b725cb4-6db6-4e68-9a61-1978e8a191a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:bb:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1579061b-27c8-45c8-a86c-6a7fe76c2895', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '1d4495d7-31a5-4e2d-a911-56ceae3a61c5', 'ip_address': '172.27.3.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787632-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T20:11:36Z', 'updated_at': '2021-04-22T20:11:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d4495d7-31a5-4e2d-a911-56ceae3a61c5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787632-1-iscsi', '_interfaces': [{'id': 'ca272985-6352-40bc-a8aa-36c8497e6162', 'name': '', 'network_id': '8eb42aba-9fa9-48c5-ac95-29b89130e5f9', 'tenant_id': 'd911111607464bf49ef66ee3335728c8', 'mac_address': 'fa:16:3e:28:cc:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1579061b-27c8-45c8-a86c-6a7fe76c2895', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'e2d55e83-7c80-4c1a-99f4-0aea05526efc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787632-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T20:11:44Z', 'updated_at': '2021-04-22T20:11:59Z', 'revision_number': 5, 'project_id': 'd911111607464bf49ef66ee3335728c8', 'subnets': [{'id': 'e2d55e83-7c80-4c1a-99f4-0aea05526efc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86332) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 22 20:16:39.553106 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7a6fa7d-def3-494f-a830-6dd638c4012d None None] New status for floating IP cfe2ab4c-70f7-4d07-b76f-b77f2c4ba50e: DOWN {{(pid=86333) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Apr 22 20:16:39.945123 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-9a666e1f-cb18-4120-91c5-58f51195769e req-dde873d2-8d3b-459e-9dcc-99ba9d4fc14a tempest-AttachVolumeTestJSON-431678780 tempest-AttachVolumeTestJSON-431678780-project] 10.222.0.30 "GET /v2.0/ports?device_id=856aff26-352c-4f6c-a8fa-a9199da8c43a HTTP/1.1" status: 200  len: 210 time: 0.0497649
Apr 22 20:16:40.142870 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.rpc [None req-cbbe70c9-0b39-4f9d-be6e-4133a7c8f54f None None] Device 9aa3800f-3327-462d-a953-942086bb3ed4 no longer exists at agent hyperv_hv-cinder-78763 {{(pid=86332) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 22 20:16:40.180959 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.plugin [None req-cbbe70c9-0b39-4f9d-be6e-4133a7c8f54f None None] No Port match for: 9aa3800f-3327-462d-a953-942086bb3ed4 {{(pid=86332) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 22 20:16:40.181356 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.rpc [None req-cbbe70c9-0b39-4f9d-be6e-4133a7c8f54f None None] Device 9aa3800f-3327-462d-a953-942086bb3ed4 not bound to the agent host hv-cinder-78763 {{(pid=86332) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 22 20:16:41.076568 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.wsgi [-] (86331) accepted ('10.222.0.30', 41280) {{(pid=86331) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 20:16:41.144334 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-4841c8ae-b663-465d-b0b7-97527ea9ca2d tempest-AttachVolumeTestJSON-431678780 tempest-AttachVolumeTestJSON-431678780-project] Notify callbacks [] for security_group, before_delete {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:16:41.173062 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-4841c8ae-b663-465d-b0b7-97527ea9ca2d tempest-AttachVolumeTestJSON-431678780 tempest-AttachVolumeTestJSON-431678780-project] Notify callbacks [] for security_group, precommit_delete {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:16:41.217956 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-4841c8ae-b663-465d-b0b7-97527ea9ca2d tempest-AttachVolumeTestJSON-431678780 tempest-AttachVolumeTestJSON-431678780-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393900'] for security_group, after_delete {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:16:41.223006 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 20:16:41.240112 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4841c8ae-b663-465d-b0b7-97527ea9ca2d tempest-AttachVolumeTestJSON-431678780 tempest-AttachVolumeTestJSON-431678780-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7cb077a5-4ba7-4c7b-8f9c-203a75555aff,revision_number=None']} {{(pid=86331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 20:16:41.242621 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [None req-4841c8ae-b663-465d-b0b7-97527ea9ca2d tempest-AttachVolumeTestJSON-431678780 tempest-AttachVolumeTestJSON-431678780-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 20:16:41.248057 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-4841c8ae-b663-465d-b0b7-97527ea9ca2d tempest-AttachVolumeTestJSON-431678780 tempest-AttachVolumeTestJSON-431678780-project] Notify callbacks [] for security_group, before_response {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:16:41.249219 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [None req-4841c8ae-b663-465d-b0b7-97527ea9ca2d tempest-AttachVolumeTestJSON-431678780 tempest-AttachVolumeTestJSON-431678780-project] 10.222.0.30 "DELETE /v2.0/security-groups/7cb077a5-4ba7-4c7b-8f9c-203a75555aff HTTP/1.1" status: 204  len: 168 time: 0.1715860
Apr 22 20:16:41.252100 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.wsgi [-] (86331) accepted ('10.222.0.30', 41284) {{(pid=86331) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 20:16:41.270981 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.api.v2.resource [None req-da6ff19b-ef11-49cb-aaf4-568f56fa54b8 tempest-AttachVolumeTestJSON-431678780 tempest-AttachVolumeTestJSON-431678780-project] show failed (client error): The resource could not be found.
Apr 22 20:16:41.274242 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [None req-da6ff19b-ef11-49cb-aaf4-568f56fa54b8 tempest-AttachVolumeTestJSON-431678780 tempest-AttachVolumeTestJSON-431678780-project] 10.222.0.30 "GET /v2.0/security-groups/7cb077a5-4ba7-4c7b-8f9c-203a75555aff HTTP/1.1" status: 404  len: 347 time: 0.0211024
Apr 22 20:16:41.275160 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.wsgi [-] (86331) accepted ('10.222.0.30', 41288) {{(pid=86331) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 20:16:41.445852 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.plugin [None req-7a1e7bb9-5871-4c05-b774-8082f75aa3fd tempest-AttachVolumeTestJSON-431678780 tempest-AttachVolumeTestJSON-431678780-project] Deleting port 1b01a874-158e-4ff9-b1e9-66d73771a00a {{(pid=86331) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 22 20:16:41.446231 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-7a1e7bb9-5871-4c05-b774-8082f75aa3fd tempest-AttachVolumeTestJSON-431678780 tempest-AttachVolumeTestJSON-431678780-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363309146780532'] for port, before_delete {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:16:41.633576 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-7a1e7bb9-5871-4c05-b774-8082f75aa3fd tempest-AttachVolumeTestJSON-431678780 tempest-AttachVolumeTestJSON-431678780-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854358147'] for port, precommit_delete {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:16:41.634165 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-7a1e7bb9-5871-4c05-b774-8082f75aa3fd tempest-AttachVolumeTestJSON-431678780 tempest-AttachVolumeTestJSON-431678780-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:16:41.765726 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.plugin [None req-7a1e7bb9-5871-4c05-b774-8082f75aa3fd tempest-AttachVolumeTestJSON-431678780 tempest-AttachVolumeTestJSON-431678780-project] Calling delete_port for 1b01a874-158e-4ff9-b1e9-66d73771a00a owned by network:floatingip {{(pid=86331) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 22 20:16:41.912450 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-7a1e7bb9-5871-4c05-b774-8082f75aa3fd tempest-AttachVolumeTestJSON-431678780 tempest-AttachVolumeTestJSON-431678780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854198495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853168226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363309146778399', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727707567663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1223862'] for port, after_delete {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:16:41.917086 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [None req-637764e8-f2a7-4211-a545-1e08789439b6 tempest-TestVolumeBootPattern-572234504 tempest-TestVolumeBootPattern-572234504-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 20:16:41.961836 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a1e7bb9-5871-4c05-b774-8082f75aa3fd tempest-AttachVolumeTestJSON-431678780 tempest-AttachVolumeTestJSON-431678780-project] Pushing event deleted for resources: {'Port': ['ID=1b01a874-158e-4ff9-b1e9-66d73771a00a,revision_number=None']} {{(pid=86331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 20:16:41.965150 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [None req-7a1e7bb9-5871-4c05-b774-8082f75aa3fd tempest-AttachVolumeTestJSON-431678780 tempest-AttachVolumeTestJSON-431678780-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 20:16:42.059248 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-7a1e7bb9-5871-4c05-b774-8082f75aa3fd tempest-AttachVolumeTestJSON-431678780 tempest-AttachVolumeTestJSON-431678780-project] Notify callbacks [] for floatingip, after_delete {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:16:42.074463 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-7a1e7bb9-5871-4c05-b774-8082f75aa3fd tempest-AttachVolumeTestJSON-431678780 tempest-AttachVolumeTestJSON-431678780-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-743'] for floatingip, before_response {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:16:42.075723 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [None req-7a1e7bb9-5871-4c05-b774-8082f75aa3fd tempest-AttachVolumeTestJSON-431678780 tempest-AttachVolumeTestJSON-431678780-project] 10.222.0.30 "DELETE /v2.0/floatingips/cfe2ab4c-70f7-4d07-b76f-b77f2c4ba50e HTTP/1.1" status: 204  len: 168 time: 0.7995601
Apr 22 20:16:42.382505 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.wsgi [-] (86331) accepted ('10.222.0.30', 41306) {{(pid=86331) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 20:16:42.388462 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.v2.base [None req-f371136a-3ab0-4ab5-849d-524cd9cfe304 tempest-AttachVolumeTestJSON-431678780 tempest-AttachVolumeTestJSON-431678780-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1548305468', 'description': 'tempest-description--607155628'}} {{(pid=86331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 22 20:16:42.394824 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.quota.driver [None req-f371136a-3ab0-4ab5-849d-524cd9cfe304 tempest-AttachVolumeTestJSON-431678780 tempest-AttachVolumeTestJSON-431678780-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 22 20:16:42.399188 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.quota.resource [None req-f371136a-3ab0-4ab5-849d-524cd9cfe304 tempest-AttachVolumeTestJSON-431678780 tempest-AttachVolumeTestJSON-431678780-project] Usage tracker for resource:security_group and tenant:d911111607464bf49ef66ee3335728c8 is out of sync, need to count used quota {{(pid=86331) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 22 20:16:42.402236 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.quota.resource [None req-f371136a-3ab0-4ab5-849d-524cd9cfe304 tempest-AttachVolumeTestJSON-431678780 tempest-AttachVolumeTestJSON-431678780-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=86331) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 22 20:16:42.408304 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.quota.driver [None req-f371136a-3ab0-4ab5-849d-524cd9cfe304 tempest-AttachVolumeTestJSON-431678780 tempest-AttachVolumeTestJSON-431678780-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=86331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 22 20:16:42.419309 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-f371136a-3ab0-4ab5-849d-524cd9cfe304 tempest-AttachVolumeTestJSON-431678780 tempest-AttachVolumeTestJSON-431678780-project] Notify callbacks [] for security_group, before_create {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:16:42.440785 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.quota.driver [None req-f371136a-3ab0-4ab5-849d-524cd9cfe304 tempest-AttachVolumeTestJSON-431678780 tempest-AttachVolumeTestJSON-431678780-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 22 20:16:42.445439 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.quota.resource [None req-f371136a-3ab0-4ab5-849d-524cd9cfe304 tempest-AttachVolumeTestJSON-431678780 tempest-AttachVolumeTestJSON-431678780-project] Usage tracker for resource:security_group_rule and tenant:d911111607464bf49ef66ee3335728c8 is out of sync, need to count used quota {{(pid=86331) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 22 20:16:42.448416 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.quota.resource [None req-f371136a-3ab0-4ab5-849d-524cd9cfe304 tempest-AttachVolumeTestJSON-431678780 tempest-AttachVolumeTestJSON-431678780-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=86331) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 22 20:16:42.454540 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.quota.driver [None req-f371136a-3ab0-4ab5-849d-524cd9cfe304 tempest-AttachVolumeTestJSON-431678780 tempest-AttachVolumeTestJSON-431678780-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=86331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 22 20:16:42.525503 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-f371136a-3ab0-4ab5-849d-524cd9cfe304 tempest-AttachVolumeTestJSON-431678780 tempest-AttachVolumeTestJSON-431678780-project] Notify callbacks [] for security_group, precommit_create {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:16:42.528571 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-f371136a-3ab0-4ab5-849d-524cd9cfe304 tempest-AttachVolumeTestJSON-431678780 tempest-AttachVolumeTestJSON-431678780-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393900'] for security_group, after_create {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:16:42.534189 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [None req-013a0dd6-e98f-4c1e-83e8-d803ab5ffbc1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 20:16:42.588052 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f371136a-3ab0-4ab5-849d-524cd9cfe304 tempest-AttachVolumeTestJSON-431678780 tempest-AttachVolumeTestJSON-431678780-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ee49f099-4f69-42f6-80cf-edc32cf4993d,revision_number=1']} {{(pid=86331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 20:16:42.592065 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-f371136a-3ab0-4ab5-849d-524cd9cfe304 tempest-AttachVolumeTestJSON-431678780 tempest-AttachVolumeTestJSON-431678780-project] Notify callbacks [] for security_group, before_response {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:16:42.593377 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [None req-f371136a-3ab0-4ab5-849d-524cd9cfe304 tempest-AttachVolumeTestJSON-431678780 tempest-AttachVolumeTestJSON-431678780-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1779 time: 0.2097905
Apr 22 20:16:42.596760 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.wsgi [-] (86330) accepted ('10.222.0.30', 41312) {{(pid=86330) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 20:16:42.598532 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f371136a-3ab0-4ab5-849d-524cd9cfe304 tempest-AttachVolumeTestJSON-431678780 tempest-AttachVolumeTestJSON-431678780-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787632-1-iscsi {{(pid=86331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 20:16:42.598988 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f371136a-3ab0-4ab5-849d-524cd9cfe304 tempest-AttachVolumeTestJSON-431678780 tempest-AttachVolumeTestJSON-431678780-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787632-1-iscsi {{(pid=86331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 20:16:42.599338 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f371136a-3ab0-4ab5-849d-524cd9cfe304 tempest-AttachVolumeTestJSON-431678780 tempest-AttachVolumeTestJSON-431678780-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787632-1-iscsi {{(pid=86331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 20:16:42.599725 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f371136a-3ab0-4ab5-849d-524cd9cfe304 tempest-AttachVolumeTestJSON-431678780 tempest-AttachVolumeTestJSON-431678780-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787632-1-iscsi {{(pid=86331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 20:16:42.600126 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f371136a-3ab0-4ab5-849d-524cd9cfe304 tempest-AttachVolumeTestJSON-431678780 tempest-AttachVolumeTestJSON-431678780-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787632-1-iscsi {{(pid=86331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 20:16:42.600525 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f371136a-3ab0-4ab5-849d-524cd9cfe304 tempest-AttachVolumeTestJSON-431678780 tempest-AttachVolumeTestJSON-431678780-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787632-1-iscsi {{(pid=86331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 20:16:42.600924 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f371136a-3ab0-4ab5-849d-524cd9cfe304 tempest-AttachVolumeTestJSON-431678780 tempest-AttachVolumeTestJSON-431678780-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-787632-1-iscsi {{(pid=86331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 20:16:42.601317 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f371136a-3ab0-4ab5-849d-524cd9cfe304 tempest-AttachVolumeTestJSON-431678780 tempest-AttachVolumeTestJSON-431678780-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787632-1-iscsi {{(pid=86331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 20:16:42.601711 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f371136a-3ab0-4ab5-849d-524cd9cfe304 tempest-AttachVolumeTestJSON-431678780 tempest-AttachVolumeTestJSON-431678780-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787632-1-iscsi {{(pid=86331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 20:16:42.602128 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f371136a-3ab0-4ab5-849d-524cd9cfe304 tempest-AttachVolumeTestJSON-431678780 tempest-AttachVolumeTestJSON-431678780-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787632-1-iscsi {{(pid=86331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 20:16:42.602520 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f371136a-3ab0-4ab5-849d-524cd9cfe304 tempest-AttachVolumeTestJSON-431678780 tempest-AttachVolumeTestJSON-431678780-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787632-1-iscsi {{(pid=86331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 20:16:42.602909 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f371136a-3ab0-4ab5-849d-524cd9cfe304 tempest-AttachVolumeTestJSON-431678780 tempest-AttachVolumeTestJSON-431678780-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787632-1-iscsi {{(pid=86331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 20:16:42.603837 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.v2.base [None req-31fb2e60-e86b-4b79-af93-cdb5dde58798 tempest-AttachVolumeTestJSON-431678780 tempest-AttachVolumeTestJSON-431678780-project] Request body: {'security_group_rule': {'security_group_id': 'ee49f099-4f69-42f6-80cf-edc32cf4993d', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=86330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 22 20:16:42.606585 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [None req-f371136a-3ab0-4ab5-849d-524cd9cfe304 tempest-AttachVolumeTestJSON-431678780 tempest-AttachVolumeTestJSON-431678780-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 20:16:42.611540 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.quota.driver [None req-31fb2e60-e86b-4b79-af93-cdb5dde58798 tempest-AttachVolumeTestJSON-431678780 tempest-AttachVolumeTestJSON-431678780-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86330) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 22 20:16:42.616824 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.quota.resource [None req-31fb2e60-e86b-4b79-af93-cdb5dde58798 tempest-AttachVolumeTestJSON-431678780 tempest-AttachVolumeTestJSON-431678780-project] Usage tracker for resource:security_group_rule and tenant:d911111607464bf49ef66ee3335728c8 is out of sync, need to count used quota {{(pid=86330) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 22 20:16:42.620040 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.quota.resource [None req-31fb2e60-e86b-4b79-af93-cdb5dde58798 tempest-AttachVolumeTestJSON-431678780 tempest-AttachVolumeTestJSON-431678780-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=86330) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 22 20:16:42.627571 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.quota.driver [None req-31fb2e60-e86b-4b79-af93-cdb5dde58798 tempest-AttachVolumeTestJSON-431678780 tempest-AttachVolumeTestJSON-431678780-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=86330) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 22 20:16:42.645224 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-31fb2e60-e86b-4b79-af93-cdb5dde58798 tempest-AttachVolumeTestJSON-431678780 tempest-AttachVolumeTestJSON-431678780-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:16:42.714379 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-31fb2e60-e86b-4b79-af93-cdb5dde58798 tempest-AttachVolumeTestJSON-431678780 tempest-AttachVolumeTestJSON-431678780-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:16:42.717676 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-31fb2e60-e86b-4b79-af93-cdb5dde58798 tempest-AttachVolumeTestJSON-431678780 tempest-AttachVolumeTestJSON-431678780-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393920'] for security_group_rule, after_create {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:16:42.719829 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 20:16:42.743381 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31fb2e60-e86b-4b79-af93-cdb5dde58798 tempest-AttachVolumeTestJSON-431678780 tempest-AttachVolumeTestJSON-431678780-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=90f78495-aa75-4ea8-9808-0a7f6d244ce7,revision_number=0']} {{(pid=86330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 20:16:42.747739 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [None req-31fb2e60-e86b-4b79-af93-cdb5dde58798 tempest-AttachVolumeTestJSON-431678780 tempest-AttachVolumeTestJSON-431678780-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=86330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 20:16:42.766943 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-31fb2e60-e86b-4b79-af93-cdb5dde58798 tempest-AttachVolumeTestJSON-431678780 tempest-AttachVolumeTestJSON-431678780-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:16:42.768325 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [None req-31fb2e60-e86b-4b79-af93-cdb5dde58798 tempest-AttachVolumeTestJSON-431678780 tempest-AttachVolumeTestJSON-431678780-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.1703839
Apr 22 20:16:42.771483 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.wsgi [-] (86331) accepted ('10.222.0.30', 41324) {{(pid=86331) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 20:16:42.777792 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.v2.base [None req-313c052e-0b96-408a-99d3-1489fb032e6f tempest-AttachVolumeTestJSON-431678780 tempest-AttachVolumeTestJSON-431678780-project] Request body: {'security_group_rule': {'security_group_id': 'ee49f099-4f69-42f6-80cf-edc32cf4993d', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=86331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 22 20:16:42.784548 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.quota.driver [None req-313c052e-0b96-408a-99d3-1489fb032e6f tempest-AttachVolumeTestJSON-431678780 tempest-AttachVolumeTestJSON-431678780-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 22 20:16:42.789322 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.quota.resource [None req-313c052e-0b96-408a-99d3-1489fb032e6f tempest-AttachVolumeTestJSON-431678780 tempest-AttachVolumeTestJSON-431678780-project] Usage tracker for resource:security_group_rule and tenant:d911111607464bf49ef66ee3335728c8 is out of sync, need to count used quota {{(pid=86331) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 22 20:16:42.793199 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.quota.resource [None req-313c052e-0b96-408a-99d3-1489fb032e6f tempest-AttachVolumeTestJSON-431678780 tempest-AttachVolumeTestJSON-431678780-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=86331) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 22 20:16:42.799473 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.quota.driver [None req-313c052e-0b96-408a-99d3-1489fb032e6f tempest-AttachVolumeTestJSON-431678780 tempest-AttachVolumeTestJSON-431678780-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=86331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 22 20:16:42.819283 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-313c052e-0b96-408a-99d3-1489fb032e6f tempest-AttachVolumeTestJSON-431678780 tempest-AttachVolumeTestJSON-431678780-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:16:42.902297 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-313c052e-0b96-408a-99d3-1489fb032e6f tempest-AttachVolumeTestJSON-431678780 tempest-AttachVolumeTestJSON-431678780-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:16:42.906705 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-313c052e-0b96-408a-99d3-1489fb032e6f tempest-AttachVolumeTestJSON-431678780 tempest-AttachVolumeTestJSON-431678780-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393920'] for security_group_rule, after_create {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:16:42.909483 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 20:16:42.948769 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-313c052e-0b96-408a-99d3-1489fb032e6f tempest-AttachVolumeTestJSON-431678780 tempest-AttachVolumeTestJSON-431678780-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b942ef03-2d0d-4011-a342-f8261a7578ed,revision_number=0']} {{(pid=86331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 20:16:42.957637 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [None req-313c052e-0b96-408a-99d3-1489fb032e6f tempest-AttachVolumeTestJSON-431678780 tempest-AttachVolumeTestJSON-431678780-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 20:16:42.965994 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-313c052e-0b96-408a-99d3-1489fb032e6f tempest-AttachVolumeTestJSON-431678780 tempest-AttachVolumeTestJSON-431678780-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:16:42.967616 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [None req-313c052e-0b96-408a-99d3-1489fb032e6f tempest-AttachVolumeTestJSON-431678780 tempest-AttachVolumeTestJSON-431678780-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.1947055
Apr 22 20:16:42.970560 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.wsgi [-] (86331) accepted ('10.222.0.30', 41340) {{(pid=86331) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 20:16:42.976808 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.v2.base [None req-1c69c922-5021-4a7c-a1af-f5f1937528f8 tempest-AttachVolumeTestJSON-431678780 tempest-AttachVolumeTestJSON-431678780-project] Request body: {'floatingip': {'floating_network_id': '1b725cb4-6db6-4e68-9a61-1978e8a191a1'}} {{(pid=86331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 22 20:16:42.983913 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.quota.driver [None req-1c69c922-5021-4a7c-a1af-f5f1937528f8 tempest-AttachVolumeTestJSON-431678780 tempest-AttachVolumeTestJSON-431678780-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 22 20:16:42.987379 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.quota.resource [None req-1c69c922-5021-4a7c-a1af-f5f1937528f8 tempest-AttachVolumeTestJSON-431678780 tempest-AttachVolumeTestJSON-431678780-project] Usage tracker for resource:floatingip and tenant:d911111607464bf49ef66ee3335728c8 is out of sync, need to count used quota {{(pid=86331) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 22 20:16:42.990972 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.quota.resource [None req-1c69c922-5021-4a7c-a1af-f5f1937528f8 tempest-AttachVolumeTestJSON-431678780 tempest-AttachVolumeTestJSON-431678780-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=86331) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 22 20:16:43.002634 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.quota.driver [None req-1c69c922-5021-4a7c-a1af-f5f1937528f8 tempest-AttachVolumeTestJSON-431678780 tempest-AttachVolumeTestJSON-431678780-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=86331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 22 20:16:43.012052 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-1c69c922-5021-4a7c-a1af-f5f1937528f8 tempest-AttachVolumeTestJSON-431678780 tempest-AttachVolumeTestJSON-431678780-project] Notify callbacks [] for floatingip, before_create {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:16:43.199198 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb194fbd-9762-4833-94ff-568c3a706692 req-bba82f36-edc7-47ad-94ae-c60530183dc2 tempest-AttachVolumeShelveTestJSON-1095716281 tempest-AttachVolumeShelveTestJSON-1095716281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 20:16:43.200700 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-bb194fbd-9762-4833-94ff-568c3a706692 req-bba82f36-edc7-47ad-94ae-c60530183dc2 tempest-AttachVolumeShelveTestJSON-1095716281 tempest-AttachVolumeShelveTestJSON-1095716281-project] 10.222.0.30 "GET /v2.0/ports?device_id=3b92af91-ddf3-485d-8274-039ae6ccb3b7 HTTP/1.1" status: 200  len: 946 time: 0.2066503
Apr 22 20:16:43.275703 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-bb194fbd-9762-4833-94ff-568c3a706692 req-ce6824dd-a253-4fd6-9842-c9ea273b997d tempest-AttachVolumeShelveTestJSON-1095716281 tempest-AttachVolumeShelveTestJSON-1095716281-project] 10.222.0.30 "GET /v2.0/security-groups?id=44b3085f-cdba-4fc8-95c9-fe542e384e4e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0656755
Apr 22 20:16:43.277149 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-1c69c922-5021-4a7c-a1af-f5f1937528f8 tempest-AttachVolumeTestJSON-431678780 tempest-AttachVolumeTestJSON-431678780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587983'] for port, before_create {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:16:43.424677 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.db_base_plugin_common [None req-1c69c922-5021-4a7c-a1af-f5f1937528f8 tempest-AttachVolumeTestJSON-431678780 tempest-AttachVolumeTestJSON-431678780-project] Allocated IP 172.27.3.185 (1b725cb4-6db6-4e68-9a61-1978e8a191a1/1d4495d7-31a5-4e2d-a911-56ceae3a61c5/55243524-eff7-48b4-875d-49f8da10817f) {{(pid=86331) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 22 20:16:43.577413 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-1c69c922-5021-4a7c-a1af-f5f1937528f8 tempest-AttachVolumeTestJSON-431678780 tempest-AttachVolumeTestJSON-431678780-project] Notify callbacks [] for port, precommit_create {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:16:43.606471 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-1c69c922-5021-4a7c-a1af-f5f1937528f8 tempest-AttachVolumeTestJSON-431678780 tempest-AttachVolumeTestJSON-431678780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854198495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853168226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363309147208154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1223862'] for port, after_create {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:16:43.610960 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 20:16:43.674199 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c69c922-5021-4a7c-a1af-f5f1937528f8 tempest-AttachVolumeTestJSON-431678780 tempest-AttachVolumeTestJSON-431678780-project] Network 1b725cb4-6db6-4e68-9a61-1978e8a191a1 is already hosted by enough agents. {{(pid=86331) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 22 20:16:43.678148 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.scheduler.base_scheduler [None req-1c69c922-5021-4a7c-a1af-f5f1937528f8 tempest-AttachVolumeTestJSON-431678780 tempest-AttachVolumeTestJSON-431678780-project] Resources bound (agent type, host, resource id):  {{(pid=86331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 22 20:16:43.682055 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c69c922-5021-4a7c-a1af-f5f1937528f8 tempest-AttachVolumeTestJSON-431678780 tempest-AttachVolumeTestJSON-431678780-project] Received port after_create {{(pid=86331) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 22 20:16:43.722281 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c69c922-5021-4a7c-a1af-f5f1937528f8 tempest-AttachVolumeTestJSON-431678780 tempest-AttachVolumeTestJSON-431678780-project] Pushing event updated for resources: {'Port': ['ID=55243524-eff7-48b4-875d-49f8da10817f,revision_number=1']} {{(pid=86331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 20:16:43.726423 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [None req-1c69c922-5021-4a7c-a1af-f5f1937528f8 tempest-AttachVolumeTestJSON-431678780 tempest-AttachVolumeTestJSON-431678780-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 20:16:43.769242 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-1c69c922-5021-4a7c-a1af-f5f1937528f8 tempest-AttachVolumeTestJSON-431678780 tempest-AttachVolumeTestJSON-431678780-project] Notify callbacks [] for floatingip, precommit_create {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:16:43.834428 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-1c69c922-5021-4a7c-a1af-f5f1937528f8 tempest-AttachVolumeTestJSON-431678780 tempest-AttachVolumeTestJSON-431678780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587983'] for port, before_update {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:16:44.047440 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-1c69c922-5021-4a7c-a1af-f5f1937528f8 tempest-AttachVolumeTestJSON-431678780 tempest-AttachVolumeTestJSON-431678780-project] Notify callbacks [] for port, precommit_update {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:16:44.051111 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-1c69c922-5021-4a7c-a1af-f5f1937528f8 tempest-AttachVolumeTestJSON-431678780 tempest-AttachVolumeTestJSON-431678780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854198495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853168226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727707997384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363309147208137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727707567697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036853551937'] for port, after_update {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:16:44.056280 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [None req-c53b74a2-5833-4376-981c-7935f0d1302f tempest-AttachVolumeNegativeTest-423716770 tempest-AttachVolumeNegativeTest-423716770-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 20:16:44.172169 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c69c922-5021-4a7c-a1af-f5f1937528f8 tempest-AttachVolumeTestJSON-431678780 tempest-AttachVolumeTestJSON-431678780-project] Pushing event updated for resources: {'Port': ['ID=55243524-eff7-48b4-875d-49f8da10817f,revision_number=2']} {{(pid=86331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 20:16:44.177038 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [None req-1c69c922-5021-4a7c-a1af-f5f1937528f8 tempest-AttachVolumeTestJSON-431678780 tempest-AttachVolumeTestJSON-431678780-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 20:16:44.182227 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-1c69c922-5021-4a7c-a1af-f5f1937528f8 tempest-AttachVolumeTestJSON-431678780 tempest-AttachVolumeTestJSON-431678780-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-427953'] for floatingip, after_update {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:16:44.204746 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-1c69c922-5021-4a7c-a1af-f5f1937528f8 tempest-AttachVolumeTestJSON-431678780 tempest-AttachVolumeTestJSON-431678780-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-743'] for floatingip, before_response {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:16:44.206149 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [None req-1c69c922-5021-4a7c-a1af-f5f1937528f8 tempest-AttachVolumeTestJSON-431678780 tempest-AttachVolumeTestJSON-431678780-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 693 time: 1.2344887
Apr 22 20:16:44.451005 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.quota.resource [req-c79d8ab1-5c6f-4a59-ad6e-0028cf912e94 req-4f4f51d3-3def-4a5c-9072-d64c32585d08 tempest-AttachVolumeTestJSON-431678780 tempest-AttachVolumeTestJSON-431678780-project] Synchronizing usage tracker for tenant:d911111607464bf49ef66ee3335728c8 on resource:security_group {{(pid=86331) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 22 20:16:44.466225 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.quota.resource [req-c79d8ab1-5c6f-4a59-ad6e-0028cf912e94 req-4f4f51d3-3def-4a5c-9072-d64c32585d08 tempest-AttachVolumeTestJSON-431678780 tempest-AttachVolumeTestJSON-431678780-project] Unset dirty status for tenant:d911111607464bf49ef66ee3335728c8 on resource:security_group {{(pid=86331) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 22 20:16:44.467513 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-c79d8ab1-5c6f-4a59-ad6e-0028cf912e94 req-4f4f51d3-3def-4a5c-9072-d64c32585d08 tempest-AttachVolumeTestJSON-431678780 tempest-AttachVolumeTestJSON-431678780-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-securitygroup--1548305468&fields=id&tenant_id=d911111607464bf49ef66ee3335728c8 HTTP/1.1" status: 200  len: 267 time: 0.0610187
Apr 22 20:16:44.493084 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-808aed92-6fad-4da2-a417-47b938a35026 req-7b77ffe3-b743-47dc-97db-ee323b921c4c tempest-AttachVolumeShelveTestJSON-1095716281 tempest-AttachVolumeShelveTestJSON-1095716281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 20:16:44.494745 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-808aed92-6fad-4da2-a417-47b938a35026 req-7b77ffe3-b743-47dc-97db-ee323b921c4c tempest-AttachVolumeShelveTestJSON-1095716281 tempest-AttachVolumeShelveTestJSON-1095716281-project] 10.222.0.30 "GET /v2.0/ports?device_id=3b92af91-ddf3-485d-8274-039ae6ccb3b7 HTTP/1.1" status: 200  len: 946 time: 0.0958457
Apr 22 20:16:44.543364 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-808aed92-6fad-4da2-a417-47b938a35026 req-605eb3bc-4d64-4395-bce2-968b061c6f93 tempest-AttachVolumeShelveTestJSON-1095716281 tempest-AttachVolumeShelveTestJSON-1095716281-project] 10.222.0.30 "GET /v2.0/security-groups?id=44b3085f-cdba-4fc8-95c9-fe542e384e4e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0418718
Apr 22 20:16:44.641024 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c79d8ab1-5c6f-4a59-ad6e-0028cf912e94 req-34416071-62af-4c2c-bcf8-3c625d148173 tempest-AttachVolumeTestJSON-431678780 tempest-AttachVolumeTestJSON-431678780-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 20:16:44.641808 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.quota.resource [req-c79d8ab1-5c6f-4a59-ad6e-0028cf912e94 req-34416071-62af-4c2c-bcf8-3c625d148173 tempest-AttachVolumeTestJSON-431678780 tempest-AttachVolumeTestJSON-431678780-project] Synchronizing usage tracker for tenant:d911111607464bf49ef66ee3335728c8 on resource:network {{(pid=86331) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 22 20:16:44.658050 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.quota.resource [req-c79d8ab1-5c6f-4a59-ad6e-0028cf912e94 req-34416071-62af-4c2c-bcf8-3c625d148173 tempest-AttachVolumeTestJSON-431678780 tempest-AttachVolumeTestJSON-431678780-project] Unset dirty status for tenant:d911111607464bf49ef66ee3335728c8 on resource:network {{(pid=86331) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 22 20:16:44.659802 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-c79d8ab1-5c6f-4a59-ad6e-0028cf912e94 req-34416071-62af-4c2c-bcf8-3c625d148173 tempest-AttachVolumeTestJSON-431678780 tempest-AttachVolumeTestJSON-431678780-project] 10.222.0.30 "GET /v2.0/networks?id=8eb42aba-9fa9-48c5-ac95-29b89130e5f9 HTTP/1.1" status: 200  len: 810 time: 0.1837947
Apr 22 20:16:44.677241 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-c79d8ab1-5c6f-4a59-ad6e-0028cf912e94 req-e8ba0c96-5769-40ab-92af-efa8c072f32a tempest-AttachVolumeTestJSON-431678780 tempest-AttachVolumeTestJSON-431678780-project] 10.222.0.30 "GET /v2.0/quotas/d911111607464bf49ef66ee3335728c8 HTTP/1.1" status: 200  len: 375 time: 0.0105524
Apr 22 20:16:44.774597 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.quota.resource [req-c79d8ab1-5c6f-4a59-ad6e-0028cf912e94 req-6d8e1b21-11ea-4649-9eb3-68a8e3e14723 tempest-AttachVolumeTestJSON-431678780 tempest-AttachVolumeTestJSON-431678780-project] Synchronizing usage tracker for tenant:d911111607464bf49ef66ee3335728c8 on resource:port {{(pid=86331) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 22 20:16:44.790224 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.quota.resource [req-c79d8ab1-5c6f-4a59-ad6e-0028cf912e94 req-6d8e1b21-11ea-4649-9eb3-68a8e3e14723 tempest-AttachVolumeTestJSON-431678780 tempest-AttachVolumeTestJSON-431678780-project] Unset dirty status for tenant:d911111607464bf49ef66ee3335728c8 on resource:port {{(pid=86331) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 22 20:16:44.791600 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-c79d8ab1-5c6f-4a59-ad6e-0028cf912e94 req-6d8e1b21-11ea-4649-9eb3-68a8e3e14723 tempest-AttachVolumeTestJSON-431678780 tempest-AttachVolumeTestJSON-431678780-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=d911111607464bf49ef66ee3335728c8&fields=id HTTP/1.1" status: 200  len: 348 time: 0.1085830
Apr 22 20:16:44.989176 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-c79d8ab1-5c6f-4a59-ad6e-0028cf912e94 req-9051d933-9003-41f1-a92d-93bcbe1034ca service neutron] 10.222.0.30 "GET /v2.0/networks/8eb42aba-9fa9-48c5-ac95-29b89130e5f9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1822898
Apr 22 20:16:45.135039 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-c79d8ab1-5c6f-4a59-ad6e-0028cf912e94 req-3e35b865-7abe-4a6a-b4ca-99fccdd6aa7c service neutron] 10.222.0.30 "GET /v2.0/networks/8eb42aba-9fa9-48c5-ac95-29b89130e5f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1392953
Apr 22 20:16:45.340904 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-4907a495-ebc6-488e-b6d4-fac4da799038 req-03f5ef4c-baa2-4bdd-b3a6-2f64f616202c tempest-AttachVolumeTestJSON-431678780 tempest-AttachVolumeTestJSON-431678780-project] 10.222.0.30 "GET /v2.0/ports?device_id=bddc0f2f-0ee7-4c72-a374-fbf6b6c4b398 HTTP/1.1" status: 200  len: 210 time: 0.0553086
Apr 22 20:16:45.756653 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-732022ee-1fcf-4e22-afec-03caac902563 req-de78d219-d374-4e18-87b0-069c56513097 tempest-AttachVolumeShelveTestJSON-1095716281 tempest-AttachVolumeShelveTestJSON-1095716281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 20:16:45.758288 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-732022ee-1fcf-4e22-afec-03caac902563 req-de78d219-d374-4e18-87b0-069c56513097 tempest-AttachVolumeShelveTestJSON-1095716281 tempest-AttachVolumeShelveTestJSON-1095716281-project] 10.222.0.30 "GET /v2.0/ports?device_id=3b92af91-ddf3-485d-8274-039ae6ccb3b7 HTTP/1.1" status: 200  len: 946 time: 0.0894854
Apr 22 20:16:45.807269 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-732022ee-1fcf-4e22-afec-03caac902563 req-c6fd5d13-1640-4236-bc21-94999beb215d tempest-AttachVolumeShelveTestJSON-1095716281 tempest-AttachVolumeShelveTestJSON-1095716281-project] 10.222.0.30 "GET /v2.0/security-groups?id=44b3085f-cdba-4fc8-95c9-fe542e384e4e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0421429
Apr 22 20:16:46.507622 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-53bf8484-3f9a-43b7-b493-eeb4d6870573 req-c7999684-e34d-49d4-ae2e-877c221538e0 tempest-AttachVolumeTestJSON-431678780 tempest-AttachVolumeTestJSON-431678780-project] 10.222.0.30 "GET /v2.0/ports?device_id=bddc0f2f-0ee7-4c72-a374-fbf6b6c4b398 HTTP/1.1" status: 200  len: 210 time: 0.0507770
Apr 22 20:16:46.597315 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c79d8ab1-5c6f-4a59-ad6e-0028cf912e94 req-b10ad40d-295d-4b9c-b81c-de10fb6b38c9 tempest-AttachVolumeTestJSON-431678780 tempest-AttachVolumeTestJSON-431678780-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 20:16:46.599833 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-c79d8ab1-5c6f-4a59-ad6e-0028cf912e94 req-b10ad40d-295d-4b9c-b81c-de10fb6b38c9 tempest-AttachVolumeTestJSON-431678780 tempest-AttachVolumeTestJSON-431678780-project] 10.222.0.46 "GET /v2.0/networks?id=8eb42aba-9fa9-48c5-ac95-29b89130e5f9 HTTP/1.1" status: 200  len: 810 time: 0.1664624
Apr 22 20:16:46.654303 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-c79d8ab1-5c6f-4a59-ad6e-0028cf912e94 req-42630df1-ae49-4cf2-87f3-1b4b5bef7c3f tempest-AttachVolumeTestJSON-431678780 tempest-AttachVolumeTestJSON-431678780-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d911111607464bf49ef66ee3335728c8 HTTP/1.1" status: 200  len: 380 time: 0.0449393
Apr 22 20:16:46.667539 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.v2.base [req-c79d8ab1-5c6f-4a59-ad6e-0028cf912e94 req-ec098187-5910-430c-9bf1-ae175029e1ad tempest-AttachVolumeTestJSON-431678780 tempest-AttachVolumeTestJSON-431678780-project] Request body: {'port': {'device_id': 'bddc0f2f-0ee7-4c72-a374-fbf6b6c4b398', 'network_id': '8eb42aba-9fa9-48c5-ac95-29b89130e5f9', 'admin_state_up': True, 'tenant_id': 'd911111607464bf49ef66ee3335728c8', 'security_groups': ['ee49f099-4f69-42f6-80cf-edc32cf4993d']}} {{(pid=86331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 22 20:16:46.813424 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.quota.driver [req-c79d8ab1-5c6f-4a59-ad6e-0028cf912e94 req-ec098187-5910-430c-9bf1-ae175029e1ad tempest-AttachVolumeTestJSON-431678780 tempest-AttachVolumeTestJSON-431678780-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 22 20:16:46.823574 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.quota.driver [req-c79d8ab1-5c6f-4a59-ad6e-0028cf912e94 req-ec098187-5910-430c-9bf1-ae175029e1ad tempest-AttachVolumeTestJSON-431678780 tempest-AttachVolumeTestJSON-431678780-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=86331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 22 20:16:46.832253 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c79d8ab1-5c6f-4a59-ad6e-0028cf912e94 req-ec098187-5910-430c-9bf1-ae175029e1ad tempest-AttachVolumeTestJSON-431678780 tempest-AttachVolumeTestJSON-431678780-project] Made reservation on behalf of d911111607464bf49ef66ee3335728c8 for: {'port': 1} {{(pid=86331) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 22 20:16:46.838891 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [req-c79d8ab1-5c6f-4a59-ad6e-0028cf912e94 req-ec098187-5910-430c-9bf1-ae175029e1ad tempest-AttachVolumeTestJSON-431678780 tempest-AttachVolumeTestJSON-431678780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587983'] for port, before_create {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:16:47.074776 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.db_base_plugin_common [req-c79d8ab1-5c6f-4a59-ad6e-0028cf912e94 req-ec098187-5910-430c-9bf1-ae175029e1ad tempest-AttachVolumeTestJSON-431678780 tempest-AttachVolumeTestJSON-431678780-project] Allocated IP 172.20.0.11 (8eb42aba-9fa9-48c5-ac95-29b89130e5f9/e2d55e83-7c80-4c1a-99f4-0aea05526efc/c7ab190d-98a1-4dd1-a6b2-5d3d76fa576c) {{(pid=86331) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 22 20:16:47.101142 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f37781-40c4-4ab4-bc63-45d9e87a43ec req-2629f080-d6f4-4e6d-83e0-3dbf65620369 tempest-AttachVolumeShelveTestJSON-1095716281 tempest-AttachVolumeShelveTestJSON-1095716281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 20:16:47.102771 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-47f37781-40c4-4ab4-bc63-45d9e87a43ec req-2629f080-d6f4-4e6d-83e0-3dbf65620369 tempest-AttachVolumeShelveTestJSON-1095716281 tempest-AttachVolumeShelveTestJSON-1095716281-project] 10.222.0.30 "GET /v2.0/ports?device_id=3b92af91-ddf3-485d-8274-039ae6ccb3b7 HTTP/1.1" status: 200  len: 946 time: 0.1676888
Apr 22 20:16:47.467764 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-47f37781-40c4-4ab4-bc63-45d9e87a43ec req-f2819f91-4d5c-4e82-b054-3323d5213817 tempest-AttachVolumeShelveTestJSON-1095716281 tempest-AttachVolumeShelveTestJSON-1095716281-project] 10.222.0.30 "GET /v2.0/security-groups?id=44b3085f-cdba-4fc8-95c9-fe542e384e4e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.3515124
Apr 22 20:16:47.544373 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [req-c79d8ab1-5c6f-4a59-ad6e-0028cf912e94 req-ec098187-5910-430c-9bf1-ae175029e1ad tempest-AttachVolumeTestJSON-431678780 tempest-AttachVolumeTestJSON-431678780-project] Notify callbacks [] for port, precommit_create {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:16:47.562131 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.provisioning_blocks [req-c79d8ab1-5c6f-4a59-ad6e-0028cf912e94 req-ec098187-5910-430c-9bf1-ae175029e1ad tempest-AttachVolumeTestJSON-431678780 tempest-AttachVolumeTestJSON-431678780-project] Transition to ACTIVE for port object c7ab190d-98a1-4dd1-a6b2-5d3d76fa576c will not be triggered until provisioned by entity DHCP. {{(pid=86331) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 22 20:16:47.585597 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [req-c79d8ab1-5c6f-4a59-ad6e-0028cf912e94 req-ec098187-5910-430c-9bf1-ae175029e1ad tempest-AttachVolumeTestJSON-431678780 tempest-AttachVolumeTestJSON-431678780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854198495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853168226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363309147208154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1223862'] for port, after_create {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:16:47.591349 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [None req-c7b22cab-e399-4125-b98b-0507595e05db service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 20:16:47.662813 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c79d8ab1-5c6f-4a59-ad6e-0028cf912e94 req-ec098187-5910-430c-9bf1-ae175029e1ad tempest-AttachVolumeTestJSON-431678780 tempest-AttachVolumeTestJSON-431678780-project] Network 8eb42aba-9fa9-48c5-ac95-29b89130e5f9 is already hosted by enough agents. {{(pid=86331) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 22 20:16:47.666628 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.scheduler.base_scheduler [req-c79d8ab1-5c6f-4a59-ad6e-0028cf912e94 req-ec098187-5910-430c-9bf1-ae175029e1ad tempest-AttachVolumeTestJSON-431678780 tempest-AttachVolumeTestJSON-431678780-project] Resources bound (agent type, host, resource id):  {{(pid=86331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 22 20:16:47.670834 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.l3_dvrscheduler_db [req-c79d8ab1-5c6f-4a59-ad6e-0028cf912e94 req-ec098187-5910-430c-9bf1-ae175029e1ad tempest-AttachVolumeTestJSON-431678780 tempest-AttachVolumeTestJSON-431678780-project] Received port after_create {{(pid=86331) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 22 20:16:47.711193 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec098187-5910-430c-9bf1-ae175029e1ad tempest-AttachVolumeTestJSON-431678780 tempest-AttachVolumeTestJSON-431678780-project] Pushing event updated for resources: {'Port': ['ID=c7ab190d-98a1-4dd1-a6b2-5d3d76fa576c,revision_number=1']} {{(pid=86331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 20:16:47.716085 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [None req-ec098187-5910-430c-9bf1-ae175029e1ad tempest-AttachVolumeTestJSON-431678780 tempest-AttachVolumeTestJSON-431678780-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 20:16:47.718636 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-979518c8-eb6e-4d86-8d3b-ff19026d66a2 req-493147c2-089b-4d64-b339-d031410e32ee tempest-AttachVolumeTestJSON-431678780 tempest-AttachVolumeTestJSON-431678780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 20:16:47.720276 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-979518c8-eb6e-4d86-8d3b-ff19026d66a2 req-493147c2-089b-4d64-b339-d031410e32ee tempest-AttachVolumeTestJSON-431678780 tempest-AttachVolumeTestJSON-431678780-project] 10.222.0.30 "GET /v2.0/ports?device_id=bddc0f2f-0ee7-4c72-a374-fbf6b6c4b398 HTTP/1.1" status: 200  len: 932 time: 0.0916412
Apr 22 20:16:47.749683 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c79d8ab1-5c6f-4a59-ad6e-0028cf912e94 req-ec098187-5910-430c-9bf1-ae175029e1ad tempest-AttachVolumeTestJSON-431678780 tempest-AttachVolumeTestJSON-431678780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 20:16:47.750408 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [req-c79d8ab1-5c6f-4a59-ad6e-0028cf912e94 req-ec098187-5910-430c-9bf1-ae175029e1ad tempest-AttachVolumeTestJSON-431678780 tempest-AttachVolumeTestJSON-431678780-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-743'] for port, before_response {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:16:47.776486 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-c79d8ab1-5c6f-4a59-ad6e-0028cf912e94 req-ec098187-5910-430c-9bf1-ae175029e1ad tempest-AttachVolumeTestJSON-431678780 tempest-AttachVolumeTestJSON-431678780-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.1132369
Apr 22 20:16:47.777907 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-979518c8-eb6e-4d86-8d3b-ff19026d66a2 req-4510c3f6-b01d-4ac2-a5a6-9f7d9f6c1330 tempest-AttachVolumeTestJSON-431678780 tempest-AttachVolumeTestJSON-431678780-project] 10.222.0.30 "GET /v2.0/security-groups?id=ee49f099-4f69-42f6-80cf-edc32cf4993d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0477412
Apr 22 20:16:47.842379 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.v2.base [req-c79d8ab1-5c6f-4a59-ad6e-0028cf912e94 req-84208f7f-b2f7-4857-97c4-53318f77bd96 service neutron] Request body: {'port': {'device_id': 'bddc0f2f-0ee7-4c72-a374-fbf6b6c4b398', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78763'}} {{(pid=86331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 22 20:16:47.911456 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.provisioning_blocks [None req-bc154d8e-fccd-42de-b9a6-51a2c01b35a7 None None] Provisioning for port c7ab190d-98a1-4dd1-a6b2-5d3d76fa576c completed by entity DHCP. {{(pid=86332) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 22 20:16:47.917431 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.provisioning_blocks [None req-bc154d8e-fccd-42de-b9a6-51a2c01b35a7 None None] Provisioning complete for port c7ab190d-98a1-4dd1-a6b2-5d3d76fa576c triggered by entity DHCP. {{(pid=86332) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 22 20:16:47.918072 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-bc154d8e-fccd-42de-b9a6-51a2c01b35a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854135278'] for port, provisioning_complete {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:16:47.966866 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [req-c79d8ab1-5c6f-4a59-ad6e-0028cf912e94 req-84208f7f-b2f7-4857-97c4-53318f77bd96 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587983'] for port, before_update {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:16:47.989012 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.plugin [None req-bc154d8e-fccd-42de-b9a6-51a2c01b35a7 None None] Port c7ab190d-98a1-4dd1-a6b2-5d3d76fa576c cannot update to ACTIVE because it is not bound. {{(pid=86332) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 22 20:16:48.322147 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.notifiers.nova [req-c79d8ab1-5c6f-4a59-ad6e-0028cf912e94 req-84208f7f-b2f7-4857-97c4-53318f77bd96 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c7ab190d-98a1-4dd1-a6b2-5d3d76fa576c {{(pid=86331) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 22 20:16:48.329813 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [req-c79d8ab1-5c6f-4a59-ad6e-0028cf912e94 req-84208f7f-b2f7-4857-97c4-53318f77bd96 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:16:48.344984 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.provisioning_blocks [req-c79d8ab1-5c6f-4a59-ad6e-0028cf912e94 req-84208f7f-b2f7-4857-97c4-53318f77bd96 service neutron] Transition to ACTIVE for port object c7ab190d-98a1-4dd1-a6b2-5d3d76fa576c will not be triggered until provisioned by entity L2. {{(pid=86331) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 22 20:16:48.347592 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [req-c79d8ab1-5c6f-4a59-ad6e-0028cf912e94 req-84208f7f-b2f7-4857-97c4-53318f77bd96 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854198495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853168226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727707997384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363309147208137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727707567697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036853551937'] for port, after_update {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:16:48.352195 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [None req-55970a82-9134-4249-ba25-592271b0d4d8 tempest-VolumesSnapshotTestJSON-1289454250 tempest-VolumesSnapshotTestJSON-1289454250-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 20:16:48.520194 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84208f7f-b2f7-4857-97c4-53318f77bd96 service neutron] Pushing event updated for resources: {'Port': ['ID=c7ab190d-98a1-4dd1-a6b2-5d3d76fa576c,revision_number=2']} {{(pid=86331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 20:16:48.528383 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [None req-84208f7f-b2f7-4857-97c4-53318f77bd96 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 20:16:48.648728 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.managers [req-c79d8ab1-5c6f-4a59-ad6e-0028cf912e94 req-84208f7f-b2f7-4857-97c4-53318f77bd96 service neutron] Attempting to bind port c7ab190d-98a1-4dd1-a6b2-5d3d76fa576c on host hv-cinder-78763 for vnic_type normal with profile  {{(pid=86331) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 22 20:16:48.649103 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.managers [req-c79d8ab1-5c6f-4a59-ad6e-0028cf912e94 req-84208f7f-b2f7-4857-97c4-53318f77bd96 service neutron] Attempting to bind port c7ab190d-98a1-4dd1-a6b2-5d3d76fa576c by drivers openvswitch,hyperv on host hv-cinder-78763 at level 0 using segments [{'id': 'ee2cf152-35a2-4f0a-9e62-a52542065261', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '8eb42aba-9fa9-48c5-ac95-29b89130e5f9'}] {{(pid=86331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 22 20:16:48.649468 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c79d8ab1-5c6f-4a59-ad6e-0028cf912e94 req-84208f7f-b2f7-4857-97c4-53318f77bd96 service neutron] Attempting to bind port c7ab190d-98a1-4dd1-a6b2-5d3d76fa576c on network 8eb42aba-9fa9-48c5-ac95-29b89130e5f9 {{(pid=86331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 22 20:16:48.657938 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c79d8ab1-5c6f-4a59-ad6e-0028cf912e94 req-84208f7f-b2f7-4857-97c4-53318f77bd96 service neutron] Port c7ab190d-98a1-4dd1-a6b2-5d3d76fa576c on network 8eb42aba-9fa9-48c5-ac95-29b89130e5f9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78763 {{(pid=86331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 22 20:16:48.658301 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c79d8ab1-5c6f-4a59-ad6e-0028cf912e94 req-84208f7f-b2f7-4857-97c4-53318f77bd96 service neutron] Attempting to bind port c7ab190d-98a1-4dd1-a6b2-5d3d76fa576c on network 8eb42aba-9fa9-48c5-ac95-29b89130e5f9 {{(pid=86331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 22 20:16:48.667290 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c79d8ab1-5c6f-4a59-ad6e-0028cf912e94 req-84208f7f-b2f7-4857-97c4-53318f77bd96 service neutron] Checking agent: {'id': 'b4f1961c-1932-496b-a656-3b148bb81a73', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78763', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 22, 20, 9, 49), 'started_at': datetime.datetime(2021, 4, 22, 20, 9, 49), 'heartbeat_timestamp': datetime.datetime(2021, 4, 22, 20, 16, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 22 20:16:48.667666 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c79d8ab1-5c6f-4a59-ad6e-0028cf912e94 req-84208f7f-b2f7-4857-97c4-53318f77bd96 service neutron] Checking segment: {'id': 'ee2cf152-35a2-4f0a-9e62-a52542065261', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '8eb42aba-9fa9-48c5-ac95-29b89130e5f9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86331) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 22 20:16:48.668086 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c79d8ab1-5c6f-4a59-ad6e-0028cf912e94 req-84208f7f-b2f7-4857-97c4-53318f77bd96 service neutron] Bound using segment: {'id': 'ee2cf152-35a2-4f0a-9e62-a52542065261', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '8eb42aba-9fa9-48c5-ac95-29b89130e5f9'} {{(pid=86331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 22 20:16:48.668553 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.managers [req-c79d8ab1-5c6f-4a59-ad6e-0028cf912e94 req-84208f7f-b2f7-4857-97c4-53318f77bd96 service neutron] Bound port: c7ab190d-98a1-4dd1-a6b2-5d3d76fa576c, host: hv-cinder-78763, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ee2cf152-35a2-4f0a-9e62-a52542065261', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '8eb42aba-9fa9-48c5-ac95-29b89130e5f9'}}] {{(pid=86331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 22 20:16:48.668937 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [req-c79d8ab1-5c6f-4a59-ad6e-0028cf912e94 req-84208f7f-b2f7-4857-97c4-53318f77bd96 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587983'] for port, before_update {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:16:48.677319 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-cbbe70c9-0b39-4f9d-be6e-4133a7c8f54f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309146858885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640583'] for agent, after_update {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:16:48.760803 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef5abacf-fbcc-458a-9861-7bc5f5a48513 req-d7b7e9b8-1d2e-433b-a6c4-23a30573b5ee tempest-AttachVolumeShelveTestJSON-1095716281 tempest-AttachVolumeShelveTestJSON-1095716281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 20:16:48.762423 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-ef5abacf-fbcc-458a-9861-7bc5f5a48513 req-d7b7e9b8-1d2e-433b-a6c4-23a30573b5ee tempest-AttachVolumeShelveTestJSON-1095716281 tempest-AttachVolumeShelveTestJSON-1095716281-project] 10.222.0.30 "GET /v2.0/ports?device_id=3b92af91-ddf3-485d-8274-039ae6ccb3b7 HTTP/1.1" status: 200  len: 946 time: 0.1705520
Apr 22 20:16:48.818232 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.db [req-c79d8ab1-5c6f-4a59-ad6e-0028cf912e94 req-84208f7f-b2f7-4857-97c4-53318f77bd96 service neutron] For port c7ab190d-98a1-4dd1-a6b2-5d3d76fa576c, host hv-cinder-78763, cleared binding levels {{(pid=86331) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 22 20:16:48.833637 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-ef5abacf-fbcc-458a-9861-7bc5f5a48513 req-4d74107f-b2ac-418b-84c1-4d9d3c09948f tempest-AttachVolumeShelveTestJSON-1095716281 tempest-AttachVolumeShelveTestJSON-1095716281-project] 10.222.0.30 "GET /v2.0/security-groups?id=44b3085f-cdba-4fc8-95c9-fe542e384e4e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0577254
Apr 22 20:16:48.835351 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.db [req-c79d8ab1-5c6f-4a59-ad6e-0028cf912e94 req-84208f7f-b2f7-4857-97c4-53318f77bd96 service neutron] For port c7ab190d-98a1-4dd1-a6b2-5d3d76fa576c, host hv-cinder-78763, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78763',level=0,port_id=c7ab190d-98a1-4dd1-a6b2-5d3d76fa576c,segment=NetworkSegment(ee2cf152-35a2-4f0a-9e62-a52542065261),segment_id=ee2cf152-35a2-4f0a-9e62-a52542065261)] {{(pid=86331) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 22 20:16:48.840127 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [req-c79d8ab1-5c6f-4a59-ad6e-0028cf912e94 req-84208f7f-b2f7-4857-97c4-53318f77bd96 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854198495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853168226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727707997384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363309147208137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727707567697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036853551937'] for port, after_update {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:16:48.845394 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [None req-21c45533-1c7e-4012-8422-2ab925d283cf tempest-ServerRescueNegativeTestJSON-1009389569 tempest-ServerRescueNegativeTestJSON-1009389569-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 20:16:48.902282 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c79d8ab1-5c6f-4a59-ad6e-0028cf912e94 req-84208f7f-b2f7-4857-97c4-53318f77bd96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 20:16:48.902961 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [req-c79d8ab1-5c6f-4a59-ad6e-0028cf912e94 req-84208f7f-b2f7-4857-97c4-53318f77bd96 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-743'] for port, before_response {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:16:48.904421 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-c79d8ab1-5c6f-4a59-ad6e-0028cf912e94 req-84208f7f-b2f7-4857-97c4-53318f77bd96 service neutron] 10.222.0.46 "PUT /v2.0/ports/c7ab190d-98a1-4dd1-a6b2-5d3d76fa576c HTTP/1.1" status: 200  len: 1094 time: 1.1198020
Apr 22 20:16:48.905008 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bddc0f2f-0ee7-4c72-a374-fbf6b6c4b398', 'tag': 'c7ab190d-98a1-4dd1-a6b2-5d3d76fa576c'}] {{(pid=86331) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 22 20:16:48.938387 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84208f7f-b2f7-4857-97c4-53318f77bd96 service neutron] Pushing event updated for resources: {'Port': ['ID=c7ab190d-98a1-4dd1-a6b2-5d3d76fa576c,revision_number=3']} {{(pid=86331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 20:16:48.941624 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [None req-84208f7f-b2f7-4857-97c4-53318f77bd96 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 20:16:48.989856 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bddc0f2f-0ee7-4c72-a374-fbf6b6c4b398', 'tag': 'c7ab190d-98a1-4dd1-a6b2-5d3d76fa576c', 'status': 'completed', 'code': 200}
Apr 22 20:16:49.008409 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e33da1ff-8359-44f6-8eb7-abb4176aeeb7 req-c1e95a26-8abe-49eb-890c-f6b09418e5d7 tempest-AttachVolumeTestJSON-431678780 tempest-AttachVolumeTestJSON-431678780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 20:16:49.010406 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-e33da1ff-8359-44f6-8eb7-abb4176aeeb7 req-c1e95a26-8abe-49eb-890c-f6b09418e5d7 tempest-AttachVolumeTestJSON-431678780 tempest-AttachVolumeTestJSON-431678780-project] 10.222.0.30 "GET /v2.0/ports?device_id=bddc0f2f-0ee7-4c72-a374-fbf6b6c4b398 HTTP/1.1" status: 200  len: 944 time: 0.1122952
Apr 22 20:16:49.038261 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c79d8ab1-5c6f-4a59-ad6e-0028cf912e94 req-a268a355-b1b7-4c96-b618-c1f9dd824ac6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 20:16:49.040058 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-c79d8ab1-5c6f-4a59-ad6e-0028cf912e94 req-a268a355-b1b7-4c96-b618-c1f9dd824ac6 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=d911111607464bf49ef66ee3335728c8&device_id=bddc0f2f-0ee7-4c72-a374-fbf6b6c4b398 HTTP/1.1" status: 200  len: 1097 time: 0.0940282
Apr 22 20:16:49.061146 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-e33da1ff-8359-44f6-8eb7-abb4176aeeb7 req-99b421db-dc49-45bc-a4d1-accc20545e29 tempest-AttachVolumeTestJSON-431678780 tempest-AttachVolumeTestJSON-431678780-project] 10.222.0.30 "GET /v2.0/security-groups?id=ee49f099-4f69-42f6-80cf-edc32cf4993d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0439055
Apr 22 20:16:49.127517 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-c79d8ab1-5c6f-4a59-ad6e-0028cf912e94 req-e637be91-62e1-4b8f-8f5f-51deb77fe3ec service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c7ab190d-98a1-4dd1-a6b2-5d3d76fa576c HTTP/1.1" status: 200  len: 217 time: 0.0783598
Apr 22 20:16:49.198433 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c79d8ab1-5c6f-4a59-ad6e-0028cf912e94 req-867defea-b04c-42b2-84c8-c821e7acd9c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 20:16:49.199876 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-c79d8ab1-5c6f-4a59-ad6e-0028cf912e94 req-867defea-b04c-42b2-84c8-c821e7acd9c2 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=e2d55e83-7c80-4c1a-99f4-0aea05526efc HTTP/1.1" status: 200  len: 849 time: 0.0652564
Apr 22 20:16:49.287687 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c79d8ab1-5c6f-4a59-ad6e-0028cf912e94 req-3ef05699-6981-4096-9f66-f72c65004c44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 20:16:49.289306 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-c79d8ab1-5c6f-4a59-ad6e-0028cf912e94 req-3ef05699-6981-4096-9f66-f72c65004c44 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=8eb42aba-9fa9-48c5-ac95-29b89130e5f9&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0828803
Apr 22 20:16:49.440407 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-c79d8ab1-5c6f-4a59-ad6e-0028cf912e94 req-2c9ce770-e81e-4f9c-929b-9e4a400dfec3 service neutron] 10.222.0.46 "GET /v2.0/networks/8eb42aba-9fa9-48c5-ac95-29b89130e5f9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1394825
Apr 22 20:16:49.582307 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-c79d8ab1-5c6f-4a59-ad6e-0028cf912e94 req-7c0cee47-235a-4a76-ac46-2faeb0839f5c service neutron] 10.222.0.46 "GET /v2.0/networks/8eb42aba-9fa9-48c5-ac95-29b89130e5f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1353352
Apr 22 20:16:49.705107 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a8385d9-5635-4978-8556-d0320d10cf0e req-cb2bf9f5-0b3e-480f-931d-41109110adc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 20:16:49.706754 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-2a8385d9-5635-4978-8556-d0320d10cf0e req-cb2bf9f5-0b3e-480f-931d-41109110adc5 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=d911111607464bf49ef66ee3335728c8&device_id=bddc0f2f-0ee7-4c72-a374-fbf6b6c4b398 HTTP/1.1" status: 200  len: 1097 time: 0.0791485
Apr 22 20:16:49.847916 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a8385d9-5635-4978-8556-d0320d10cf0e req-799e5264-a324-4d9a-a57c-88bb032200ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 20:16:49.849546 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-2a8385d9-5635-4978-8556-d0320d10cf0e req-799e5264-a324-4d9a-a57c-88bb032200ec service neutron] 10.222.0.46 "GET /v2.0/networks?id=8eb42aba-9fa9-48c5-ac95-29b89130e5f9 HTTP/1.1" status: 200  len: 911 time: 0.1358733
Apr 22 20:16:49.931758 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-2a8385d9-5635-4978-8556-d0320d10cf0e req-cbcacd9e-2162-4a68-bc91-5601948ff4a3 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c7ab190d-98a1-4dd1-a6b2-5d3d76fa576c HTTP/1.1" status: 200  len: 217 time: 0.0700319
Apr 22 20:16:50.055373 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a8385d9-5635-4978-8556-d0320d10cf0e req-11a1e02a-d90d-4627-a028-10461633b51b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 20:16:50.056925 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-2a8385d9-5635-4978-8556-d0320d10cf0e req-11a1e02a-d90d-4627-a028-10461633b51b service neutron] 10.222.0.46 "GET /v2.0/subnets?id=e2d55e83-7c80-4c1a-99f4-0aea05526efc HTTP/1.1" status: 200  len: 849 time: 0.1171381
Apr 22 20:16:50.138138 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd6badbf-6b6d-448d-8dd1-4a89f60fff3a req-af867275-3a72-491e-a796-496f44362b4e tempest-AttachVolumeShelveTestJSON-1095716281 tempest-AttachVolumeShelveTestJSON-1095716281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 20:16:50.139712 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-dd6badbf-6b6d-448d-8dd1-4a89f60fff3a req-af867275-3a72-491e-a796-496f44362b4e tempest-AttachVolumeShelveTestJSON-1095716281 tempest-AttachVolumeShelveTestJSON-1095716281-project] 10.222.0.30 "GET /v2.0/ports?device_id=3b92af91-ddf3-485d-8274-039ae6ccb3b7 HTTP/1.1" status: 200  len: 946 time: 0.1631107
Apr 22 20:16:50.161467 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a8385d9-5635-4978-8556-d0320d10cf0e req-ed19c547-8031-4cd0-8014-bb41b6a16c81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 20:16:50.163084 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-2a8385d9-5635-4978-8556-d0320d10cf0e req-ed19c547-8031-4cd0-8014-bb41b6a16c81 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=8eb42aba-9fa9-48c5-ac95-29b89130e5f9&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0972266
Apr 22 20:16:50.266894 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-981249dc-e837-4d78-8639-597f750611fe req-a230c737-ffa9-4bae-870c-b0e51e603ba3 tempest-AttachVolumeTestJSON-431678780 tempest-AttachVolumeTestJSON-431678780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 20:16:50.268480 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-981249dc-e837-4d78-8639-597f750611fe req-a230c737-ffa9-4bae-870c-b0e51e603ba3 tempest-AttachVolumeTestJSON-431678780 tempest-AttachVolumeTestJSON-431678780-project] 10.222.0.30 "GET /v2.0/ports?device_id=bddc0f2f-0ee7-4c72-a374-fbf6b6c4b398 HTTP/1.1" status: 200  len: 944 time: 0.0919244
Apr 22 20:16:50.297542 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-dd6badbf-6b6d-448d-8dd1-4a89f60fff3a req-7563b08b-de75-41aa-a613-9d598a878172 tempest-AttachVolumeShelveTestJSON-1095716281 tempest-AttachVolumeShelveTestJSON-1095716281-project] 10.222.0.30 "GET /v2.0/security-groups?id=44b3085f-cdba-4fc8-95c9-fe542e384e4e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1295533
Apr 22 20:16:50.316908 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-981249dc-e837-4d78-8639-597f750611fe req-9461b078-6d46-4624-9b47-acea929814e2 tempest-AttachVolumeTestJSON-431678780 tempest-AttachVolumeTestJSON-431678780-project] 10.222.0.30 "GET /v2.0/security-groups?id=ee49f099-4f69-42f6-80cf-edc32cf4993d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0416887
Apr 22 20:16:50.341476 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-2a8385d9-5635-4978-8556-d0320d10cf0e req-c048c3ec-6429-45d1-afd3-add0a2708c53 service neutron] 10.222.0.46 "GET /v2.0/networks/8eb42aba-9fa9-48c5-ac95-29b89130e5f9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1569722
Apr 22 20:16:50.483548 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-2a8385d9-5635-4978-8556-d0320d10cf0e req-a18e15c9-b2f7-4906-b1a6-75b294be8940 service neutron] 10.222.0.46 "GET /v2.0/networks/8eb42aba-9fa9-48c5-ac95-29b89130e5f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1333969
Apr 22 20:16:51.043648 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-b8de4d42-1162-4af8-89eb-0d5f051c53b2 req-ac10cc65-8430-46dd-92a5-911621a80861 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=05985c03-4f6d-4812-a0bf-47b334105dce&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0802960
Apr 22 20:16:51.056536 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.agents_db [None req-d2e1aac6-b006-4d71-afe2-c4a5b694a422 None None] Agent healthcheck: found 6 active agents {{(pid=86333) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 22 20:16:51.190954 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8de4d42-1162-4af8-89eb-0d5f051c53b2 req-9acccea7-2694-4f3a-b3b9-10c151752c8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 20:16:51.192480 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-b8de4d42-1162-4af8-89eb-0d5f051c53b2 req-9acccea7-2694-4f3a-b3b9-10c151752c8c service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=ed8e9232a3ce48d39526eecdc431aec3&device_id=05985c03-4f6d-4812-a0bf-47b334105dce HTTP/1.1" status: 200  len: 1099 time: 0.0771675
Apr 22 20:16:51.349565 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8de4d42-1162-4af8-89eb-0d5f051c53b2 req-31a7dc6d-f848-4ef9-a584-4c090ea60756 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 20:16:51.350918 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-b8de4d42-1162-4af8-89eb-0d5f051c53b2 req-31a7dc6d-f848-4ef9-a584-4c090ea60756 service neutron] 10.222.0.46 "GET /v2.0/networks?id=8c6beec9-2be5-42aa-b3d8-efd21a74a412 HTTP/1.1" status: 200  len: 910 time: 0.1381524
Apr 22 20:16:51.514638 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-b8de4d42-1162-4af8-89eb-0d5f051c53b2 req-c11f6a0f-16ae-4ed6-868f-8ca4d4a91f92 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=375c0aa1-7baa-400f-8733-484590eeeb8c HTTP/1.1" status: 200  len: 1002 time: 0.1561568
Apr 22 20:16:51.577987 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee93b8ca-ccca-4404-9dda-5ef4e537ddfd req-81f93dcb-e4ef-4605-bb13-e785898acda1 tempest-AttachVolumeTestJSON-431678780 tempest-AttachVolumeTestJSON-431678780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 20:16:51.579596 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-ee93b8ca-ccca-4404-9dda-5ef4e537ddfd req-81f93dcb-e4ef-4605-bb13-e785898acda1 tempest-AttachVolumeTestJSON-431678780 tempest-AttachVolumeTestJSON-431678780-project] 10.222.0.30 "GET /v2.0/ports?device_id=bddc0f2f-0ee7-4c72-a374-fbf6b6c4b398 HTTP/1.1" status: 200  len: 944 time: 0.0889103
Apr 22 20:16:51.602130 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8201210-5422-413c-874d-232fda823a9f req-5897338e-7726-4c74-8e56-a74cad1e64ec tempest-AttachVolumeShelveTestJSON-1095716281 tempest-AttachVolumeShelveTestJSON-1095716281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 20:16:51.604088 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-e8201210-5422-413c-874d-232fda823a9f req-5897338e-7726-4c74-8e56-a74cad1e64ec tempest-AttachVolumeShelveTestJSON-1095716281 tempest-AttachVolumeShelveTestJSON-1095716281-project] 10.222.0.30 "GET /v2.0/ports?device_id=3b92af91-ddf3-485d-8274-039ae6ccb3b7 HTTP/1.1" status: 200  len: 946 time: 0.1828349
Apr 22 20:16:51.605241 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8de4d42-1162-4af8-89eb-0d5f051c53b2 req-7fc693b2-0249-4d9b-93d6-501ab740dc75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 20:16:51.606757 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-b8de4d42-1162-4af8-89eb-0d5f051c53b2 req-7fc693b2-0249-4d9b-93d6-501ab740dc75 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=7e154f7f-c6a5-48a3-9c75-a2bc01d89ad4 HTTP/1.1" status: 200  len: 848 time: 0.0839376
Apr 22 20:16:51.627104 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-ee93b8ca-ccca-4404-9dda-5ef4e537ddfd req-82806af7-e26c-4667-90f9-576dfccaaf62 tempest-AttachVolumeTestJSON-431678780 tempest-AttachVolumeTestJSON-431678780-project] 10.222.0.30 "GET /v2.0/security-groups?id=ee49f099-4f69-42f6-80cf-edc32cf4993d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0410700
Apr 22 20:16:51.699047 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-e8201210-5422-413c-874d-232fda823a9f req-b1a929d1-649a-44b9-a87b-48b4189f2b1d tempest-AttachVolumeShelveTestJSON-1095716281 tempest-AttachVolumeShelveTestJSON-1095716281-project] 10.222.0.30 "GET /v2.0/security-groups?id=44b3085f-cdba-4fc8-95c9-fe542e384e4e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0887284
Apr 22 20:16:51.724628 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8de4d42-1162-4af8-89eb-0d5f051c53b2 req-0d456013-e37a-4975-8923-a47e44a8c07d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 20:16:51.726245 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-b8de4d42-1162-4af8-89eb-0d5f051c53b2 req-0d456013-e37a-4975-8923-a47e44a8c07d service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=8c6beec9-2be5-42aa-b3d8-efd21a74a412&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1016312
Apr 22 20:16:51.811629 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.wsgi [-] (86330) accepted ('10.222.0.30', 41462) {{(pid=86330) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 20:16:51.870959 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-b8de4d42-1162-4af8-89eb-0d5f051c53b2 req-3615d5f4-e0b3-444f-a95b-728e04d48786 service neutron] 10.222.0.46 "GET /v2.0/networks/8c6beec9-2be5-42aa-b3d8-efd21a74a412?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1371973
Apr 22 20:16:51.882984 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.db_base_plugin_v2 [None req-266d159c-e4c1-414a-9887-57d74f876391 admin admin] Deleting subnet 9c42079c-568a-4586-9ac0-bd9ce6348a73 {{(pid=86330) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Apr 22 20:16:51.886255 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-266d159c-e4c1-414a-9887-57d74f876391 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:16:51.938988 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-266d159c-e4c1-414a-9887-57d74f876391 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036850744753'] for subnet, precommit_delete_associations {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:16:51.996110 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-266d159c-e4c1-414a-9887-57d74f876391 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853244368'] for subnet, precommit_delete {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:16:52.012622 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-b8de4d42-1162-4af8-89eb-0d5f051c53b2 req-292ddce9-afa8-4c27-a031-b303a81d7a7c service neutron] 10.222.0.46 "GET /v2.0/networks/8c6beec9-2be5-42aa-b3d8-efd21a74a412?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1344576
Apr 22 20:16:52.148561 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.rpc [None req-cbbe70c9-0b39-4f9d-be6e-4133a7c8f54f None None] Device c7ab190d-98a1-4dd1-a6b2-5d3d76fa576c details requested by agent hyperv_hv-cinder-78763 with host hv-cinder-78763 {{(pid=86332) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 22 20:16:52.252468 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-266d159c-e4c1-414a-9887-57d74f876391 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1531400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853168226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4127903', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3347985'] for subnet, after_delete {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:16:52.257438 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 20:16:52.287247 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.db [None req-cbbe70c9-0b39-4f9d-be6e-4133a7c8f54f None None] For port c7ab190d-98a1-4dd1-a6b2-5d3d76fa576c, host hv-cinder-78763, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78763',level=0,port_id=c7ab190d-98a1-4dd1-a6b2-5d3d76fa576c,segment=NetworkSegment(ee2cf152-35a2-4f0a-9e62-a52542065261),segment_id=ee2cf152-35a2-4f0a-9e62-a52542065261)] {{(pid=86332) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 22 20:16:52.296269 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-266d159c-e4c1-414a-9887-57d74f876391 admin admin] Notify callbacks [] for subnet, before_response {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:16:52.301049 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.rpc [None req-cbbe70c9-0b39-4f9d-be6e-4133a7c8f54f None None] Returning: {'device': 'c7ab190d-98a1-4dd1-a6b2-5d3d76fa576c', 'network_id': '8eb42aba-9fa9-48c5-ac95-29b89130e5f9', 'port_id': 'c7ab190d-98a1-4dd1-a6b2-5d3d76fa576c', 'mac_address': 'fa:16:3e:6d:c3:a8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 389, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e2d55e83-7c80-4c1a-99f4-0aea05526efc', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86332) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 22 20:16:52.301610 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-266d159c-e4c1-414a-9887-57d74f876391 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9c42079c-568a-4586-9ac0-bd9ce6348a73,revision_number=None']} {{(pid=86330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 20:16:52.306079 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [None req-266d159c-e4c1-414a-9887-57d74f876391 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/9c42079c-568a-4586-9ac0-bd9ce6348a73 HTTP/1.1" status: 204  len: 168 time: 0.4932771
Apr 22 20:16:52.309034 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.wsgi [-] (86331) accepted ('10.222.0.30', 41466) {{(pid=86331) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 20:16:52.311119 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-266d159c-e4c1-414a-9887-57d74f876391 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787632-1-iscsi {{(pid=86330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 20:16:52.311628 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-266d159c-e4c1-414a-9887-57d74f876391 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787632-1-iscsi {{(pid=86330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 20:16:52.311950 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-266d159c-e4c1-414a-9887-57d74f876391 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787632-1-iscsi {{(pid=86330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 20:16:52.312354 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-266d159c-e4c1-414a-9887-57d74f876391 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787632-1-iscsi {{(pid=86330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 20:16:52.312759 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-266d159c-e4c1-414a-9887-57d74f876391 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787632-1-iscsi {{(pid=86330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 20:16:52.313169 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-266d159c-e4c1-414a-9887-57d74f876391 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787632-1-iscsi {{(pid=86330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 20:16:52.313573 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-266d159c-e4c1-414a-9887-57d74f876391 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-787632-1-iscsi {{(pid=86330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 20:16:52.314003 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-266d159c-e4c1-414a-9887-57d74f876391 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787632-1-iscsi {{(pid=86330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 20:16:52.314406 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-266d159c-e4c1-414a-9887-57d74f876391 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787632-1-iscsi {{(pid=86330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 20:16:52.314805 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-266d159c-e4c1-414a-9887-57d74f876391 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787632-1-iscsi {{(pid=86330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 20:16:52.315204 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-266d159c-e4c1-414a-9887-57d74f876391 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787632-1-iscsi {{(pid=86330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 20:16:52.315600 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-266d159c-e4c1-414a-9887-57d74f876391 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787632-1-iscsi {{(pid=86330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 20:16:52.319223 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [None req-266d159c-e4c1-414a-9887-57d74f876391 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=86330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 20:16:52.358984 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-cbbe70c9-0b39-4f9d-be6e-4133a7c8f54f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587983'] for port, before_update {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:16:52.376130 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.notifiers.nova [None req-cbbe70c9-0b39-4f9d-be6e-4133a7c8f54f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c7ab190d-98a1-4dd1-a6b2-5d3d76fa576c {{(pid=86332) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 22 20:16:52.391838 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.db [None req-cbbe70c9-0b39-4f9d-be6e-4133a7c8f54f None None] For port c7ab190d-98a1-4dd1-a6b2-5d3d76fa576c, host hv-cinder-78763, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78763',level=0,port_id=c7ab190d-98a1-4dd1-a6b2-5d3d76fa576c,segment=NetworkSegment(ee2cf152-35a2-4f0a-9e62-a52542065261),segment_id=ee2cf152-35a2-4f0a-9e62-a52542065261)] {{(pid=86332) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 22 20:16:52.394768 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-cbbe70c9-0b39-4f9d-be6e-4133a7c8f54f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854198495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853168226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727707997384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363309147208137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727707567697'] for port, after_update {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:16:52.397087 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [None req-cbbe70c9-0b39-4f9d-be6e-4133a7c8f54f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86332) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 20:16:52.428782 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-bc9a4ea8-e94f-4c68-812c-b4a7431df5b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854197124'] for network, before_delete {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:16:52.467820 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbbe70c9-0b39-4f9d-be6e-4133a7c8f54f None None] Pushing event updated for resources: {'Port': ['ID=c7ab190d-98a1-4dd1-a6b2-5d3d76fa576c,revision_number=4']} {{(pid=86332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 20:16:52.475620 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbbe70c9-0b39-4f9d-be6e-4133a7c8f54f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787632-1-iscsi {{(pid=86332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 20:16:52.476006 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbbe70c9-0b39-4f9d-be6e-4133a7c8f54f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787632-1-iscsi {{(pid=86332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 20:16:52.476387 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbbe70c9-0b39-4f9d-be6e-4133a7c8f54f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787632-1-iscsi {{(pid=86332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 20:16:52.476760 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbbe70c9-0b39-4f9d-be6e-4133a7c8f54f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787632-1-iscsi {{(pid=86332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 20:16:52.477129 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbbe70c9-0b39-4f9d-be6e-4133a7c8f54f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787632-1-iscsi {{(pid=86332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 20:16:52.477499 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbbe70c9-0b39-4f9d-be6e-4133a7c8f54f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787632-1-iscsi {{(pid=86332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 20:16:52.477905 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbbe70c9-0b39-4f9d-be6e-4133a7c8f54f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-787632-1-iscsi {{(pid=86332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 20:16:52.478268 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbbe70c9-0b39-4f9d-be6e-4133a7c8f54f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787632-1-iscsi {{(pid=86332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 20:16:52.478657 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbbe70c9-0b39-4f9d-be6e-4133a7c8f54f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787632-1-iscsi {{(pid=86332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 20:16:52.479038 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbbe70c9-0b39-4f9d-be6e-4133a7c8f54f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787632-1-iscsi {{(pid=86332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 20:16:52.479384 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbbe70c9-0b39-4f9d-be6e-4133a7c8f54f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787632-1-iscsi {{(pid=86332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 20:16:52.479746 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbbe70c9-0b39-4f9d-be6e-4133a7c8f54f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787632-1-iscsi {{(pid=86332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 20:16:52.483757 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [None req-cbbe70c9-0b39-4f9d-be6e-4133a7c8f54f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=86332) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 20:16:52.558323 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-bc9a4ea8-e94f-4c68-812c-b4a7431df5b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1531493', 'neutron.services.segments.db._delete_segments_for_network-8727707916915'] for network, precommit_delete {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:16:52.632194 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.db [None req-cbbe70c9-0b39-4f9d-be6e-4133a7c8f54f None None] get_ports_and_sgs() called for port_ids ['c7ab190d-98a1-4dd1-a6b2-5d3d76fa576c'] {{(pid=86332) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 22 20:16:52.865113 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50029fe8-474b-477a-832f-f19b0839b922 req-e614e0f5-636f-4f63-a74e-30424649e99b tempest-AttachVolumeTestJSON-431678780 tempest-AttachVolumeTestJSON-431678780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 20:16:52.874179 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-50029fe8-474b-477a-832f-f19b0839b922 req-e614e0f5-636f-4f63-a74e-30424649e99b tempest-AttachVolumeTestJSON-431678780 tempest-AttachVolumeTestJSON-431678780-project] 10.222.0.30 "GET /v2.0/ports?device_id=bddc0f2f-0ee7-4c72-a374-fbf6b6c4b398 HTTP/1.1" status: 200  len: 945 time: 0.1255283
Apr 22 20:16:52.917526 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-50029fe8-474b-477a-832f-f19b0839b922 req-69ae829d-08da-46fb-8db8-db7e230d5aa1 tempest-AttachVolumeTestJSON-431678780 tempest-AttachVolumeTestJSON-431678780-project] 10.222.0.30 "GET /v2.0/security-groups?id=ee49f099-4f69-42f6-80cf-edc32cf4993d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0428474
Apr 22 20:16:52.978637 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.services.segments.db [None req-bc9a4ea8-e94f-4c68-812c-b4a7431df5b9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f013d4f1198>,) {'filters': {'network_id': ['7c6863cd-7b3a-4ee5-bf38-0731ce48712c']}} {{(pid=86331) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 22 20:16:52.994881 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.services.segments.db [None req-bc9a4ea8-e94f-4c68-812c-b4a7431df5b9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f013d4f1198>, '97d79c30-b0d1-428a-8b67-74c8350b7826') {'for_net_delete': True} {{(pid=86331) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 22 20:16:52.995164 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.services.segments.db [None req-bc9a4ea8-e94f-4c68-812c-b4a7431df5b9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f013d4f1198>, '97d79c30-b0d1-428a-8b67-74c8350b7826') {} {{(pid=86331) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 22 20:16:53.011307 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-bc9a4ea8-e94f-4c68-812c-b4a7431df5b9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363309146702435', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2356875'] for segment, before_delete {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:16:53.035223 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3bcd7ef-36c5-4ad4-88ed-88a2d2b6583e req-023db9e2-b24f-480c-a851-2907e6bf8237 tempest-AttachVolumeShelveTestJSON-1095716281 tempest-AttachVolumeShelveTestJSON-1095716281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 20:16:53.036882 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-f3bcd7ef-36c5-4ad4-88ed-88a2d2b6583e req-023db9e2-b24f-480c-a851-2907e6bf8237 tempest-AttachVolumeShelveTestJSON-1095716281 tempest-AttachVolumeShelveTestJSON-1095716281-project] 10.222.0.30 "GET /v2.0/ports?device_id=3b92af91-ddf3-485d-8274-039ae6ccb3b7 HTTP/1.1" status: 200  len: 946 time: 0.1695092
Apr 22 20:16:53.038653 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-bc9a4ea8-e94f-4c68-812c-b4a7431df5b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1523030'] for segment, precommit_delete {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:16:53.060234 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bc9a4ea8-e94f-4c68-812c-b4a7431df5b9 admin admin] Releasing vlan 361 on physical network physnet1 to pool {{(pid=86331) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}}
Apr 22 20:16:53.184874 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-f3bcd7ef-36c5-4ad4-88ed-88a2d2b6583e req-2ba1b191-41d0-4c0b-b193-af227ce662e8 tempest-AttachVolumeShelveTestJSON-1095716281 tempest-AttachVolumeShelveTestJSON-1095716281-project] 10.222.0.30 "GET /v2.0/security-groups?id=44b3085f-cdba-4fc8-95c9-fe542e384e4e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1412435
Apr 22 20:16:53.260383 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.managers [None req-bc9a4ea8-e94f-4c68-812c-b4a7431df5b9 admin admin] Network 7c6863cd-7b3a-4ee5-bf38-0731ce48712c has no segments {{(pid=86331) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 22 20:16:53.269135 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-bc9a4ea8-e94f-4c68-812c-b4a7431df5b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853252831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036853551935'] for segment, after_delete {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:16:53.442935 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.managers [None req-bc9a4ea8-e94f-4c68-812c-b4a7431df5b9 admin admin] Network 7c6863cd-7b3a-4ee5-bf38-0731ce48712c has no segments {{(pid=86331) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 22 20:16:53.468391 dv-cinder-787632-1-iscsi neutron-server[86219]: Traceback (most recent call last):
Apr 22 20:16:53.468391 dv-cinder-787632-1-iscsi neutron-server[86219]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 22 20:16:53.468391 dv-cinder-787632-1-iscsi neutron-server[86219]:     timer()
Apr 22 20:16:53.468391 dv-cinder-787632-1-iscsi neutron-server[86219]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 22 20:16:53.468391 dv-cinder-787632-1-iscsi neutron-server[86219]:     cb(*args, **kw)
Apr 22 20:16:53.468391 dv-cinder-787632-1-iscsi neutron-server[86219]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Apr 22 20:16:53.468391 dv-cinder-787632-1-iscsi neutron-server[86219]:     return func(*args, **kwargs)
Apr 22 20:16:53.468391 dv-cinder-787632-1-iscsi neutron-server[86219]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 22 20:16:53.468391 dv-cinder-787632-1-iscsi neutron-server[86219]:     self._notify()
Apr 22 20:16:53.468391 dv-cinder-787632-1-iscsi neutron-server[86219]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 22 20:16:53.468391 dv-cinder-787632-1-iscsi neutron-server[86219]:     self.callback(batched_events)
Apr 22 20:16:53.468391 dv-cinder-787632-1-iscsi neutron-server[86219]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 22 20:16:53.468391 dv-cinder-787632-1-iscsi neutron-server[86219]:     event.method(event)
Apr 22 20:16:53.468391 dv-cinder-787632-1-iscsi neutron-server[86219]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 22 20:16:53.468391 dv-cinder-787632-1-iscsi neutron-server[86219]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 22 20:16:53.468391 dv-cinder-787632-1-iscsi neutron-server[86219]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Apr 22 20:16:53.468391 dv-cinder-787632-1-iscsi neutron-server[86219]:     segment_id)['aggregates'][0]
Apr 22 20:16:53.468391 dv-cinder-787632-1-iscsi neutron-server[86219]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 22 20:16:53.468391 dv-cinder-787632-1-iscsi neutron-server[86219]:     return f(self, *a, **k)
Apr 22 20:16:53.468391 dv-cinder-787632-1-iscsi neutron-server[86219]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 22 20:16:53.468391 dv-cinder-787632-1-iscsi neutron-server[86219]:     return self._get(url).json()
Apr 22 20:16:53.468391 dv-cinder-787632-1-iscsi neutron-server[86219]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 22 20:16:53.468391 dv-cinder-787632-1-iscsi neutron-server[86219]:     **kwargs)
Apr 22 20:16:53.468391 dv-cinder-787632-1-iscsi neutron-server[86219]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 22 20:16:53.468391 dv-cinder-787632-1-iscsi neutron-server[86219]:     return self.request(url, 'GET', **kwargs)
Apr 22 20:16:53.468391 dv-cinder-787632-1-iscsi neutron-server[86219]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request
Apr 22 20:16:53.468391 dv-cinder-787632-1-iscsi neutron-server[86219]:     **endpoint_filter)
Apr 22 20:16:53.468391 dv-cinder-787632-1-iscsi neutron-server[86219]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 22 20:16:53.468391 dv-cinder-787632-1-iscsi neutron-server[86219]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 22 20:16:53.468391 dv-cinder-787632-1-iscsi neutron-server[86219]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 22 20:16:53.468391 dv-cinder-787632-1-iscsi neutron-server[86219]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 22 20:16:53.468391 dv-cinder-787632-1-iscsi neutron-server[86219]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 22 20:16:53.545129 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-bc9a4ea8-e94f-4c68-812c-b4a7431df5b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853244307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853168226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-427906'] for network, after_delete {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:16:53.548891 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [None req-0ed5ac56-7fe2-4a3e-8eac-13d6c2d89a13 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 20:16:53.565342 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-bc9a4ea8-e94f-4c68-812c-b4a7431df5b9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853168243'] for network, before_response {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:16:53.574548 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc9a4ea8-e94f-4c68-812c-b4a7431df5b9 admin admin] Pushing event deleted for resources: {'Network': ['ID=7c6863cd-7b3a-4ee5-bf38-0731ce48712c,revision_number=None']} {{(pid=86331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 20:16:53.578001 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [None req-bc9a4ea8-e94f-4c68-812c-b4a7431df5b9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 20:16:53.582267 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [None req-bc9a4ea8-e94f-4c68-812c-b4a7431df5b9 admin admin] 10.222.0.30 "DELETE /v2.0/networks/7c6863cd-7b3a-4ee5-bf38-0731ce48712c HTTP/1.1" status: 204  len: 168 time: 1.2718799
Apr 22 20:16:53.758043 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.wsgi [-] (86330) accepted ('10.222.0.30', 41476) {{(pid=86330) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 20:16:53.810048 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [None req-d25affac-5a34-47c9-8419-013862a8a41a admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=704676f70e364d938cd631b0faac2d8a&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0495787
Apr 22 20:16:53.811538 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.wsgi [-] (86330) accepted ('10.222.0.30', 41480) {{(pid=86330) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 20:16:53.877980 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-b7051455-e1be-4e5f-adcf-4f2ffc67d084 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:16:53.905190 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-b7051455-e1be-4e5f-adcf-4f2ffc67d084 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:16:53.952741 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-b7051455-e1be-4e5f-adcf-4f2ffc67d084 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393900'] for security_group, after_delete {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:16:53.958621 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [None req-0077415f-0128-4e79-aa54-275683d944c0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=86330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 20:16:53.973058 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7051455-e1be-4e5f-adcf-4f2ffc67d084 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5f9d369-1898-4a9b-a375-69f0d28704aa,revision_number=None']} {{(pid=86330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 20:16:53.977800 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [None req-b7051455-e1be-4e5f-adcf-4f2ffc67d084 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=86330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 20:16:53.981210 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-b7051455-e1be-4e5f-adcf-4f2ffc67d084 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:16:53.984878 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [None req-b7051455-e1be-4e5f-adcf-4f2ffc67d084 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/f5f9d369-1898-4a9b-a375-69f0d28704aa HTTP/1.1" status: 204  len: 168 time: 0.1699715
Apr 22 20:16:54.119809 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3537e89-ce75-4ef0-b628-c83cf8f4f16f req-eae9759f-f121-4b9c-ab5d-630c91d6e8d7 tempest-AttachVolumeTestJSON-431678780 tempest-AttachVolumeTestJSON-431678780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 20:16:54.121432 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-a3537e89-ce75-4ef0-b628-c83cf8f4f16f req-eae9759f-f121-4b9c-ab5d-630c91d6e8d7 tempest-AttachVolumeTestJSON-431678780 tempest-AttachVolumeTestJSON-431678780-project] 10.222.0.30 "GET /v2.0/ports?device_id=bddc0f2f-0ee7-4c72-a374-fbf6b6c4b398 HTTP/1.1" status: 200  len: 945 time: 0.0898311
Apr 22 20:16:54.169859 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-a3537e89-ce75-4ef0-b628-c83cf8f4f16f req-fe2dac99-ed33-4d3e-a565-e22b0c8009f1 tempest-AttachVolumeTestJSON-431678780 tempest-AttachVolumeTestJSON-431678780-project] 10.222.0.30 "GET /v2.0/security-groups?id=ee49f099-4f69-42f6-80cf-edc32cf4993d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0419633
Apr 22 20:16:54.182340 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.rpc [None req-cbbe70c9-0b39-4f9d-be6e-4133a7c8f54f None None] Device c7ab190d-98a1-4dd1-a6b2-5d3d76fa576c up at agent hyperv_hv-cinder-78763 {{(pid=86332) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 22 20:16:54.268588 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.provisioning_blocks [None req-cbbe70c9-0b39-4f9d-be6e-4133a7c8f54f None None] Provisioning for port c7ab190d-98a1-4dd1-a6b2-5d3d76fa576c completed by entity L2. {{(pid=86332) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 22 20:16:54.274687 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.provisioning_blocks [None req-cbbe70c9-0b39-4f9d-be6e-4133a7c8f54f None None] Provisioning complete for port c7ab190d-98a1-4dd1-a6b2-5d3d76fa576c triggered by entity L2. {{(pid=86332) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 22 20:16:54.275112 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-cbbe70c9-0b39-4f9d-be6e-4133a7c8f54f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854135278'] for port, provisioning_complete {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:16:54.401690 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-cbbe70c9-0b39-4f9d-be6e-4133a7c8f54f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587983'] for port, before_update {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:16:54.410023 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fafb5de0-177c-4653-8688-4a0eef12815a req-aac9bb6e-2c0c-4a57-8424-aab7fd30df6f tempest-AttachVolumeShelveTestJSON-1095716281 tempest-AttachVolumeShelveTestJSON-1095716281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 20:16:54.411635 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-fafb5de0-177c-4653-8688-4a0eef12815a req-aac9bb6e-2c0c-4a57-8424-aab7fd30df6f tempest-AttachVolumeShelveTestJSON-1095716281 tempest-AttachVolumeShelveTestJSON-1095716281-project] 10.222.0.30 "GET /v2.0/ports?device_id=3b92af91-ddf3-485d-8274-039ae6ccb3b7 HTTP/1.1" status: 200  len: 946 time: 0.0925634
Apr 22 20:16:54.430275 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bddc0f2f-0ee7-4c72-a374-fbf6b6c4b398', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c7ab190d-98a1-4dd1-a6b2-5d3d76fa576c'}] {{(pid=86332) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 22 20:16:54.440641 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.db [None req-cbbe70c9-0b39-4f9d-be6e-4133a7c8f54f None None] For port c7ab190d-98a1-4dd1-a6b2-5d3d76fa576c, host hv-cinder-78763, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78763',level=0,port_id=c7ab190d-98a1-4dd1-a6b2-5d3d76fa576c,segment=NetworkSegment(ee2cf152-35a2-4f0a-9e62-a52542065261),segment_id=ee2cf152-35a2-4f0a-9e62-a52542065261)] {{(pid=86332) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 22 20:16:54.443626 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-cbbe70c9-0b39-4f9d-be6e-4133a7c8f54f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854198495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853168226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727707997384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363309147208137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727707567697'] for port, after_update {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:16:54.445544 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [None req-08e5d76f-3fe5-4242-a4b8-30f374028052 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86332) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 20:16:54.461500 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-fafb5de0-177c-4653-8688-4a0eef12815a req-f5c39ded-d8b8-478f-ac43-588c0c8c1ba4 tempest-AttachVolumeShelveTestJSON-1095716281 tempest-AttachVolumeShelveTestJSON-1095716281-project] 10.222.0.30 "GET /v2.0/security-groups?id=44b3085f-cdba-4fc8-95c9-fe542e384e4e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0432782
Apr 22 20:16:54.484299 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bddc0f2f-0ee7-4c72-a374-fbf6b6c4b398', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c7ab190d-98a1-4dd1-a6b2-5d3d76fa576c', 'code': 200}
Apr 22 20:16:54.518548 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbbe70c9-0b39-4f9d-be6e-4133a7c8f54f None None] Pushing event updated for resources: {'Port': ['ID=c7ab190d-98a1-4dd1-a6b2-5d3d76fa576c,revision_number=5']} {{(pid=86332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 20:16:54.522141 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [None req-cbbe70c9-0b39-4f9d-be6e-4133a7c8f54f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=86332) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 20:16:54.722882 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c64b92f-ec0e-4e61-b025-ae42f68a51b6 req-76ec18fc-b665-4caf-a3c5-bf8ab57e96f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 20:16:54.725110 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-3c64b92f-ec0e-4e61-b025-ae42f68a51b6 req-76ec18fc-b665-4caf-a3c5-bf8ab57e96f1 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=bddc0f2f-0ee7-4c72-a374-fbf6b6c4b398 HTTP/1.1" status: 200  len: 1099 time: 0.0768158
Apr 22 20:16:54.772271 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-3c64b92f-ec0e-4e61-b025-ae42f68a51b6 req-ed442fe0-1f60-49ab-a3c6-8847822b155c service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=ee49f099-4f69-42f6-80cf-edc32cf4993d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0390399
Apr 22 20:16:55.368218 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da87c1e-abe7-4118-8b69-f96996a50032 req-5b851e6d-41fc-4859-85db-66acaf52336a tempest-AttachVolumeTestJSON-431678780 tempest-AttachVolumeTestJSON-431678780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 20:16:55.368963 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.quota.resource [req-1da87c1e-abe7-4118-8b69-f96996a50032 req-5b851e6d-41fc-4859-85db-66acaf52336a tempest-AttachVolumeTestJSON-431678780 tempest-AttachVolumeTestJSON-431678780-project] Synchronizing usage tracker for tenant:d911111607464bf49ef66ee3335728c8 on resource:port {{(pid=86331) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 22 20:16:55.385019 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.quota.resource [req-1da87c1e-abe7-4118-8b69-f96996a50032 req-5b851e6d-41fc-4859-85db-66acaf52336a tempest-AttachVolumeTestJSON-431678780 tempest-AttachVolumeTestJSON-431678780-project] Unset dirty status for tenant:d911111607464bf49ef66ee3335728c8 on resource:port {{(pid=86331) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 22 20:16:55.386345 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-1da87c1e-abe7-4118-8b69-f96996a50032 req-5b851e6d-41fc-4859-85db-66acaf52336a tempest-AttachVolumeTestJSON-431678780 tempest-AttachVolumeTestJSON-431678780-project] 10.222.0.30 "GET /v2.0/ports?device_id=bddc0f2f-0ee7-4c72-a374-fbf6b6c4b398 HTTP/1.1" status: 200  len: 946 time: 0.1039667
Apr 22 20:16:55.439013 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-1da87c1e-abe7-4118-8b69-f96996a50032 req-21ac1e9a-f140-4809-a5dc-d210abe49a2d tempest-AttachVolumeTestJSON-431678780 tempest-AttachVolumeTestJSON-431678780-project] 10.222.0.30 "GET /v2.0/security-groups?id=ee49f099-4f69-42f6-80cf-edc32cf4993d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0455065
Apr 22 20:16:55.687116 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8750b65-c81b-4f96-a899-f8e6d42d616c req-6bdeaded-8418-42e1-b8fd-428b3cf7cfc4 tempest-AttachVolumeShelveTestJSON-1095716281 tempest-AttachVolumeShelveTestJSON-1095716281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 20:16:55.688829 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-c8750b65-c81b-4f96-a899-f8e6d42d616c req-6bdeaded-8418-42e1-b8fd-428b3cf7cfc4 tempest-AttachVolumeShelveTestJSON-1095716281 tempest-AttachVolumeShelveTestJSON-1095716281-project] 10.222.0.30 "GET /v2.0/ports?device_id=3b92af91-ddf3-485d-8274-039ae6ccb3b7 HTTP/1.1" status: 200  len: 946 time: 0.0971386
Apr 22 20:16:55.716312 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-6ec96006-f346-49bf-8119-07ea0e45012c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309146858885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640583'] for agent, after_update {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:16:55.746248 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-c8750b65-c81b-4f96-a899-f8e6d42d616c req-8a3d09b7-e61d-437c-a7c9-67895e622140 tempest-AttachVolumeShelveTestJSON-1095716281 tempest-AttachVolumeShelveTestJSON-1095716281-project] 10.222.0.30 "GET /v2.0/security-groups?id=44b3085f-cdba-4fc8-95c9-fe542e384e4e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0497923
Apr 22 20:16:56.202367 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.rpc [None req-cbbe70c9-0b39-4f9d-be6e-4133a7c8f54f None None] Device 1368346f-2b5d-4185-8e4b-cfc309a1140b details requested by agent hyperv_hv-cinder-78763 with host hv-cinder-78763 {{(pid=86332) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 22 20:16:56.361661 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.db [None req-cbbe70c9-0b39-4f9d-be6e-4133a7c8f54f None None] For port 1368346f-2b5d-4185-8e4b-cfc309a1140b, host hv-cinder-78763, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78763',level=0,port_id=1368346f-2b5d-4185-8e4b-cfc309a1140b,segment=NetworkSegment(14168ae3-7f5a-4cf1-9a50-8a4412d691e1),segment_id=14168ae3-7f5a-4cf1-9a50-8a4412d691e1)] {{(pid=86332) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 22 20:16:56.378592 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.rpc [None req-cbbe70c9-0b39-4f9d-be6e-4133a7c8f54f None None] Returning: {'device': '1368346f-2b5d-4185-8e4b-cfc309a1140b', 'network_id': '34648bb7-c1ba-45d7-bfee-e82cdf1f6b93', 'port_id': '1368346f-2b5d-4185-8e4b-cfc309a1140b', 'mac_address': 'fa:16:3e:8d:8d:c8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 356, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1e51354a-bd7c-4e4c-a7c1-20be7a105c17', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86332) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 22 20:16:56.451199 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-cbbe70c9-0b39-4f9d-be6e-4133a7c8f54f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587983'] for port, before_update {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:16:56.472531 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.notifiers.nova [None req-cbbe70c9-0b39-4f9d-be6e-4133a7c8f54f None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 1368346f-2b5d-4185-8e4b-cfc309a1140b {{(pid=86332) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 22 20:16:56.490461 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.db [None req-cbbe70c9-0b39-4f9d-be6e-4133a7c8f54f None None] For port 1368346f-2b5d-4185-8e4b-cfc309a1140b, host hv-cinder-78763, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78763',level=0,port_id=1368346f-2b5d-4185-8e4b-cfc309a1140b,segment=NetworkSegment(14168ae3-7f5a-4cf1-9a50-8a4412d691e1),segment_id=14168ae3-7f5a-4cf1-9a50-8a4412d691e1)] {{(pid=86332) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 22 20:16:56.494483 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-cbbe70c9-0b39-4f9d-be6e-4133a7c8f54f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854198495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853168226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727707997384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363309147208137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727707567697'] for port, after_update {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:16:56.496546 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [None req-771a8632-34b3-4bc6-9761-3bb97a275c96 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86332) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 20:16:56.575098 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbbe70c9-0b39-4f9d-be6e-4133a7c8f54f None None] Pushing event updated for resources: {'Port': ['ID=1368346f-2b5d-4185-8e4b-cfc309a1140b,revision_number=6']} {{(pid=86332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 20:16:56.590379 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [None req-cbbe70c9-0b39-4f9d-be6e-4133a7c8f54f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=86332) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 20:16:56.649897 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.db [None req-cbbe70c9-0b39-4f9d-be6e-4133a7c8f54f None None] get_ports_and_sgs() called for port_ids ['1368346f-2b5d-4185-8e4b-cfc309a1140b'] {{(pid=86332) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 22 20:16:56.678805 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e6998b-16a9-4aa9-b64a-8cbbb5bc9ac7 req-a5399d81-67b6-4cda-928e-4355e653d77c tempest-AttachVolumeTestJSON-431678780 tempest-AttachVolumeTestJSON-431678780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 20:16:56.680761 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-d7e6998b-16a9-4aa9-b64a-8cbbb5bc9ac7 req-a5399d81-67b6-4cda-928e-4355e653d77c tempest-AttachVolumeTestJSON-431678780 tempest-AttachVolumeTestJSON-431678780-project] 10.222.0.30 "GET /v2.0/ports?device_id=bddc0f2f-0ee7-4c72-a374-fbf6b6c4b398 HTTP/1.1" status: 200  len: 946 time: 0.1137085
Apr 22 20:16:56.740559 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-d7e6998b-16a9-4aa9-b64a-8cbbb5bc9ac7 req-8bc80f91-62c1-44af-9da7-eab3ed782e87 tempest-AttachVolumeTestJSON-431678780 tempest-AttachVolumeTestJSON-431678780-project] 10.222.0.30 "GET /v2.0/security-groups?id=ee49f099-4f69-42f6-80cf-edc32cf4993d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0523696
Apr 22 20:16:57.019369 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c9d1523-bff0-4777-9abf-b7dbc9020265 req-1a31902d-32c2-4e3e-b352-a687fd5abefd tempest-AttachVolumeTestJSON-431678780 tempest-AttachVolumeTestJSON-431678780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 20:16:57.025403 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-0c9d1523-bff0-4777-9abf-b7dbc9020265 req-1a31902d-32c2-4e3e-b352-a687fd5abefd tempest-AttachVolumeTestJSON-431678780 tempest-AttachVolumeTestJSON-431678780-project] 10.222.0.30 "GET /v2.0/ports?device_id=bddc0f2f-0ee7-4c72-a374-fbf6b6c4b398 HTTP/1.1" status: 200  len: 946 time: 0.1051402
Apr 22 20:16:57.030780 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.wsgi [-] (86331) accepted ('10.222.0.30', 41530) {{(pid=86331) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 20:16:57.046163 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.v2.base [None req-f4a10863-71a2-46f9-b2b2-76dc8d5d5fce tempest-AttachVolumeTestJSON-431678780 tempest-AttachVolumeTestJSON-431678780-project] Request body: {'floatingip': {'port_id': 'c7ab190d-98a1-4dd1-a6b2-5d3d76fa576c'}} {{(pid=86331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 22 20:16:57.141362 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-f4a10863-71a2-46f9-b2b2-76dc8d5d5fce tempest-AttachVolumeTestJSON-431678780 tempest-AttachVolumeTestJSON-431678780-project] Notify callbacks [] for floatingip, before_update {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:16:57.239750 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d00068b3-a4af-4813-97e2-09144a9d889b req-08daaf4e-9f28-48b4-a668-53f9a19d292f tempest-AttachVolumeShelveTestJSON-1095716281 tempest-AttachVolumeShelveTestJSON-1095716281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 20:16:57.241433 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-d00068b3-a4af-4813-97e2-09144a9d889b req-08daaf4e-9f28-48b4-a668-53f9a19d292f tempest-AttachVolumeShelveTestJSON-1095716281 tempest-AttachVolumeShelveTestJSON-1095716281-project] 10.222.0.30 "GET /v2.0/ports?device_id=3b92af91-ddf3-485d-8274-039ae6ccb3b7 HTTP/1.1" status: 200  len: 945 time: 0.3022463
Apr 22 20:16:57.385504 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-d00068b3-a4af-4813-97e2-09144a9d889b req-4df24f5b-a2e5-4553-b28a-1d5f1b1ec34c tempest-AttachVolumeShelveTestJSON-1095716281 tempest-AttachVolumeShelveTestJSON-1095716281-project] 10.222.0.30 "GET /v2.0/security-groups?id=44b3085f-cdba-4fc8-95c9-fe542e384e4e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1082292
Apr 22 20:16:57.905640 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-f4a10863-71a2-46f9-b2b2-76dc8d5d5fce tempest-AttachVolumeTestJSON-431678780 tempest-AttachVolumeTestJSON-431678780-project] Notify callbacks [] for floatingip, precommit_update {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:16:57.909619 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-f4a10863-71a2-46f9-b2b2-76dc8d5d5fce tempest-AttachVolumeTestJSON-431678780 tempest-AttachVolumeTestJSON-431678780-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-427953'] for floatingip, after_update {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:16:58.101080 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.db.l3_db [None req-f4a10863-71a2-46f9-b2b2-76dc8d5d5fce tempest-AttachVolumeTestJSON-431678780 tempest-AttachVolumeTestJSON-431678780-project] Floating IP b14843fb-2427-4899-a9c6-551d92bbea41 associated. External IP: 172.27.3.185, port: c7ab190d-98a1-4dd1-a6b2-5d3d76fa576c.
Apr 22 20:16:58.205240 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.rpc [None req-cbbe70c9-0b39-4f9d-be6e-4133a7c8f54f None None] Device 1368346f-2b5d-4185-8e4b-cfc309a1140b up at agent hyperv_hv-cinder-78763 {{(pid=86332) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 22 20:16:58.286878 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.provisioning_blocks [None req-cbbe70c9-0b39-4f9d-be6e-4133a7c8f54f None None] Provisioning complete for port 1368346f-2b5d-4185-8e4b-cfc309a1140b triggered by entity L2. {{(pid=86332) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 22 20:16:58.287327 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-cbbe70c9-0b39-4f9d-be6e-4133a7c8f54f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854135278'] for port, provisioning_complete {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:16:58.422336 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-cbbe70c9-0b39-4f9d-be6e-4133a7c8f54f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587983'] for port, before_update {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:16:58.491124 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b92af91-ddf3-485d-8274-039ae6ccb3b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1368346f-2b5d-4185-8e4b-cfc309a1140b'}] {{(pid=86332) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 22 20:16:58.522941 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.db [None req-cbbe70c9-0b39-4f9d-be6e-4133a7c8f54f None None] For port 1368346f-2b5d-4185-8e4b-cfc309a1140b, host hv-cinder-78763, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78763',level=0,port_id=1368346f-2b5d-4185-8e4b-cfc309a1140b,segment=NetworkSegment(14168ae3-7f5a-4cf1-9a50-8a4412d691e1),segment_id=14168ae3-7f5a-4cf1-9a50-8a4412d691e1)] {{(pid=86332) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 22 20:16:58.533703 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-cbbe70c9-0b39-4f9d-be6e-4133a7c8f54f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854198495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853168226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727707997384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363309147208137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727707567697'] for port, after_update {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:16:58.537980 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [None req-cbbe70c9-0b39-4f9d-be6e-4133a7c8f54f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86332) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 20:16:58.698546 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3b92af91-ddf3-485d-8274-039ae6ccb3b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1368346f-2b5d-4185-8e4b-cfc309a1140b', 'code': 200}
Apr 22 20:16:58.699858 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbbe70c9-0b39-4f9d-be6e-4133a7c8f54f None None] Pushing event updated for resources: {'Port': ['ID=1368346f-2b5d-4185-8e4b-cfc309a1140b,revision_number=7']} {{(pid=86332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 20:16:58.704728 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [None req-cbbe70c9-0b39-4f9d-be6e-4133a7c8f54f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=86332) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 20:16:58.715751 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-db1b8711-16a8-40d2-b61d-cd94b5db8471 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309146858885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640583'] for agent, after_update {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:16:58.720073 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a852be-e542-4b0a-8b80-0b49ebd64f1a req-fbf6d5cb-6fb6-4ef7-a829-cc866bafe4a6 tempest-AttachVolumeShelveTestJSON-1095716281 tempest-AttachVolumeShelveTestJSON-1095716281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 20:16:58.727896 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-f5a852be-e542-4b0a-8b80-0b49ebd64f1a req-fbf6d5cb-6fb6-4ef7-a829-cc866bafe4a6 tempest-AttachVolumeShelveTestJSON-1095716281 tempest-AttachVolumeShelveTestJSON-1095716281-project] 10.222.0.30 "GET /v2.0/ports?device_id=3b92af91-ddf3-485d-8274-039ae6ccb3b7 HTTP/1.1" status: 200  len: 946 time: 0.1158659
Apr 22 20:16:58.771601 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f4a10863-71a2-46f9-b2b2-76dc8d5d5fce tempest-AttachVolumeTestJSON-431678780 tempest-AttachVolumeTestJSON-431678780-project] Router 1579061b-27c8-45c8-a86c-6a7fe76c2895 has already been hosted by L3 agent 1df068ca-d615-4cb7-8020-fe6e8be709e3 {{(pid=86331) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 22 20:16:58.784412 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-f5a852be-e542-4b0a-8b80-0b49ebd64f1a req-efe2d66d-19cf-426e-a2fb-2c56fccb2081 tempest-AttachVolumeShelveTestJSON-1095716281 tempest-AttachVolumeShelveTestJSON-1095716281-project] 10.222.0.30 "GET /v2.0/security-groups?id=44b3085f-cdba-4fc8-95c9-fe542e384e4e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0525095
Apr 22 20:16:58.952656 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-d69b9430-b136-4a40-a189-232f048ef307 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309146858885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640583'] for agent, after_update {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:16:58.987514 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4a10863-71a2-46f9-b2b2-76dc8d5d5fce tempest-AttachVolumeTestJSON-431678780 tempest-AttachVolumeTestJSON-431678780-project] Notify agent at l3_agent.dv-cinder-787632-1-iscsi the message routers_updated {{(pid=86331) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 22 20:16:58.993160 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-f4a10863-71a2-46f9-b2b2-76dc8d5d5fce tempest-AttachVolumeTestJSON-431678780 tempest-AttachVolumeTestJSON-431678780-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-743'] for floatingip, before_response {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:16:58.998461 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4030be3c-8e52-4247-b49a-c9d43db7fe88 None None] Sync routers for ids ['1579061b-27c8-45c8-a86c-6a7fe76c2895'] in dv-cinder-787632-1-iscsi {{(pid=86332) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 22 20:16:59.009301 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4030be3c-8e52-4247-b49a-c9d43db7fe88 None None] Routers {'1579061b-27c8-45c8-a86c-6a7fe76c2895'} bound to L3 agent in host dv-cinder-787632-1-iscsi {{(pid=86332) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 22 20:16:59.009992 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.l3_hamode_db [None req-4030be3c-8e52-4247-b49a-c9d43db7fe88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f013d2a7470>, 'dv-cinder-787632-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-04-22T20:03:28Z,description=<?>,heartbeat_timestamp=2021-04-22T20:16:59Z,host='dv-cinder-787632-1-iscsi',id=1df068ca-d615-4cb7-8020-fe6e8be709e3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-22T20:03:28Z,topic='l3_agent')) {'router_ids': ['1579061b-27c8-45c8-a86c-6a7fe76c2895'], 'active': True} {{(pid=86332) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 22 20:16:59.070087 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [None req-f4a10863-71a2-46f9-b2b2-76dc8d5d5fce tempest-AttachVolumeTestJSON-431678780 tempest-AttachVolumeTestJSON-431678780-project] 10.222.0.30 "PUT /v2.0/floatingips/b14843fb-2427-4899-a9c6-551d92bbea41 HTTP/1.1" status: 200  len: 992 time: 2.0302851
Apr 22 20:16:59.070087 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bddc0f2f-0ee7-4c72-a374-fbf6b6c4b398', 'tag': 'c7ab190d-98a1-4dd1-a6b2-5d3d76fa576c'}] {{(pid=86331) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 22 20:16:59.277022 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-08e5d76f-3fe5-4242-a4b8-30f374028052 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309146858885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640583'] for agent, after_update {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:16:59.302435 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bddc0f2f-0ee7-4c72-a374-fbf6b6c4b398', 'tag': 'c7ab190d-98a1-4dd1-a6b2-5d3d76fa576c', 'status': 'completed', 'code': 200}
Apr 22 20:16:59.312472 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.l3_dvr_db [None req-4030be3c-8e52-4247-b49a-c9d43db7fe88 None None] Set router 1579061b-27c8-45c8-a86c-6a7fe76c2895 gateway port host: dv-cinder-787632-1-iscsi {{(pid=86332) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 22 20:16:59.417452 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440ae041-7687-4fec-80ac-2340db7b3452 req-9d69c4b4-0baa-4334-81b8-2e12a8856a0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 20:16:59.419128 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-440ae041-7687-4fec-80ac-2340db7b3452 req-9d69c4b4-0baa-4334-81b8-2e12a8856a0c service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=d911111607464bf49ef66ee3335728c8&device_id=bddc0f2f-0ee7-4c72-a374-fbf6b6c4b398 HTTP/1.1" status: 200  len: 1099 time: 0.0924299
Apr 22 20:16:59.598967 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440ae041-7687-4fec-80ac-2340db7b3452 req-429c6f86-473d-44a8-b642-1dcfe7753d9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 20:16:59.600572 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-440ae041-7687-4fec-80ac-2340db7b3452 req-429c6f86-473d-44a8-b642-1dcfe7753d9f service neutron] 10.222.0.46 "GET /v2.0/networks?id=8eb42aba-9fa9-48c5-ac95-29b89130e5f9 HTTP/1.1" status: 200  len: 911 time: 0.1741369
Apr 22 20:16:59.739456 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-440ae041-7687-4fec-80ac-2340db7b3452 req-1e04876e-2f48-43a0-a999-ef230c176bf4 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c7ab190d-98a1-4dd1-a6b2-5d3d76fa576c HTTP/1.1" status: 200  len: 1000 time: 0.1313539
Apr 22 20:16:59.750272 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.l3_hamode_db [None req-4030be3c-8e52-4247-b49a-c9d43db7fe88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f013d2a7470>, [{'id': '1579061b-27c8-45c8-a86c-6a7fe76c2895', 'name': 'tempest-AttachVolumeTestJSON-860199075-router', 'tenant_id': 'd911111607464bf49ef66ee3335728c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b725cb4-6db6-4e68-9a61-1978e8a191a1', 'external_fixed_ips': [{'subnet_id': '1d4495d7-31a5-4e2d-a911-56ceae3a61c5', 'ip_address': '172.27.3.78'}], 'enable_snat': True}, 'gw_port_id': '9a2d43f7-bd9b-4d0f-8151-3b2eae8f716f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T20:11:35Z', 'updated_at': '2021-04-22T20:11:47Z', 'revision_number': 4, 'project_id': 'd911111607464bf49ef66ee3335728c8', 'gw_port': {'id': '9a2d43f7-bd9b-4d0f-8151-3b2eae8f716f', 'name': '', 'network_id': '1b725cb4-6db6-4e68-9a61-1978e8a191a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:bb:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1579061b-27c8-45c8-a86c-6a7fe76c2895', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '1d4495d7-31a5-4e2d-a911-56ceae3a61c5', 'ip_address': '172.27.3.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787632-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T20:11:36Z', 'updated_at': '2021-04-22T20:11:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d4495d7-31a5-4e2d-a911-56ceae3a61c5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787632-1-iscsi', '_floatingips': [{'id': 'b14843fb-2427-4899-a9c6-551d92bbea41', 'tenant_id': 'd911111607464bf49ef66ee3335728c8', 'floating_ip_address': '172.27.3.185', 'floating_network_id': '1b725cb4-6db6-4e68-9a61-1978e8a191a1', 'router_id': '1579061b-27c8-45c8-a86c-6a7fe76c2895', 'port_id': 'c7ab190d-98a1-4dd1-a6b2-5d3d76fa576c', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 535, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8eb42aba-9fa9-48c5-ac95-29b89130e5f9', 'mac_address': 'fa:16:3e:6d:c3:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bddc0f2f-0ee7-4c72-a374-fbf6b6c4b398', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-22T20:16:43Z', 'updated_at': '2021-04-22T20:16:57Z', 'revision_number': 1, 'project_id': 'd911111607464bf49ef66ee3335728c8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ca272985-6352-40bc-a8aa-36c8497e6162', 'name': '', 'network_id': '8eb42aba-9fa9-48c5-ac95-29b89130e5f9', 'tenant_id': 'd911111607464bf49ef66ee3335728c8', 'mac_address': 'fa:16:3e:28:cc:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1579061b-27c8-45c8-a86c-6a7fe76c2895', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'e2d55e83-7c80-4c1a-99f4-0aea05526efc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787632-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T20:11:44Z', 'updated_at': '2021-04-22T20:11:59Z', 'revision_number': 5, 'project_id': 'd911111607464bf49ef66ee3335728c8', 'subnets': [{'id': 'e2d55e83-7c80-4c1a-99f4-0aea05526efc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787632-1-iscsi', False) {} {{(pid=86332) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 22 20:16:59.755239 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4030be3c-8e52-4247-b49a-c9d43db7fe88 None None] Checking router: 1579061b-27c8-45c8-a86c-6a7fe76c2895 for host: dv-cinder-787632-1-iscsi {{(pid=86332) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 22 20:16:59.764576 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4030be3c-8e52-4247-b49a-c9d43db7fe88 None None] Routers {'1579061b-27c8-45c8-a86c-6a7fe76c2895'} bound to L3 agent in host dv-cinder-787632-1-iscsi {{(pid=86332) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 22 20:16:59.765256 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.l3_hamode_db [None req-4030be3c-8e52-4247-b49a-c9d43db7fe88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f013d2a7470>, 'dv-cinder-787632-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-04-22T20:03:28Z,description=<?>,heartbeat_timestamp=2021-04-22T20:16:59Z,host='dv-cinder-787632-1-iscsi',id=1df068ca-d615-4cb7-8020-fe6e8be709e3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-22T20:03:28Z,topic='l3_agent')) {'router_ids': ['1579061b-27c8-45c8-a86c-6a7fe76c2895'], 'active': True} {{(pid=86332) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 22 20:16:59.836587 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440ae041-7687-4fec-80ac-2340db7b3452 req-b3f64105-167d-4390-9c57-887a53c4aca1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 20:16:59.838315 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-440ae041-7687-4fec-80ac-2340db7b3452 req-b3f64105-167d-4390-9c57-887a53c4aca1 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=e2d55e83-7c80-4c1a-99f4-0aea05526efc HTTP/1.1" status: 200  len: 849 time: 0.0922985
Apr 22 20:17:00.028022 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440ae041-7687-4fec-80ac-2340db7b3452 req-f82041db-bfa5-4bdd-b3da-9619a89f1963 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 20:17:00.029886 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-440ae041-7687-4fec-80ac-2340db7b3452 req-f82041db-bfa5-4bdd-b3da-9619a89f1963 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=8eb42aba-9fa9-48c5-ac95-29b89130e5f9&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1839974
Apr 22 20:17:00.035236 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.l3_dvr_db [None req-4030be3c-8e52-4247-b49a-c9d43db7fe88 None None] Set router 1579061b-27c8-45c8-a86c-6a7fe76c2895 gateway port host: dv-cinder-787632-1-iscsi {{(pid=86332) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 22 20:17:00.170712 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-526e3ae3-a985-45d9-a5c0-e3deed7caa6b req-40a948d1-bb9c-44e1-a4bb-0a426cde35be tempest-AttachVolumeShelveTestJSON-1095716281 tempest-AttachVolumeShelveTestJSON-1095716281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 20:17:00.172418 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-526e3ae3-a985-45d9-a5c0-e3deed7caa6b req-40a948d1-bb9c-44e1-a4bb-0a426cde35be tempest-AttachVolumeShelveTestJSON-1095716281 tempest-AttachVolumeShelveTestJSON-1095716281-project] 10.222.0.30 "GET /v2.0/ports?device_id=3b92af91-ddf3-485d-8274-039ae6ccb3b7 HTTP/1.1" status: 200  len: 946 time: 0.2224441
Apr 22 20:17:00.248968 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-77fc9508-bbbe-4662-bfa7-f4837e5c3abe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309146858885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640583'] for agent, after_update {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:17:00.272607 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-526e3ae3-a985-45d9-a5c0-e3deed7caa6b req-aaf61d24-105f-4155-9c17-49afd797e9af tempest-AttachVolumeShelveTestJSON-1095716281 tempest-AttachVolumeShelveTestJSON-1095716281-project] 10.222.0.30 "GET /v2.0/security-groups?id=44b3085f-cdba-4fc8-95c9-fe542e384e4e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0886221
Apr 22 20:17:00.276347 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-440ae041-7687-4fec-80ac-2340db7b3452 req-bbb42b3c-7206-4132-80e6-1ccd1229ee50 service neutron] 10.222.0.46 "GET /v2.0/networks/8eb42aba-9fa9-48c5-ac95-29b89130e5f9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2292497
Apr 22 20:17:00.463153 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-440ae041-7687-4fec-80ac-2340db7b3452 req-50966596-4de3-49c0-b018-d8903cca3553 service neutron] 10.222.0.46 "GET /v2.0/networks/8eb42aba-9fa9-48c5-ac95-29b89130e5f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1715152
Apr 22 20:17:00.517413 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.l3_hamode_db [None req-4030be3c-8e52-4247-b49a-c9d43db7fe88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f013d2a7470>, [{'id': '1579061b-27c8-45c8-a86c-6a7fe76c2895', 'name': 'tempest-AttachVolumeTestJSON-860199075-router', 'tenant_id': 'd911111607464bf49ef66ee3335728c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b725cb4-6db6-4e68-9a61-1978e8a191a1', 'external_fixed_ips': [{'subnet_id': '1d4495d7-31a5-4e2d-a911-56ceae3a61c5', 'ip_address': '172.27.3.78'}], 'enable_snat': True}, 'gw_port_id': '9a2d43f7-bd9b-4d0f-8151-3b2eae8f716f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T20:11:35Z', 'updated_at': '2021-04-22T20:11:47Z', 'revision_number': 4, 'project_id': 'd911111607464bf49ef66ee3335728c8', 'gw_port': {'id': '9a2d43f7-bd9b-4d0f-8151-3b2eae8f716f', 'name': '', 'network_id': '1b725cb4-6db6-4e68-9a61-1978e8a191a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:bb:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1579061b-27c8-45c8-a86c-6a7fe76c2895', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '1d4495d7-31a5-4e2d-a911-56ceae3a61c5', 'ip_address': '172.27.3.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787632-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T20:11:36Z', 'updated_at': '2021-04-22T20:11:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d4495d7-31a5-4e2d-a911-56ceae3a61c5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787632-1-iscsi', '_floatingips': [{'id': 'b14843fb-2427-4899-a9c6-551d92bbea41', 'tenant_id': 'd911111607464bf49ef66ee3335728c8', 'floating_ip_address': '172.27.3.185', 'floating_network_id': '1b725cb4-6db6-4e68-9a61-1978e8a191a1', 'router_id': '1579061b-27c8-45c8-a86c-6a7fe76c2895', 'port_id': 'c7ab190d-98a1-4dd1-a6b2-5d3d76fa576c', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 535, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8eb42aba-9fa9-48c5-ac95-29b89130e5f9', 'mac_address': 'fa:16:3e:6d:c3:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bddc0f2f-0ee7-4c72-a374-fbf6b6c4b398', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-22T20:16:43Z', 'updated_at': '2021-04-22T20:16:57Z', 'revision_number': 1, 'project_id': 'd911111607464bf49ef66ee3335728c8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ca272985-6352-40bc-a8aa-36c8497e6162', 'name': '', 'network_id': '8eb42aba-9fa9-48c5-ac95-29b89130e5f9', 'tenant_id': 'd911111607464bf49ef66ee3335728c8', 'mac_address': 'fa:16:3e:28:cc:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1579061b-27c8-45c8-a86c-6a7fe76c2895', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'e2d55e83-7c80-4c1a-99f4-0aea05526efc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787632-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T20:11:44Z', 'updated_at': '2021-04-22T20:11:59Z', 'revision_number': 5, 'project_id': 'd911111607464bf49ef66ee3335728c8', 'subnets': [{'id': 'e2d55e83-7c80-4c1a-99f4-0aea05526efc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787632-1-iscsi', False) {} {{(pid=86332) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 22 20:17:00.522374 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4030be3c-8e52-4247-b49a-c9d43db7fe88 None None] The sync data for ids ['1579061b-27c8-45c8-a86c-6a7fe76c2895'] in dv-cinder-787632-1-iscsi is: [{'id': '1579061b-27c8-45c8-a86c-6a7fe76c2895', 'name': 'tempest-AttachVolumeTestJSON-860199075-router', 'tenant_id': 'd911111607464bf49ef66ee3335728c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b725cb4-6db6-4e68-9a61-1978e8a191a1', 'external_fixed_ips': [{'subnet_id': '1d4495d7-31a5-4e2d-a911-56ceae3a61c5', 'ip_address': '172.27.3.78'}], 'enable_snat': True}, 'gw_port_id': '9a2d43f7-bd9b-4d0f-8151-3b2eae8f716f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T20:11:35Z', 'updated_at': '2021-04-22T20:11:47Z', 'revision_number': 4, 'project_id': 'd911111607464bf49ef66ee3335728c8', 'gw_port': {'id': '9a2d43f7-bd9b-4d0f-8151-3b2eae8f716f', 'name': '', 'network_id': '1b725cb4-6db6-4e68-9a61-1978e8a191a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:bb:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1579061b-27c8-45c8-a86c-6a7fe76c2895', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '1d4495d7-31a5-4e2d-a911-56ceae3a61c5', 'ip_address': '172.27.3.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787632-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T20:11:36Z', 'updated_at': '2021-04-22T20:11:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d4495d7-31a5-4e2d-a911-56ceae3a61c5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787632-1-iscsi', '_floatingips': [{'id': 'b14843fb-2427-4899-a9c6-551d92bbea41', 'tenant_id': 'd911111607464bf49ef66ee3335728c8', 'floating_ip_address': '172.27.3.185', 'floating_network_id': '1b725cb4-6db6-4e68-9a61-1978e8a191a1', 'router_id': '1579061b-27c8-45c8-a86c-6a7fe76c2895', 'port_id': 'c7ab190d-98a1-4dd1-a6b2-5d3d76fa576c', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 535, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8eb42aba-9fa9-48c5-ac95-29b89130e5f9', 'mac_address': 'fa:16:3e:6d:c3:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bddc0f2f-0ee7-4c72-a374-fbf6b6c4b398', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-22T20:16:43Z', 'updated_at': '2021-04-22T20:16:57Z', 'revision_number': 1, 'project_id': 'd911111607464bf49ef66ee3335728c8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ca272985-6352-40bc-a8aa-36c8497e6162', 'name': '', 'network_id': '8eb42aba-9fa9-48c5-ac95-29b89130e5f9', 'tenant_id': 'd911111607464bf49ef66ee3335728c8', 'mac_address': 'fa:16:3e:28:cc:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1579061b-27c8-45c8-a86c-6a7fe76c2895', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'e2d55e83-7c80-4c1a-99f4-0aea05526efc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787632-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T20:11:44Z', 'updated_at': '2021-04-22T20:11:59Z', 'revision_number': 5, 'project_id': 'd911111607464bf49ef66ee3335728c8', 'subnets': [{'id': 'e2d55e83-7c80-4c1a-99f4-0aea05526efc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86332) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 22 20:17:00.836283 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40ef3127-2b9d-473f-8b87-e49218b1455f None None] New status for floating IP b14843fb-2427-4899-a9c6-551d92bbea41: ACTIVE {{(pid=86333) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Apr 22 20:17:01.517835 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f0d1601-898f-4035-8ca9-fe876874cd08 req-aab37b9b-f1ee-457f-a90f-ac180247e21e tempest-AttachVolumeShelveTestJSON-1095716281 tempest-AttachVolumeShelveTestJSON-1095716281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 20:17:01.519453 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-9f0d1601-898f-4035-8ca9-fe876874cd08 req-aab37b9b-f1ee-457f-a90f-ac180247e21e tempest-AttachVolumeShelveTestJSON-1095716281 tempest-AttachVolumeShelveTestJSON-1095716281-project] 10.222.0.30 "GET /v2.0/ports?device_id=3b92af91-ddf3-485d-8274-039ae6ccb3b7 HTTP/1.1" status: 200  len: 946 time: 0.1137323
Apr 22 20:17:01.575184 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-9f0d1601-898f-4035-8ca9-fe876874cd08 req-4b5b9b5e-f112-4043-b588-905de57e4015 tempest-AttachVolumeShelveTestJSON-1095716281 tempest-AttachVolumeShelveTestJSON-1095716281-project] 10.222.0.30 "GET /v2.0/security-groups?id=44b3085f-cdba-4fc8-95c9-fe542e384e4e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0481639
Apr 22 20:17:02.814848 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb43c3e-fe15-4790-8fb6-42fff6e6d20c req-56151c1e-83cb-441f-abaa-8c44ede3f7eb tempest-AttachVolumeShelveTestJSON-1095716281 tempest-AttachVolumeShelveTestJSON-1095716281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 20:17:02.823940 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-1eb43c3e-fe15-4790-8fb6-42fff6e6d20c req-56151c1e-83cb-441f-abaa-8c44ede3f7eb tempest-AttachVolumeShelveTestJSON-1095716281 tempest-AttachVolumeShelveTestJSON-1095716281-project] 10.222.0.30 "GET /v2.0/ports?device_id=3b92af91-ddf3-485d-8274-039ae6ccb3b7 HTTP/1.1" status: 200  len: 946 time: 0.1118841
Apr 22 20:17:02.874357 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-1eb43c3e-fe15-4790-8fb6-42fff6e6d20c req-51e9540f-94b1-4211-8009-a9a790b8ab91 tempest-AttachVolumeShelveTestJSON-1095716281 tempest-AttachVolumeShelveTestJSON-1095716281-project] 10.222.0.30 "GET /v2.0/security-groups?id=44b3085f-cdba-4fc8-95c9-fe542e384e4e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0505707
Apr 22 20:17:04.100108 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f8fbf6-4a89-4440-af5f-de25d8598af4 req-defb8078-7c66-4f6b-9ed3-b14794dd034f tempest-AttachVolumeShelveTestJSON-1095716281 tempest-AttachVolumeShelveTestJSON-1095716281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 20:17:04.108283 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-82f8fbf6-4a89-4440-af5f-de25d8598af4 req-defb8078-7c66-4f6b-9ed3-b14794dd034f tempest-AttachVolumeShelveTestJSON-1095716281 tempest-AttachVolumeShelveTestJSON-1095716281-project] 10.222.0.30 "GET /v2.0/ports?device_id=3b92af91-ddf3-485d-8274-039ae6ccb3b7 HTTP/1.1" status: 200  len: 946 time: 0.1098680
Apr 22 20:17:04.161122 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-82f8fbf6-4a89-4440-af5f-de25d8598af4 req-094420f9-845a-40c2-8f2b-5755fcc9f9a9 tempest-AttachVolumeShelveTestJSON-1095716281 tempest-AttachVolumeShelveTestJSON-1095716281-project] 10.222.0.30 "GET /v2.0/security-groups?id=44b3085f-cdba-4fc8-95c9-fe542e384e4e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0511019
Apr 22 20:17:05.357899 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29cd4c58-eeb1-45c1-8d85-44d6e67741b0 req-039d8da7-c016-42d8-9fc2-8bd635fa645d tempest-TestShelveInstance-1816371010 tempest-TestShelveInstance-1816371010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 20:17:05.360280 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-29cd4c58-eeb1-45c1-8d85-44d6e67741b0 req-039d8da7-c016-42d8-9fc2-8bd635fa645d tempest-TestShelveInstance-1816371010 tempest-TestShelveInstance-1816371010-project] 10.222.0.30 "GET /v2.0/ports?device_id=05985c03-4f6d-4812-a0bf-47b334105dce HTTP/1.1" status: 200  len: 946 time: 0.1078353
Apr 22 20:17:05.397175 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a98fa59-95ce-498f-95cf-5100450492df req-f44b6557-7bea-4608-97fa-f808089b5d65 tempest-AttachVolumeShelveTestJSON-1095716281 tempest-AttachVolumeShelveTestJSON-1095716281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 20:17:05.398916 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-2a98fa59-95ce-498f-95cf-5100450492df req-f44b6557-7bea-4608-97fa-f808089b5d65 tempest-AttachVolumeShelveTestJSON-1095716281 tempest-AttachVolumeShelveTestJSON-1095716281-project] 10.222.0.30 "GET /v2.0/ports?device_id=3b92af91-ddf3-485d-8274-039ae6ccb3b7 HTTP/1.1" status: 200  len: 946 time: 0.1032355
Apr 22 20:17:05.417852 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-29cd4c58-eeb1-45c1-8d85-44d6e67741b0 req-5228ccb5-6bac-4a89-89fa-b7ab194d3aeb tempest-TestShelveInstance-1816371010 tempest-TestShelveInstance-1816371010-project] 10.222.0.30 "GET /v2.0/security-groups?id=0042e778-534e-4be6-8d31-f99a115eccf4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0503631
Apr 22 20:17:05.455163 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-2a98fa59-95ce-498f-95cf-5100450492df req-1754bdf0-4afe-4e23-9898-1d51a5dd5288 tempest-AttachVolumeShelveTestJSON-1095716281 tempest-AttachVolumeShelveTestJSON-1095716281-project] 10.222.0.30 "GET /v2.0/security-groups?id=44b3085f-cdba-4fc8-95c9-fe542e384e4e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0499802
Apr 22 20:17:06.444331 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef0f1a69-715a-4f3e-92fb-eb0a331f249c req-376cff0e-df92-45c5-852a-89b24dee1fe5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 20:17:06.445930 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-ef0f1a69-715a-4f3e-92fb-eb0a331f249c req-376cff0e-df92-45c5-852a-89b24dee1fe5 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=d83d42b16fb04a3dbea8744fb63b042c&device_id=3b92af91-ddf3-485d-8274-039ae6ccb3b7 HTTP/1.1" status: 200  len: 1099 time: 0.0799971
Apr 22 20:17:06.649001 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef0f1a69-715a-4f3e-92fb-eb0a331f249c req-882822e7-1156-4cae-86bf-14978a8371ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 20:17:06.650616 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-ef0f1a69-715a-4f3e-92fb-eb0a331f249c req-882822e7-1156-4cae-86bf-14978a8371ee service neutron] 10.222.0.46 "GET /v2.0/networks?id=34648bb7-c1ba-45d7-bfee-e82cdf1f6b93 HTTP/1.1" status: 200  len: 918 time: 0.1970968
Apr 22 20:17:06.669374 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b959c6-60d3-4c86-83a6-c5601069b96a req-3066754f-54a4-4284-9df1-1e40ed13245a tempest-AttachVolumeShelveTestJSON-1095716281 tempest-AttachVolumeShelveTestJSON-1095716281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 20:17:06.671042 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-57b959c6-60d3-4c86-83a6-c5601069b96a req-3066754f-54a4-4284-9df1-1e40ed13245a tempest-AttachVolumeShelveTestJSON-1095716281 tempest-AttachVolumeShelveTestJSON-1095716281-project] 10.222.0.30 "GET /v2.0/ports?device_id=3b92af91-ddf3-485d-8274-039ae6ccb3b7 HTTP/1.1" status: 200  len: 946 time: 0.0877211
Apr 22 20:17:06.720493 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-57b959c6-60d3-4c86-83a6-c5601069b96a req-a34598b2-bbd1-4e63-baed-77500d6cedd7 tempest-AttachVolumeShelveTestJSON-1095716281 tempest-AttachVolumeShelveTestJSON-1095716281-project] 10.222.0.30 "GET /v2.0/security-groups?id=44b3085f-cdba-4fc8-95c9-fe542e384e4e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0422697
Apr 22 20:17:06.735742 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c7ff28a-c804-4b64-8bed-5ca55f292b93 req-2e0bbfe6-5bd4-4e6f-9ffe-ea7304d8810c tempest-TestShelveInstance-1816371010 tempest-TestShelveInstance-1816371010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 20:17:06.737645 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-4c7ff28a-c804-4b64-8bed-5ca55f292b93 req-2e0bbfe6-5bd4-4e6f-9ffe-ea7304d8810c tempest-TestShelveInstance-1816371010 tempest-TestShelveInstance-1816371010-project] 10.222.0.30 "GET /v2.0/ports?device_id=05985c03-4f6d-4812-a0bf-47b334105dce HTTP/1.1" status: 200  len: 946 time: 0.2027328
Apr 22 20:17:06.814289 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-ef0f1a69-715a-4f3e-92fb-eb0a331f249c req-94e7d4ba-68e8-4530-9ac7-a1b3f6ea7a1f service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1368346f-2b5d-4185-8e4b-cfc309a1140b HTTP/1.1" status: 200  len: 1001 time: 0.1537104
Apr 22 20:17:06.819133 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-4c7ff28a-c804-4b64-8bed-5ca55f292b93 req-bf89e937-233b-44eb-a272-a4b78ff70f1f tempest-TestShelveInstance-1816371010 tempest-TestShelveInstance-1816371010-project] 10.222.0.30 "GET /v2.0/security-groups?id=0042e778-534e-4be6-8d31-f99a115eccf4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0716009
Apr 22 20:17:06.886110 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef0f1a69-715a-4f3e-92fb-eb0a331f249c req-cca443bf-9925-4155-a0ba-60dce2384313 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 20:17:06.887663 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-ef0f1a69-715a-4f3e-92fb-eb0a331f249c req-cca443bf-9925-4155-a0ba-60dce2384313 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=1e51354a-bd7c-4e4c-a7c1-20be7a105c17 HTTP/1.1" status: 200  len: 856 time: 0.0670054
Apr 22 20:17:06.981721 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef0f1a69-715a-4f3e-92fb-eb0a331f249c req-dd550bba-4fc6-4aba-a512-37820c6277cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 20:17:06.983385 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-ef0f1a69-715a-4f3e-92fb-eb0a331f249c req-dd550bba-4fc6-4aba-a512-37820c6277cc service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=34648bb7-c1ba-45d7-bfee-e82cdf1f6b93&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0794694
Apr 22 20:17:07.127597 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-ef0f1a69-715a-4f3e-92fb-eb0a331f249c req-3c3c62d9-c6f2-4cde-a70e-a83863363436 service neutron] 10.222.0.46 "GET /v2.0/networks/34648bb7-c1ba-45d7-bfee-e82cdf1f6b93?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1363041
Apr 22 20:17:07.339230 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-ef0f1a69-715a-4f3e-92fb-eb0a331f249c req-9ab4958c-eb68-40c0-8b40-20f45cbeef96 service neutron] 10.222.0.46 "GET /v2.0/networks/34648bb7-c1ba-45d7-bfee-e82cdf1f6b93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2043369
Apr 22 20:17:07.351736 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7f337a-f21f-4ca6-876e-1d39844be232 req-b43cbdcc-f4be-473e-bf7f-70ca465dc2b1 tempest-TestVolumeBootPattern-572234504 tempest-TestVolumeBootPattern-572234504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 20:17:07.353275 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-4e7f337a-f21f-4ca6-876e-1d39844be232 req-b43cbdcc-f4be-473e-bf7f-70ca465dc2b1 tempest-TestVolumeBootPattern-572234504 tempest-TestVolumeBootPattern-572234504-project] 10.222.0.30 "GET /v2.0/ports?device_id=7a0eb315-0363-432f-a54c-0f02757a9362 HTTP/1.1" status: 200  len: 945 time: 0.1412764
Apr 22 20:17:07.400272 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-4e7f337a-f21f-4ca6-876e-1d39844be232 req-103e5c60-5d7e-4836-b87c-fcf1cbc48a57 tempest-TestVolumeBootPattern-572234504 tempest-TestVolumeBootPattern-572234504-project] 10.222.0.30 "GET /v2.0/security-groups?id=010d7216-01fc-4a1c-badb-a01fee62fe34&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0405157
Apr 22 20:17:07.932327 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08cec4a7-6375-4226-be37-0392b9e5a506 req-9a7c6a86-2e3e-49e9-b9e1-b431e9a4e1a7 tempest-AttachVolumeShelveTestJSON-1095716281 tempest-AttachVolumeShelveTestJSON-1095716281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 20:17:07.933967 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-08cec4a7-6375-4226-be37-0392b9e5a506 req-9a7c6a86-2e3e-49e9-b9e1-b431e9a4e1a7 tempest-AttachVolumeShelveTestJSON-1095716281 tempest-AttachVolumeShelveTestJSON-1095716281-project] 10.222.0.30 "GET /v2.0/ports?device_id=3b92af91-ddf3-485d-8274-039ae6ccb3b7 HTTP/1.1" status: 200  len: 946 time: 0.0915103
Apr 22 20:17:07.982499 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-08cec4a7-6375-4226-be37-0392b9e5a506 req-91411fee-521f-4a0e-a83b-935845f9c5d9 tempest-AttachVolumeShelveTestJSON-1095716281 tempest-AttachVolumeShelveTestJSON-1095716281-project] 10.222.0.30 "GET /v2.0/security-groups?id=44b3085f-cdba-4fc8-95c9-fe542e384e4e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0420434
Apr 22 20:17:08.020506 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22253497-6c70-4a09-ad3c-03fd3fcc3e04 req-2f997207-2acb-47d1-bc43-123f59cf18e8 tempest-TestShelveInstance-1816371010 tempest-TestShelveInstance-1816371010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 20:17:08.022123 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-22253497-6c70-4a09-ad3c-03fd3fcc3e04 req-2f997207-2acb-47d1-bc43-123f59cf18e8 tempest-TestShelveInstance-1816371010 tempest-TestShelveInstance-1816371010-project] 10.222.0.30 "GET /v2.0/ports?device_id=05985c03-4f6d-4812-a0bf-47b334105dce HTTP/1.1" status: 200  len: 946 time: 0.0892413
Apr 22 20:17:08.069161 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-22253497-6c70-4a09-ad3c-03fd3fcc3e04 req-05aac86e-fc38-4b9e-b530-0b7d119127be tempest-TestShelveInstance-1816371010 tempest-TestShelveInstance-1816371010-project] 10.222.0.30 "GET /v2.0/security-groups?id=0042e778-534e-4be6-8d31-f99a115eccf4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0406053
Apr 22 20:17:08.834934 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb2bae1-8f02-4fc4-8993-25d8532ec28d req-a23872c9-9f88-4a5c-9bdb-21ce301b24cd tempest-TestVolumeBootPattern-572234504 tempest-TestVolumeBootPattern-572234504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 20:17:08.836534 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-7eb2bae1-8f02-4fc4-8993-25d8532ec28d req-a23872c9-9f88-4a5c-9bdb-21ce301b24cd tempest-TestVolumeBootPattern-572234504 tempest-TestVolumeBootPattern-572234504-project] 10.222.0.30 "GET /v2.0/ports?device_id=7a0eb315-0363-432f-a54c-0f02757a9362 HTTP/1.1" status: 200  len: 945 time: 0.3168504
Apr 22 20:17:08.936332 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-7eb2bae1-8f02-4fc4-8993-25d8532ec28d req-ae57244f-8bfc-4bfc-a392-fa04cd690eb8 tempest-TestVolumeBootPattern-572234504 tempest-TestVolumeBootPattern-572234504-project] 10.222.0.30 "GET /v2.0/security-groups?id=010d7216-01fc-4a1c-badb-a01fee62fe34&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0934782
Apr 22 20:17:08.965030 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72afee8b-317f-46c8-bda4-0bca8d53fe29 req-0acc02aa-f421-4088-a068-bf20e533a2c1 tempest-TestVolumeBootPattern-572234504 tempest-TestVolumeBootPattern-572234504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 20:17:08.966594 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-72afee8b-317f-46c8-bda4-0bca8d53fe29 req-0acc02aa-f421-4088-a068-bf20e533a2c1 tempest-TestVolumeBootPattern-572234504 tempest-TestVolumeBootPattern-572234504-project] 10.222.0.46 "GET /v2.0/ports?device_id=7a0eb315-0363-432f-a54c-0f02757a9362 HTTP/1.1" status: 200  len: 945 time: 0.1100924
Apr 22 20:17:09.044354 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.plugin [req-72afee8b-317f-46c8-bda4-0bca8d53fe29 req-9bd1aff8-5b3f-4b04-8e9a-55fce1727b88 tempest-TestVolumeBootPattern-572234504 tempest-TestVolumeBootPattern-572234504-project] Deleting port 9c35c87d-7ddf-4350-935b-8bdd36efe29e {{(pid=86331) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 22 20:17:09.044740 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [req-72afee8b-317f-46c8-bda4-0bca8d53fe29 req-9bd1aff8-5b3f-4b04-8e9a-55fce1727b88 tempest-TestVolumeBootPattern-572234504 tempest-TestVolumeBootPattern-572234504-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363309146780532'] for port, before_delete {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:17:09.201223 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25f26b8-9612-4e48-a262-8169f69e998c req-05171805-b1cb-47f1-acd8-e21d7dc4b281 tempest-AttachVolumeShelveTestJSON-1095716281 tempest-AttachVolumeShelveTestJSON-1095716281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 20:17:09.202895 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-b25f26b8-9612-4e48-a262-8169f69e998c req-05171805-b1cb-47f1-acd8-e21d7dc4b281 tempest-AttachVolumeShelveTestJSON-1095716281 tempest-AttachVolumeShelveTestJSON-1095716281-project] 10.222.0.30 "GET /v2.0/ports?device_id=3b92af91-ddf3-485d-8274-039ae6ccb3b7 HTTP/1.1" status: 200  len: 946 time: 0.0942547
Apr 22 20:17:09.411482 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.db [req-72afee8b-317f-46c8-bda4-0bca8d53fe29 req-9bd1aff8-5b3f-4b04-8e9a-55fce1727b88 tempest-TestVolumeBootPattern-572234504 tempest-TestVolumeBootPattern-572234504-project] For port 9c35c87d-7ddf-4350-935b-8bdd36efe29e, host hv-cinder-78763, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78763',level=0,port_id=9c35c87d-7ddf-4350-935b-8bdd36efe29e,segment=NetworkSegment(ecbdd09a-cdfc-40aa-add8-36baaaee03d5),segment_id=ecbdd09a-cdfc-40aa-add8-36baaaee03d5)] {{(pid=86331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 22 20:17:09.411805 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [req-72afee8b-317f-46c8-bda4-0bca8d53fe29 req-9bd1aff8-5b3f-4b04-8e9a-55fce1727b88 tempest-TestVolumeBootPattern-572234504 tempest-TestVolumeBootPattern-572234504-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854358147'] for port, precommit_delete {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:17:09.427994 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a3f7d54-6a03-42ac-a448-98510a181dfd req-b9dc7ce6-ccf2-4a0a-9b3b-7709e665724b tempest-TestShelveInstance-1816371010 tempest-TestShelveInstance-1816371010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 20:17:09.429654 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-4a3f7d54-6a03-42ac-a448-98510a181dfd req-b9dc7ce6-ccf2-4a0a-9b3b-7709e665724b tempest-TestShelveInstance-1816371010 tempest-TestShelveInstance-1816371010-project] 10.222.0.30 "GET /v2.0/ports?device_id=05985c03-4f6d-4812-a0bf-47b334105dce HTTP/1.1" status: 200  len: 946 time: 0.2259009
Apr 22 20:17:09.475792 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-b25f26b8-9612-4e48-a262-8169f69e998c req-d422eafc-4dce-4574-a8f3-2994c30dbc4d tempest-AttachVolumeShelveTestJSON-1095716281 tempest-AttachVolumeShelveTestJSON-1095716281-project] 10.222.0.30 "GET /v2.0/security-groups?id=44b3085f-cdba-4fc8-95c9-fe542e384e4e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2660315
Apr 22 20:17:09.633144 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-4a3f7d54-6a03-42ac-a448-98510a181dfd req-818928a1-23f7-4451-9cb3-70deafca4011 tempest-TestShelveInstance-1816371010 tempest-TestShelveInstance-1816371010-project] 10.222.0.30 "GET /v2.0/security-groups?id=0042e778-534e-4be6-8d31-f99a115eccf4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1412773
Apr 22 20:17:09.773296 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [req-72afee8b-317f-46c8-bda4-0bca8d53fe29 req-9bd1aff8-5b3f-4b04-8e9a-55fce1727b88 tempest-TestVolumeBootPattern-572234504 tempest-TestVolumeBootPattern-572234504-project] Notify callbacks [] for floatingip, precommit_update {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:17:09.773703 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [req-72afee8b-317f-46c8-bda4-0bca8d53fe29 req-9bd1aff8-5b3f-4b04-8e9a-55fce1727b88 tempest-TestVolumeBootPattern-572234504 tempest-TestVolumeBootPattern-572234504-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-427953'] for floatingip, after_update {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:17:09.774111 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.db.l3_db [req-72afee8b-317f-46c8-bda4-0bca8d53fe29 req-9bd1aff8-5b3f-4b04-8e9a-55fce1727b88 tempest-TestVolumeBootPattern-572234504 tempest-TestVolumeBootPattern-572234504-project] Floating IP 8fa66c0e-2c21-4614-90d5-c8b2465856af disassociated. External IP: 172.27.3.93, port: 9c35c87d-7ddf-4350-935b-8bdd36efe29e.
Apr 22 20:17:09.774493 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.plugin [req-72afee8b-317f-46c8-bda4-0bca8d53fe29 req-9bd1aff8-5b3f-4b04-8e9a-55fce1727b88 tempest-TestVolumeBootPattern-572234504 tempest-TestVolumeBootPattern-572234504-project] Calling delete_port for 9c35c87d-7ddf-4350-935b-8bdd36efe29e owned by compute:nova {{(pid=86331) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 22 20:17:09.919219 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [req-72afee8b-317f-46c8-bda4-0bca8d53fe29 req-9bd1aff8-5b3f-4b04-8e9a-55fce1727b88 tempest-TestVolumeBootPattern-572234504 tempest-TestVolumeBootPattern-572234504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854198495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853168226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363309146778399', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727707567663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1223862'] for port, after_delete {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:17:09.924797 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [None req-84208f7f-b2f7-4857-97c4-53318f77bd96 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 20:17:09.975919 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bd1aff8-5b3f-4b04-8e9a-55fce1727b88 tempest-TestVolumeBootPattern-572234504 tempest-TestVolumeBootPattern-572234504-project] Pushing event deleted for resources: {'Port': ['ID=9c35c87d-7ddf-4350-935b-8bdd36efe29e,revision_number=None']} {{(pid=86331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 20:17:09.979896 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [None req-9bd1aff8-5b3f-4b04-8e9a-55fce1727b88 tempest-TestVolumeBootPattern-572234504 tempest-TestVolumeBootPattern-572234504-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 20:17:10.106143 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-a8b4a478-4353-4e9d-9dd2-31b9ff948f42 req-a8880c44-7c8f-46c4-938c-e5a071f4e0ae tempest-TestVolumeBootPattern-572234504 tempest-TestVolumeBootPattern-572234504-project] 10.222.0.30 "GET /v2.0/ports?device_id=7a0eb315-0363-432f-a54c-0f02757a9362 HTTP/1.1" status: 200  len: 210 time: 0.0487773
Apr 22 20:17:10.175549 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.scheduler.l3_agent_scheduler [req-72afee8b-317f-46c8-bda4-0bca8d53fe29 req-9bd1aff8-5b3f-4b04-8e9a-55fce1727b88 tempest-TestVolumeBootPattern-572234504 tempest-TestVolumeBootPattern-572234504-project] Router ab1269b8-038d-4b75-976a-0633960d3b49 has already been hosted by L3 agent 1df068ca-d615-4cb7-8020-fe6e8be709e3 {{(pid=86331) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 22 20:17:10.286754 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.rpc [None req-cbbe70c9-0b39-4f9d-be6e-4133a7c8f54f None None] Device 1368346f-2b5d-4185-8e4b-cfc309a1140b no longer exists at agent hyperv_hv-cinder-78763 {{(pid=86332) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 22 20:17:10.362043 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-72afee8b-317f-46c8-bda4-0bca8d53fe29 req-9bd1aff8-5b3f-4b04-8e9a-55fce1727b88 tempest-TestVolumeBootPattern-572234504 tempest-TestVolumeBootPattern-572234504-project] Notify agent at l3_agent.dv-cinder-787632-1-iscsi the message routers_updated {{(pid=86331) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 22 20:17:10.385230 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46887de1-e4fb-414e-93a1-fd6636c96e49 None None] Sync routers for ids ['ab1269b8-038d-4b75-976a-0633960d3b49'] in dv-cinder-787632-1-iscsi {{(pid=86332) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 22 20:17:10.415671 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46887de1-e4fb-414e-93a1-fd6636c96e49 None None] Routers {'ab1269b8-038d-4b75-976a-0633960d3b49'} bound to L3 agent in host dv-cinder-787632-1-iscsi {{(pid=86332) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 22 20:17:10.416068 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.l3_hamode_db [None req-46887de1-e4fb-414e-93a1-fd6636c96e49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f013d4691d0>, 'dv-cinder-787632-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-04-22T20:03:28Z,description=<?>,heartbeat_timestamp=2021-04-22T20:16:59Z,host='dv-cinder-787632-1-iscsi',id=1df068ca-d615-4cb7-8020-fe6e8be709e3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-22T20:03:28Z,topic='l3_agent')) {'router_ids': ['ab1269b8-038d-4b75-976a-0633960d3b49'], 'active': True} {{(pid=86332) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 22 20:17:10.442866 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.l3_dvrscheduler_db [req-72afee8b-317f-46c8-bda4-0bca8d53fe29 req-9bd1aff8-5b3f-4b04-8e9a-55fce1727b88 tempest-TestVolumeBootPattern-572234504 tempest-TestVolumeBootPattern-572234504-project] No DVR routers for this DVR port 9c35c87d-7ddf-4350-935b-8bdd36efe29e on host hv-cinder-78763 {{(pid=86331) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 22 20:17:10.445445 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [req-72afee8b-317f-46c8-bda4-0bca8d53fe29 req-9bd1aff8-5b3f-4b04-8e9a-55fce1727b88 tempest-TestVolumeBootPattern-572234504 tempest-TestVolumeBootPattern-572234504-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-743'] for port, before_response {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:17:10.448658 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a0eb315-0363-432f-a54c-0f02757a9362', 'name': 'network-vif-deleted', 'tag': '9c35c87d-7ddf-4350-935b-8bdd36efe29e'}] {{(pid=86331) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 22 20:17:10.468216 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-72afee8b-317f-46c8-bda4-0bca8d53fe29 req-9bd1aff8-5b3f-4b04-8e9a-55fce1727b88 tempest-TestVolumeBootPattern-572234504 tempest-TestVolumeBootPattern-572234504-project] 10.222.0.46 "DELETE /v2.0/ports/9c35c87d-7ddf-4350-935b-8bdd36efe29e HTTP/1.1" status: 204  len: 173 time: 1.4936392
Apr 22 20:17:10.499347 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7a0eb315-0363-432f-a54c-0f02757a9362', 'name': 'network-vif-deleted', 'tag': '9c35c87d-7ddf-4350-935b-8bdd36efe29e', 'status': 'completed', 'code': 200}
Apr 22 20:17:10.558714 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-cbbe70c9-0b39-4f9d-be6e-4133a7c8f54f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587983'] for port, before_update {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:17:10.695389 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e39279d-e2df-4aa2-9af2-16659e60e50c req-6c507d80-f9b9-4b5b-898c-f79e957fa9b8 tempest-AttachVolumeShelveTestJSON-1095716281 tempest-AttachVolumeShelveTestJSON-1095716281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 20:17:10.697254 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-2e39279d-e2df-4aa2-9af2-16659e60e50c req-6c507d80-f9b9-4b5b-898c-f79e957fa9b8 tempest-AttachVolumeShelveTestJSON-1095716281 tempest-AttachVolumeShelveTestJSON-1095716281-project] 10.222.0.30 "GET /v2.0/ports?device_id=3b92af91-ddf3-485d-8274-039ae6ccb3b7 HTTP/1.1" status: 200  len: 946 time: 0.0991991
Apr 22 20:17:10.752054 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-2e39279d-e2df-4aa2-9af2-16659e60e50c req-ff88720f-c89d-487d-b80d-dccff4b358fa tempest-AttachVolumeShelveTestJSON-1095716281 tempest-AttachVolumeShelveTestJSON-1095716281-project] 10.222.0.30 "GET /v2.0/security-groups?id=44b3085f-cdba-4fc8-95c9-fe542e384e4e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0464015
Apr 22 20:17:10.842956 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.l3_dvr_db [None req-46887de1-e4fb-414e-93a1-fd6636c96e49 None None] Set router ab1269b8-038d-4b75-976a-0633960d3b49 gateway port host: dv-cinder-787632-1-iscsi {{(pid=86332) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 22 20:17:10.908303 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b92af91-ddf3-485d-8274-039ae6ccb3b7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1368346f-2b5d-4185-8e4b-cfc309a1140b'}] {{(pid=86332) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 22 20:17:10.932130 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.db [None req-cbbe70c9-0b39-4f9d-be6e-4133a7c8f54f None None] For port 1368346f-2b5d-4185-8e4b-cfc309a1140b, host hv-cinder-78763, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78763',level=0,port_id=1368346f-2b5d-4185-8e4b-cfc309a1140b,segment=NetworkSegment(14168ae3-7f5a-4cf1-9a50-8a4412d691e1),segment_id=14168ae3-7f5a-4cf1-9a50-8a4412d691e1)] {{(pid=86332) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 22 20:17:10.935931 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-cbbe70c9-0b39-4f9d-be6e-4133a7c8f54f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854198495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853168226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727707997384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363309147208137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727707567697'] for port, after_update {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:17:10.940017 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [None req-08e5d76f-3fe5-4242-a4b8-30f374028052 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86332) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 20:17:10.977668 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a51be818-5e89-4dd0-b463-af465a8ee551 req-a380d7ea-def6-48d6-a7e9-0fe3678614b3 tempest-TestShelveInstance-1816371010 tempest-TestShelveInstance-1816371010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 20:17:10.982571 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-a51be818-5e89-4dd0-b463-af465a8ee551 req-a380d7ea-def6-48d6-a7e9-0fe3678614b3 tempest-TestShelveInstance-1816371010 tempest-TestShelveInstance-1816371010-project] 10.222.0.30 "GET /v2.0/ports?device_id=05985c03-4f6d-4812-a0bf-47b334105dce HTTP/1.1" status: 200  len: 946 time: 0.1124408
Apr 22 20:17:11.036406 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-a51be818-5e89-4dd0-b463-af465a8ee551 req-d46c3227-e472-4d9b-b0f6-f55db349b09b tempest-TestShelveInstance-1816371010 tempest-TestShelveInstance-1816371010-project] 10.222.0.30 "GET /v2.0/security-groups?id=0042e778-534e-4be6-8d31-f99a115eccf4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0494578
Apr 22 20:17:11.161485 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbbe70c9-0b39-4f9d-be6e-4133a7c8f54f None None] Pushing event updated for resources: {'Port': ['ID=1368346f-2b5d-4185-8e4b-cfc309a1140b,revision_number=8']} {{(pid=86332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 20:17:11.168292 dv-cinder-787632-1-iscsi neutron-server[86219]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '3b92af91-ddf3-485d-8274-039ae6ccb3b7', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '1368346f-2b5d-4185-8e4b-cfc309a1140b', 'code': 422} returned with failed status
Apr 22 20:17:11.171562 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [None req-cbbe70c9-0b39-4f9d-be6e-4133a7c8f54f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.231s {{(pid=86332) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 20:17:11.290177 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.l3_hamode_db [None req-46887de1-e4fb-414e-93a1-fd6636c96e49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f013d4691d0>, [{'id': 'ab1269b8-038d-4b75-976a-0633960d3b49', 'name': 'tempest-TestVolumeBootPattern-423906671-router', 'tenant_id': '30860bebb771423695ffb4fd377ce666', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b725cb4-6db6-4e68-9a61-1978e8a191a1', 'external_fixed_ips': [{'subnet_id': '1d4495d7-31a5-4e2d-a911-56ceae3a61c5', 'ip_address': '172.27.3.46'}], 'enable_snat': True}, 'gw_port_id': '1578d5f6-9824-4f28-87c1-8fe9152f2e76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T20:13:37Z', 'updated_at': '2021-04-22T20:13:46Z', 'revision_number': 4, 'project_id': '30860bebb771423695ffb4fd377ce666', 'gw_port': {'id': '1578d5f6-9824-4f28-87c1-8fe9152f2e76', 'name': '', 'network_id': '1b725cb4-6db6-4e68-9a61-1978e8a191a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:17:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab1269b8-038d-4b75-976a-0633960d3b49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 338, 'fixed_ips': [{'subnet_id': '1d4495d7-31a5-4e2d-a911-56ceae3a61c5', 'ip_address': '172.27.3.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787632-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T20:13:39Z', 'updated_at': '2021-04-22T20:13:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d4495d7-31a5-4e2d-a911-56ceae3a61c5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787632-1-iscsi', '_interfaces': [{'id': 'd9c0d626-ac7f-4e38-aef3-0d50424933e1', 'name': '', 'network_id': 'baa3aeb8-8dec-4767-92bc-d52436d9437a', 'tenant_id': '30860bebb771423695ffb4fd377ce666', 'mac_address': 'fa:16:3e:33:b4:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab1269b8-038d-4b75-976a-0633960d3b49', 'device_owner': 'network:router_interface', 'standard_attr_id': 354, 'fixed_ips': [{'subnet_id': '083c45db-27b8-429b-b9a6-58f44b80ddc9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787632-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T20:13:44Z', 'updated_at': '2021-04-22T20:13:56Z', 'revision_number': 5, 'project_id': '30860bebb771423695ffb4fd377ce666', 'subnets': [{'id': '083c45db-27b8-429b-b9a6-58f44b80ddc9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787632-1-iscsi', False) {} {{(pid=86332) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 22 20:17:11.294814 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46887de1-e4fb-414e-93a1-fd6636c96e49 None None] Checking router: ab1269b8-038d-4b75-976a-0633960d3b49 for host: dv-cinder-787632-1-iscsi {{(pid=86332) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 22 20:17:11.304767 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46887de1-e4fb-414e-93a1-fd6636c96e49 None None] Routers {'ab1269b8-038d-4b75-976a-0633960d3b49'} bound to L3 agent in host dv-cinder-787632-1-iscsi {{(pid=86332) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 22 20:17:11.305450 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.l3_hamode_db [None req-46887de1-e4fb-414e-93a1-fd6636c96e49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f013d4691d0>, 'dv-cinder-787632-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-04-22T20:03:28Z,description=<?>,heartbeat_timestamp=2021-04-22T20:16:59Z,host='dv-cinder-787632-1-iscsi',id=1df068ca-d615-4cb7-8020-fe6e8be709e3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-22T20:03:28Z,topic='l3_agent')) {'router_ids': ['ab1269b8-038d-4b75-976a-0633960d3b49'], 'active': True} {{(pid=86332) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 22 20:17:11.320326 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.quota.resource [req-1c1c5223-1d54-4335-8659-2faa68b45ebf req-505f418e-b3d3-416b-b2be-5937a618925c tempest-TestVolumeBootPattern-572234504 tempest-TestVolumeBootPattern-572234504-project] Synchronizing usage tracker for tenant:30860bebb771423695ffb4fd377ce666 on resource:port {{(pid=86331) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 22 20:17:11.336319 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.quota.resource [req-1c1c5223-1d54-4335-8659-2faa68b45ebf req-505f418e-b3d3-416b-b2be-5937a618925c tempest-TestVolumeBootPattern-572234504 tempest-TestVolumeBootPattern-572234504-project] Unset dirty status for tenant:30860bebb771423695ffb4fd377ce666 on resource:port {{(pid=86331) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 22 20:17:11.337697 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-1c1c5223-1d54-4335-8659-2faa68b45ebf req-505f418e-b3d3-416b-b2be-5937a618925c tempest-TestVolumeBootPattern-572234504 tempest-TestVolumeBootPattern-572234504-project] 10.222.0.30 "GET /v2.0/ports?device_id=7a0eb315-0363-432f-a54c-0f02757a9362 HTTP/1.1" status: 200  len: 210 time: 0.0759933
Apr 22 20:17:11.508654 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.l3_dvr_db [None req-46887de1-e4fb-414e-93a1-fd6636c96e49 None None] Set router ab1269b8-038d-4b75-976a-0633960d3b49 gateway port host: dv-cinder-787632-1-iscsi {{(pid=86332) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 22 20:17:11.814989 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec93a00-755d-4746-b753-aefcc4aabe2b req-5c7f7e51-1127-4e1a-a190-08a4e645d012 tempest-AttachVolumeShelveTestJSON-1095716281 tempest-AttachVolumeShelveTestJSON-1095716281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 20:17:11.816923 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-dec93a00-755d-4746-b753-aefcc4aabe2b req-5c7f7e51-1127-4e1a-a190-08a4e645d012 tempest-AttachVolumeShelveTestJSON-1095716281 tempest-AttachVolumeShelveTestJSON-1095716281-project] 10.222.0.30 "GET /v2.0/ports?device_id=3b92af91-ddf3-485d-8274-039ae6ccb3b7 HTTP/1.1" status: 200  len: 944 time: 0.0968146
Apr 22 20:17:11.874518 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.l3_hamode_db [None req-46887de1-e4fb-414e-93a1-fd6636c96e49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f013d4691d0>, [{'id': 'ab1269b8-038d-4b75-976a-0633960d3b49', 'name': 'tempest-TestVolumeBootPattern-423906671-router', 'tenant_id': '30860bebb771423695ffb4fd377ce666', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b725cb4-6db6-4e68-9a61-1978e8a191a1', 'external_fixed_ips': [{'subnet_id': '1d4495d7-31a5-4e2d-a911-56ceae3a61c5', 'ip_address': '172.27.3.46'}], 'enable_snat': True}, 'gw_port_id': '1578d5f6-9824-4f28-87c1-8fe9152f2e76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T20:13:37Z', 'updated_at': '2021-04-22T20:13:46Z', 'revision_number': 4, 'project_id': '30860bebb771423695ffb4fd377ce666', 'gw_port': {'id': '1578d5f6-9824-4f28-87c1-8fe9152f2e76', 'name': '', 'network_id': '1b725cb4-6db6-4e68-9a61-1978e8a191a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:17:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab1269b8-038d-4b75-976a-0633960d3b49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 338, 'fixed_ips': [{'subnet_id': '1d4495d7-31a5-4e2d-a911-56ceae3a61c5', 'ip_address': '172.27.3.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787632-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T20:13:39Z', 'updated_at': '2021-04-22T20:13:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d4495d7-31a5-4e2d-a911-56ceae3a61c5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787632-1-iscsi', '_interfaces': [{'id': 'd9c0d626-ac7f-4e38-aef3-0d50424933e1', 'name': '', 'network_id': 'baa3aeb8-8dec-4767-92bc-d52436d9437a', 'tenant_id': '30860bebb771423695ffb4fd377ce666', 'mac_address': 'fa:16:3e:33:b4:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab1269b8-038d-4b75-976a-0633960d3b49', 'device_owner': 'network:router_interface', 'standard_attr_id': 354, 'fixed_ips': [{'subnet_id': '083c45db-27b8-429b-b9a6-58f44b80ddc9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787632-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T20:13:44Z', 'updated_at': '2021-04-22T20:13:56Z', 'revision_number': 5, 'project_id': '30860bebb771423695ffb4fd377ce666', 'subnets': [{'id': '083c45db-27b8-429b-b9a6-58f44b80ddc9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787632-1-iscsi', False) {} {{(pid=86332) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 22 20:17:11.880431 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46887de1-e4fb-414e-93a1-fd6636c96e49 None None] The sync data for ids ['ab1269b8-038d-4b75-976a-0633960d3b49'] in dv-cinder-787632-1-iscsi is: [{'id': 'ab1269b8-038d-4b75-976a-0633960d3b49', 'name': 'tempest-TestVolumeBootPattern-423906671-router', 'tenant_id': '30860bebb771423695ffb4fd377ce666', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b725cb4-6db6-4e68-9a61-1978e8a191a1', 'external_fixed_ips': [{'subnet_id': '1d4495d7-31a5-4e2d-a911-56ceae3a61c5', 'ip_address': '172.27.3.46'}], 'enable_snat': True}, 'gw_port_id': '1578d5f6-9824-4f28-87c1-8fe9152f2e76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T20:13:37Z', 'updated_at': '2021-04-22T20:13:46Z', 'revision_number': 4, 'project_id': '30860bebb771423695ffb4fd377ce666', 'gw_port': {'id': '1578d5f6-9824-4f28-87c1-8fe9152f2e76', 'name': '', 'network_id': '1b725cb4-6db6-4e68-9a61-1978e8a191a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:17:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab1269b8-038d-4b75-976a-0633960d3b49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 338, 'fixed_ips': [{'subnet_id': '1d4495d7-31a5-4e2d-a911-56ceae3a61c5', 'ip_address': '172.27.3.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787632-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T20:13:39Z', 'updated_at': '2021-04-22T20:13:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d4495d7-31a5-4e2d-a911-56ceae3a61c5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787632-1-iscsi', '_interfaces': [{'id': 'd9c0d626-ac7f-4e38-aef3-0d50424933e1', 'name': '', 'network_id': 'baa3aeb8-8dec-4767-92bc-d52436d9437a', 'tenant_id': '30860bebb771423695ffb4fd377ce666', 'mac_address': 'fa:16:3e:33:b4:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab1269b8-038d-4b75-976a-0633960d3b49', 'device_owner': 'network:router_interface', 'standard_attr_id': 354, 'fixed_ips': [{'subnet_id': '083c45db-27b8-429b-b9a6-58f44b80ddc9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787632-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T20:13:44Z', 'updated_at': '2021-04-22T20:13:56Z', 'revision_number': 5, 'project_id': '30860bebb771423695ffb4fd377ce666', 'subnets': [{'id': '083c45db-27b8-429b-b9a6-58f44b80ddc9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86332) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 22 20:17:11.901193 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-dec93a00-755d-4746-b753-aefcc4aabe2b req-99037f51-fccb-4f02-b16c-0d77410346b7 tempest-AttachVolumeShelveTestJSON-1095716281 tempest-AttachVolumeShelveTestJSON-1095716281-project] 10.222.0.30 "GET /v2.0/security-groups?id=44b3085f-cdba-4fc8-95c9-fe542e384e4e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0773625
Apr 22 20:17:12.163395 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.wsgi [-] (86330) accepted ('10.222.0.30', 41672) {{(pid=86330) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 20:17:12.248319 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0205178-6580-4d13-beb0-4844e8df0081 req-e8161bac-6619-47e4-bac7-7e3280347409 tempest-TestShelveInstance-1816371010 tempest-TestShelveInstance-1816371010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 20:17:12.249929 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-d0205178-6580-4d13-beb0-4844e8df0081 req-e8161bac-6619-47e4-bac7-7e3280347409 tempest-TestShelveInstance-1816371010 tempest-TestShelveInstance-1816371010-project] 10.222.0.30 "GET /v2.0/ports?device_id=05985c03-4f6d-4812-a0bf-47b334105dce HTTP/1.1" status: 200  len: 946 time: 0.0934033
Apr 22 20:17:12.293989 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-12aaac2b-54f7-4610-bef8-ecea5cbc88d7 req-eff65528-4b67-48f6-a174-960def4c47a9 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=3b92af91-ddf3-485d-8274-039ae6ccb3b7&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.1290109
Apr 22 20:17:12.298798 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-d0205178-6580-4d13-beb0-4844e8df0081 req-83b512b2-b22e-4b39-973b-657449b3fb64 tempest-TestShelveInstance-1816371010 tempest-TestShelveInstance-1816371010-project] 10.222.0.30 "GET /v2.0/security-groups?id=0042e778-534e-4be6-8d31-f99a115eccf4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0417967
Apr 22 20:17:12.299107 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.rpc [None req-cbbe70c9-0b39-4f9d-be6e-4133a7c8f54f None None] Device 9c35c87d-7ddf-4350-935b-8bdd36efe29e no longer exists at agent hyperv_hv-cinder-78763 {{(pid=86332) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 22 20:17:12.325923 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec7ea030-6de4-47dc-bd7d-b5c87b7d13d2 None None] New status for floating IP 8fa66c0e-2c21-4614-90d5-c8b2465856af: DOWN {{(pid=86333) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Apr 22 20:17:12.337057 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.plugin [None req-cbbe70c9-0b39-4f9d-be6e-4133a7c8f54f None None] No Port match for: 9c35c87d-7ddf-4350-935b-8bdd36efe29e {{(pid=86332) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 22 20:17:12.337461 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.rpc [None req-cbbe70c9-0b39-4f9d-be6e-4133a7c8f54f None None] Device 9c35c87d-7ddf-4350-935b-8bdd36efe29e not bound to the agent host hv-cinder-78763 {{(pid=86332) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 22 20:17:12.757468 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-74f4bacf-6762-442f-bc0c-4459566420ac req-da7fb0a5-bf79-409e-a12a-dfe130d394b3 tempest-TestVolumeBootPattern-572234504 tempest-TestVolumeBootPattern-572234504-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-518279394&fields=id&tenant_id=30860bebb771423695ffb4fd377ce666 HTTP/1.1" status: 200  len: 267 time: 0.0452123
Apr 22 20:17:12.925495 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f4bacf-6762-442f-bc0c-4459566420ac req-1abfd9bd-6eb2-42e2-b3de-7e4097c026bc tempest-TestVolumeBootPattern-572234504 tempest-TestVolumeBootPattern-572234504-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 20:17:12.927763 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-74f4bacf-6762-442f-bc0c-4459566420ac req-1abfd9bd-6eb2-42e2-b3de-7e4097c026bc tempest-TestVolumeBootPattern-572234504 tempest-TestVolumeBootPattern-572234504-project] 10.222.0.30 "GET /v2.0/networks?id=baa3aeb8-8dec-4767-92bc-d52436d9437a HTTP/1.1" status: 200  len: 811 time: 0.1621051
Apr 22 20:17:12.944054 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-74f4bacf-6762-442f-bc0c-4459566420ac req-1cf3a604-9813-44fe-9fe9-82ac1249b65b tempest-TestVolumeBootPattern-572234504 tempest-TestVolumeBootPattern-572234504-project] 10.222.0.30 "GET /v2.0/quotas/30860bebb771423695ffb4fd377ce666 HTTP/1.1" status: 200  len: 375 time: 0.0102181
Apr 22 20:17:13.043190 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-74f4bacf-6762-442f-bc0c-4459566420ac req-492a4f53-280a-485c-b25e-f50539c24ba5 tempest-TestVolumeBootPattern-572234504 tempest-TestVolumeBootPattern-572234504-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=30860bebb771423695ffb4fd377ce666&fields=id HTTP/1.1" status: 200  len: 348 time: 0.0924444
Apr 22 20:17:13.193241 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-74f4bacf-6762-442f-bc0c-4459566420ac req-2f44b284-15f9-4e68-a249-4f35e3c12c72 service neutron] 10.222.0.30 "GET /v2.0/networks/baa3aeb8-8dec-4767-92bc-d52436d9437a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1355307
Apr 22 20:17:13.231866 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb6a4c73-a4cf-4772-861b-0108b694dbde req-84866990-a29f-46f5-8297-021f9de147d9 tempest-AttachVolumeShelveTestJSON-1095716281 tempest-AttachVolumeShelveTestJSON-1095716281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 20:17:13.233505 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-cb6a4c73-a4cf-4772-861b-0108b694dbde req-84866990-a29f-46f5-8297-021f9de147d9 tempest-AttachVolumeShelveTestJSON-1095716281 tempest-AttachVolumeShelveTestJSON-1095716281-project] 10.222.0.30 "GET /v2.0/ports?device_id=3b92af91-ddf3-485d-8274-039ae6ccb3b7 HTTP/1.1" status: 200  len: 944 time: 0.0929623
Apr 22 20:17:13.282107 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-cb6a4c73-a4cf-4772-861b-0108b694dbde req-dfc20058-6ea6-497c-9d05-01f64fa88182 tempest-AttachVolumeShelveTestJSON-1095716281 tempest-AttachVolumeShelveTestJSON-1095716281-project] 10.222.0.30 "GET /v2.0/security-groups?id=44b3085f-cdba-4fc8-95c9-fe542e384e4e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0417595
Apr 22 20:17:13.336880 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-74f4bacf-6762-442f-bc0c-4459566420ac req-e01e5a7c-b43f-4666-aa7d-1d72dcbb8b15 service neutron] 10.222.0.30 "GET /v2.0/networks/baa3aeb8-8dec-4767-92bc-d52436d9437a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1370022
Apr 22 20:17:13.507422 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-121f8916-d86f-4f8d-9da9-68643aa9625d req-8e870a3f-570d-4a2d-8622-f5c07528c515 tempest-TestShelveInstance-1816371010 tempest-TestShelveInstance-1816371010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 20:17:13.509105 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-121f8916-d86f-4f8d-9da9-68643aa9625d req-8e870a3f-570d-4a2d-8622-f5c07528c515 tempest-TestShelveInstance-1816371010 tempest-TestShelveInstance-1816371010-project] 10.222.0.30 "GET /v2.0/ports?device_id=05985c03-4f6d-4812-a0bf-47b334105dce HTTP/1.1" status: 200  len: 946 time: 0.0942900
Apr 22 20:17:13.561532 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-121f8916-d86f-4f8d-9da9-68643aa9625d req-6855982b-3f01-4b6d-b2be-8d418e742f67 tempest-TestShelveInstance-1816371010 tempest-TestShelveInstance-1816371010-project] 10.222.0.30 "GET /v2.0/security-groups?id=0042e778-534e-4be6-8d31-f99a115eccf4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0453415
Apr 22 20:17:13.690638 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12aaac2b-54f7-4610-bef8-ecea5cbc88d7 req-9bcad341-355e-4f58-a4e0-f618c6495339 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 20:17:13.692839 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-12aaac2b-54f7-4610-bef8-ecea5cbc88d7 req-9bcad341-355e-4f58-a4e0-f618c6495339 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=3b92af91-ddf3-485d-8274-039ae6ccb3b7&tenant_id=d83d42b16fb04a3dbea8744fb63b042c HTTP/1.1" status: 200  len: 1097 time: 0.0807452
Apr 22 20:17:13.765149 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-41b4d5aa-17ff-461b-85c4-6fa6b4263bb3 req-49b3ff75-7e58-41a0-8e84-2f2c87704a1e tempest-TestVolumeBootPattern-572234504 tempest-TestVolumeBootPattern-572234504-project] 10.222.0.30 "GET /v2.0/ports?device_id=8a0fdb6e-7411-40dc-addd-8f403a1d6e18 HTTP/1.1" status: 200  len: 210 time: 0.0516675
Apr 22 20:17:13.795573 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12aaac2b-54f7-4610-bef8-ecea5cbc88d7 req-4de2a1a8-c3af-499c-a02a-524256051827 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 20:17:13.797146 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-12aaac2b-54f7-4610-bef8-ecea5cbc88d7 req-4de2a1a8-c3af-499c-a02a-524256051827 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=d83d42b16fb04a3dbea8744fb63b042c&device_id=3b92af91-ddf3-485d-8274-039ae6ccb3b7 HTTP/1.1" status: 200  len: 1097 time: 0.0836158
Apr 22 20:17:13.948089 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12aaac2b-54f7-4610-bef8-ecea5cbc88d7 req-6f13b4be-294e-4c3a-8cab-665067b2e9e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 20:17:13.949656 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-12aaac2b-54f7-4610-bef8-ecea5cbc88d7 req-6f13b4be-294e-4c3a-8cab-665067b2e9e6 service neutron] 10.222.0.46 "GET /v2.0/networks?id=34648bb7-c1ba-45d7-bfee-e82cdf1f6b93 HTTP/1.1" status: 200  len: 918 time: 0.1460142
Apr 22 20:17:14.056926 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-12aaac2b-54f7-4610-bef8-ecea5cbc88d7 req-82a3bda1-d913-4d62-940e-a127db2163fa service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1368346f-2b5d-4185-8e4b-cfc309a1140b HTTP/1.1" status: 200  len: 999 time: 0.1003911
Apr 22 20:17:14.137162 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12aaac2b-54f7-4610-bef8-ecea5cbc88d7 req-b578f879-8c27-44f9-887c-05afa1d569f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 20:17:14.138794 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-12aaac2b-54f7-4610-bef8-ecea5cbc88d7 req-b578f879-8c27-44f9-887c-05afa1d569f4 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=1e51354a-bd7c-4e4c-a7c1-20be7a105c17 HTTP/1.1" status: 200  len: 856 time: 0.0689919
Apr 22 20:17:14.228285 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12aaac2b-54f7-4610-bef8-ecea5cbc88d7 req-f50d7a36-04bf-40f4-aa3b-409f18cd4d3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 20:17:14.229885 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-12aaac2b-54f7-4610-bef8-ecea5cbc88d7 req-f50d7a36-04bf-40f4-aa3b-409f18cd4d3b service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=34648bb7-c1ba-45d7-bfee-e82cdf1f6b93&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0781436
Apr 22 20:17:14.373612 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-12aaac2b-54f7-4610-bef8-ecea5cbc88d7 req-0766c8ee-2f2d-481b-b739-abab2ef7e6cd service neutron] 10.222.0.46 "GET /v2.0/networks/34648bb7-c1ba-45d7-bfee-e82cdf1f6b93?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1364231
Apr 22 20:17:14.496487 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a210e3e6-9334-4e6d-b258-0d48cf89e919 req-3b6ce5d2-f192-4e6e-97ae-4adf2481971e tempest-AttachVolumeShelveTestJSON-1095716281 tempest-AttachVolumeShelveTestJSON-1095716281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 20:17:14.498129 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-a210e3e6-9334-4e6d-b258-0d48cf89e919 req-3b6ce5d2-f192-4e6e-97ae-4adf2481971e tempest-AttachVolumeShelveTestJSON-1095716281 tempest-AttachVolumeShelveTestJSON-1095716281-project] 10.222.0.30 "GET /v2.0/ports?device_id=3b92af91-ddf3-485d-8274-039ae6ccb3b7 HTTP/1.1" status: 200  len: 944 time: 0.0930097
Apr 22 20:17:14.549677 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-a210e3e6-9334-4e6d-b258-0d48cf89e919 req-948004a1-86ac-4031-ba91-c1565c9e69c8 tempest-AttachVolumeShelveTestJSON-1095716281 tempest-AttachVolumeShelveTestJSON-1095716281-project] 10.222.0.30 "GET /v2.0/security-groups?id=44b3085f-cdba-4fc8-95c9-fe542e384e4e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0449946
Apr 22 20:17:14.810514 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-12aaac2b-54f7-4610-bef8-ecea5cbc88d7 req-9b5bd37b-c11d-4ea2-af19-30efe4695a75 service neutron] 10.222.0.46 "GET /v2.0/networks/34648bb7-c1ba-45d7-bfee-e82cdf1f6b93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4301980
Apr 22 20:17:14.866452 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c9380e-be99-4cae-9042-8f05a3ae62d7 req-c9577577-740b-42f9-ab1f-2aac218709be tempest-TestShelveInstance-1816371010 tempest-TestShelveInstance-1816371010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 20:17:14.868430 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-65c9380e-be99-4cae-9042-8f05a3ae62d7 req-c9577577-740b-42f9-ab1f-2aac218709be tempest-TestShelveInstance-1816371010 tempest-TestShelveInstance-1816371010-project] 10.222.0.30 "GET /v2.0/ports?device_id=05985c03-4f6d-4812-a0bf-47b334105dce HTTP/1.1" status: 200  len: 946 time: 0.1724052
Apr 22 20:17:14.882066 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f4bacf-6762-442f-bc0c-4459566420ac req-a6fa8add-f9ce-43b7-8e79-3131946ecefc tempest-TestVolumeBootPattern-572234504 tempest-TestVolumeBootPattern-572234504-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 20:17:14.884173 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-74f4bacf-6762-442f-bc0c-4459566420ac req-a6fa8add-f9ce-43b7-8e79-3131946ecefc tempest-TestVolumeBootPattern-572234504 tempest-TestVolumeBootPattern-572234504-project] 10.222.0.46 "GET /v2.0/networks?id=baa3aeb8-8dec-4767-92bc-d52436d9437a HTTP/1.1" status: 200  len: 811 time: 0.2179475
Apr 22 20:17:14.942414 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-65c9380e-be99-4cae-9042-8f05a3ae62d7 req-e0815796-201c-492f-aa0a-2e52842a74aa tempest-TestShelveInstance-1816371010 tempest-TestShelveInstance-1816371010-project] 10.222.0.30 "GET /v2.0/security-groups?id=0042e778-534e-4be6-8d31-f99a115eccf4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0672019
Apr 22 20:17:14.989795 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-919adde5-fbbe-466e-be78-2cfeb5f542dd req-c395c435-253c-48c7-a0fc-f1f809a16808 tempest-TestVolumeBootPattern-572234504 tempest-TestVolumeBootPattern-572234504-project] 10.222.0.30 "GET /v2.0/ports?device_id=8a0fdb6e-7411-40dc-addd-8f403a1d6e18 HTTP/1.1" status: 200  len: 210 time: 0.0654204
Apr 22 20:17:14.994223 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-74f4bacf-6762-442f-bc0c-4459566420ac req-a8b119ea-854c-4a55-8032-e5bef33f1eef tempest-TestVolumeBootPattern-572234504 tempest-TestVolumeBootPattern-572234504-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=30860bebb771423695ffb4fd377ce666 HTTP/1.1" status: 200  len: 379 time: 0.0979891
Apr 22 20:17:15.011239 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.v2.base [req-74f4bacf-6762-442f-bc0c-4459566420ac req-c2481cf1-9f6a-4813-85a3-2b6813e1bcf9 tempest-TestVolumeBootPattern-572234504 tempest-TestVolumeBootPattern-572234504-project] Request body: {'port': {'device_id': '8a0fdb6e-7411-40dc-addd-8f403a1d6e18', 'network_id': 'baa3aeb8-8dec-4767-92bc-d52436d9437a', 'admin_state_up': True, 'tenant_id': '30860bebb771423695ffb4fd377ce666', 'security_groups': ['010d7216-01fc-4a1c-badb-a01fee62fe34']}} {{(pid=86330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 22 20:17:15.156394 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.quota.driver [req-74f4bacf-6762-442f-bc0c-4459566420ac req-c2481cf1-9f6a-4813-85a3-2b6813e1bcf9 tempest-TestVolumeBootPattern-572234504 tempest-TestVolumeBootPattern-572234504-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86330) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 22 20:17:15.167038 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.quota.driver [req-74f4bacf-6762-442f-bc0c-4459566420ac req-c2481cf1-9f6a-4813-85a3-2b6813e1bcf9 tempest-TestVolumeBootPattern-572234504 tempest-TestVolumeBootPattern-572234504-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=86330) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 22 20:17:15.176027 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-74f4bacf-6762-442f-bc0c-4459566420ac req-c2481cf1-9f6a-4813-85a3-2b6813e1bcf9 tempest-TestVolumeBootPattern-572234504 tempest-TestVolumeBootPattern-572234504-project] Made reservation on behalf of 30860bebb771423695ffb4fd377ce666 for: {'port': 1} {{(pid=86330) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 22 20:17:15.182175 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [req-74f4bacf-6762-442f-bc0c-4459566420ac req-c2481cf1-9f6a-4813-85a3-2b6813e1bcf9 tempest-TestVolumeBootPattern-572234504 tempest-TestVolumeBootPattern-572234504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587983'] for port, before_create {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:17:15.357230 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.db_base_plugin_common [req-74f4bacf-6762-442f-bc0c-4459566420ac req-c2481cf1-9f6a-4813-85a3-2b6813e1bcf9 tempest-TestVolumeBootPattern-572234504 tempest-TestVolumeBootPattern-572234504-project] Allocated IP 172.20.0.10 (baa3aeb8-8dec-4767-92bc-d52436d9437a/083c45db-27b8-429b-b9a6-58f44b80ddc9/372eb00c-299c-4902-a8c6-e7c3efec72b0) {{(pid=86330) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 22 20:17:15.458973 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a9fd7b-86bc-4138-973e-8e33ad04fd1f req-3a62b677-7fb7-43b3-92dd-437dc732e4a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 20:17:15.460602 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-b3a9fd7b-86bc-4138-973e-8e33ad04fd1f req-3a62b677-7fb7-43b3-92dd-437dc732e4a8 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=ed8e9232a3ce48d39526eecdc431aec3&device_id=05985c03-4f6d-4812-a0bf-47b334105dce HTTP/1.1" status: 200  len: 1099 time: 0.0870402
Apr 22 20:17:15.580474 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [req-74f4bacf-6762-442f-bc0c-4459566420ac req-c2481cf1-9f6a-4813-85a3-2b6813e1bcf9 tempest-TestVolumeBootPattern-572234504 tempest-TestVolumeBootPattern-572234504-project] Notify callbacks [] for port, precommit_create {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:17:15.605393 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.provisioning_blocks [req-74f4bacf-6762-442f-bc0c-4459566420ac req-c2481cf1-9f6a-4813-85a3-2b6813e1bcf9 tempest-TestVolumeBootPattern-572234504 tempest-TestVolumeBootPattern-572234504-project] Transition to ACTIVE for port object 372eb00c-299c-4902-a8c6-e7c3efec72b0 will not be triggered until provisioned by entity DHCP. {{(pid=86330) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 22 20:17:15.637454 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [req-74f4bacf-6762-442f-bc0c-4459566420ac req-c2481cf1-9f6a-4813-85a3-2b6813e1bcf9 tempest-TestVolumeBootPattern-572234504 tempest-TestVolumeBootPattern-572234504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854198495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853168226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363309147208154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4125515'] for port, after_create {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:17:15.651463 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [None req-080ee8be-4e22-4401-b76e-772fe9d58cc6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 20:17:15.676557 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a9fd7b-86bc-4138-973e-8e33ad04fd1f req-c0853d19-e9da-40ec-9872-1b6f1c4af90d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 20:17:15.682378 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-b3a9fd7b-86bc-4138-973e-8e33ad04fd1f req-c0853d19-e9da-40ec-9872-1b6f1c4af90d service neutron] 10.222.0.46 "GET /v2.0/networks?id=8c6beec9-2be5-42aa-b3d8-efd21a74a412 HTTP/1.1" status: 200  len: 910 time: 0.2115717
Apr 22 20:17:15.716025 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-74f4bacf-6762-442f-bc0c-4459566420ac req-c2481cf1-9f6a-4813-85a3-2b6813e1bcf9 tempest-TestVolumeBootPattern-572234504 tempest-TestVolumeBootPattern-572234504-project] Network baa3aeb8-8dec-4767-92bc-d52436d9437a is already hosted by enough agents. {{(pid=86330) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 22 20:17:15.725985 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.scheduler.base_scheduler [req-74f4bacf-6762-442f-bc0c-4459566420ac req-c2481cf1-9f6a-4813-85a3-2b6813e1bcf9 tempest-TestVolumeBootPattern-572234504 tempest-TestVolumeBootPattern-572234504-project] Resources bound (agent type, host, resource id):  {{(pid=86330) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 22 20:17:15.731525 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.l3_dvrscheduler_db [req-74f4bacf-6762-442f-bc0c-4459566420ac req-c2481cf1-9f6a-4813-85a3-2b6813e1bcf9 tempest-TestVolumeBootPattern-572234504 tempest-TestVolumeBootPattern-572234504-project] Received port after_create {{(pid=86330) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 22 20:17:15.828119 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-b3a9fd7b-86bc-4138-973e-8e33ad04fd1f req-6cdd38da-30f4-4a16-a2c3-67e5bc6a3f7a service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=375c0aa1-7baa-400f-8733-484590eeeb8c HTTP/1.1" status: 200  len: 1002 time: 0.1425054
Apr 22 20:17:15.919794 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f4bacf-6762-442f-bc0c-4459566420ac req-c2481cf1-9f6a-4813-85a3-2b6813e1bcf9 tempest-TestVolumeBootPattern-572234504 tempest-TestVolumeBootPattern-572234504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 20:17:15.920484 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [req-74f4bacf-6762-442f-bc0c-4459566420ac req-c2481cf1-9f6a-4813-85a3-2b6813e1bcf9 tempest-TestVolumeBootPattern-572234504 tempest-TestVolumeBootPattern-572234504-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-743'] for port, before_response {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:17:15.969886 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-74f4bacf-6762-442f-bc0c-4459566420ac req-c2481cf1-9f6a-4813-85a3-2b6813e1bcf9 tempest-TestVolumeBootPattern-572234504 tempest-TestVolumeBootPattern-572234504-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 0.9629953
Apr 22 20:17:15.970663 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2481cf1-9f6a-4813-85a3-2b6813e1bcf9 tempest-TestVolumeBootPattern-572234504 tempest-TestVolumeBootPattern-572234504-project] Pushing event updated for resources: {'Port': ['ID=372eb00c-299c-4902-a8c6-e7c3efec72b0,revision_number=1']} {{(pid=86330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 20:17:15.975297 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [None req-c2481cf1-9f6a-4813-85a3-2b6813e1bcf9 tempest-TestVolumeBootPattern-572234504 tempest-TestVolumeBootPattern-572234504-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.324s {{(pid=86330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 20:17:16.031644 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c1eec9-2f77-4866-9114-77d6b41d8120 req-3e78d456-a3d6-48cf-b498-36e6ffc13114 tempest-AttachVolumeShelveTestJSON-1095716281 tempest-AttachVolumeShelveTestJSON-1095716281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 20:17:16.033585 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-84c1eec9-2f77-4866-9114-77d6b41d8120 req-3e78d456-a3d6-48cf-b498-36e6ffc13114 tempest-AttachVolumeShelveTestJSON-1095716281 tempest-AttachVolumeShelveTestJSON-1095716281-project] 10.222.0.30 "GET /v2.0/ports?device_id=3b92af91-ddf3-485d-8274-039ae6ccb3b7 HTTP/1.1" status: 200  len: 944 time: 0.2025790
Apr 22 20:17:16.095542 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.provisioning_blocks [None req-ad6bd295-7e9f-476a-9e51-ef775017ad50 None None] Provisioning for port 372eb00c-299c-4902-a8c6-e7c3efec72b0 completed by entity DHCP. {{(pid=86332) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 22 20:17:16.103673 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.provisioning_blocks [None req-ad6bd295-7e9f-476a-9e51-ef775017ad50 None None] Provisioning complete for port 372eb00c-299c-4902-a8c6-e7c3efec72b0 triggered by entity DHCP. {{(pid=86332) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 22 20:17:16.105708 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-ad6bd295-7e9f-476a-9e51-ef775017ad50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854135278'] for port, provisioning_complete {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:17:16.167586 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-84c1eec9-2f77-4866-9114-77d6b41d8120 req-1d987f28-22fe-4225-9328-3af0b4b33900 tempest-AttachVolumeShelveTestJSON-1095716281 tempest-AttachVolumeShelveTestJSON-1095716281-project] 10.222.0.30 "GET /v2.0/security-groups?id=44b3085f-cdba-4fc8-95c9-fe542e384e4e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1272361
Apr 22 20:17:16.238080 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.plugin [None req-ad6bd295-7e9f-476a-9e51-ef775017ad50 None None] Port 372eb00c-299c-4902-a8c6-e7c3efec72b0 cannot update to ACTIVE because it is not bound. {{(pid=86332) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 22 20:17:16.263898 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba4dc20-6be6-4b8d-9747-90cfa9e23f1c req-0dcf24ed-ded3-4ece-8a6f-a3901a17e940 tempest-TestShelveInstance-1816371010 tempest-TestShelveInstance-1816371010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 20:17:16.265677 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-5ba4dc20-6be6-4b8d-9747-90cfa9e23f1c req-0dcf24ed-ded3-4ece-8a6f-a3901a17e940 tempest-TestShelveInstance-1816371010 tempest-TestShelveInstance-1816371010-project] 10.222.0.30 "GET /v2.0/ports?device_id=05985c03-4f6d-4812-a0bf-47b334105dce HTTP/1.1" status: 200  len: 946 time: 0.1414294
Apr 22 20:17:16.326410 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-5ba4dc20-6be6-4b8d-9747-90cfa9e23f1c req-c22cd8f6-49c5-4a7f-bcb9-3fecce5250d7 tempest-TestShelveInstance-1816371010 tempest-TestShelveInstance-1816371010-project] 10.222.0.30 "GET /v2.0/security-groups?id=0042e778-534e-4be6-8d31-f99a115eccf4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0532262
Apr 22 20:17:16.413183 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c8ab688-8b17-4e6d-be44-9592767b6802 req-1c09b34f-3352-49d8-b7b7-16e9d4a09614 tempest-TestVolumeBootPattern-572234504 tempest-TestVolumeBootPattern-572234504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 20:17:16.414164 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.quota.resource [req-3c8ab688-8b17-4e6d-be44-9592767b6802 req-1c09b34f-3352-49d8-b7b7-16e9d4a09614 tempest-TestVolumeBootPattern-572234504 tempest-TestVolumeBootPattern-572234504-project] Synchronizing usage tracker for tenant:30860bebb771423695ffb4fd377ce666 on resource:port {{(pid=86330) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 22 20:17:16.430045 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.quota.resource [req-3c8ab688-8b17-4e6d-be44-9592767b6802 req-1c09b34f-3352-49d8-b7b7-16e9d4a09614 tempest-TestVolumeBootPattern-572234504 tempest-TestVolumeBootPattern-572234504-project] Unset dirty status for tenant:30860bebb771423695ffb4fd377ce666 on resource:port {{(pid=86330) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 22 20:17:16.431354 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-3c8ab688-8b17-4e6d-be44-9592767b6802 req-1c09b34f-3352-49d8-b7b7-16e9d4a09614 tempest-TestVolumeBootPattern-572234504 tempest-TestVolumeBootPattern-572234504-project] 10.222.0.30 "GET /v2.0/ports?device_id=8a0fdb6e-7411-40dc-addd-8f403a1d6e18 HTTP/1.1" status: 200  len: 932 time: 0.1165800
Apr 22 20:17:16.482666 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-3c8ab688-8b17-4e6d-be44-9592767b6802 req-bd5cf057-a643-406c-bc10-a1ccbc9ae7ab tempest-TestVolumeBootPattern-572234504 tempest-TestVolumeBootPattern-572234504-project] 10.222.0.30 "GET /v2.0/security-groups?id=010d7216-01fc-4a1c-badb-a01fee62fe34&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0447836
Apr 22 20:17:17.402857 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24dbf672-eb32-45d6-bb4d-af371fad7e83 req-49b8515f-ffba-4985-a30e-a8f226954573 tempest-AttachVolumeShelveTestJSON-1095716281 tempest-AttachVolumeShelveTestJSON-1095716281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 20:17:17.404476 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-24dbf672-eb32-45d6-bb4d-af371fad7e83 req-49b8515f-ffba-4985-a30e-a8f226954573 tempest-AttachVolumeShelveTestJSON-1095716281 tempest-AttachVolumeShelveTestJSON-1095716281-project] 10.222.0.30 "GET /v2.0/ports?device_id=3b92af91-ddf3-485d-8274-039ae6ccb3b7 HTTP/1.1" status: 200  len: 944 time: 0.0948920
Apr 22 20:17:17.453779 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-24dbf672-eb32-45d6-bb4d-af371fad7e83 req-d90e8a02-3337-4ed7-8740-23025ca6c8c4 tempest-AttachVolumeShelveTestJSON-1095716281 tempest-AttachVolumeShelveTestJSON-1095716281-project] 10.222.0.30 "GET /v2.0/security-groups?id=44b3085f-cdba-4fc8-95c9-fe542e384e4e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0419941
Apr 22 20:17:17.652592 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04467ed7-185f-43e5-9df1-7eb37633506e req-62838389-b825-401f-bf3e-1d8070120de1 tempest-TestShelveInstance-1816371010 tempest-TestShelveInstance-1816371010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 20:17:17.654221 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-04467ed7-185f-43e5-9df1-7eb37633506e req-62838389-b825-401f-bf3e-1d8070120de1 tempest-TestShelveInstance-1816371010 tempest-TestShelveInstance-1816371010-project] 10.222.0.30 "GET /v2.0/ports?device_id=05985c03-4f6d-4812-a0bf-47b334105dce HTTP/1.1" status: 200  len: 946 time: 0.0890434
Apr 22 20:17:17.705590 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-04467ed7-185f-43e5-9df1-7eb37633506e req-5685ad2c-0b19-4cd7-a4ff-4011a319352a tempest-TestShelveInstance-1816371010 tempest-TestShelveInstance-1816371010-project] 10.222.0.30 "GET /v2.0/security-groups?id=0042e778-534e-4be6-8d31-f99a115eccf4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0433700
Apr 22 20:17:17.908769 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b09bf6-3936-4a67-91a3-442b7484dc16 req-b83264c9-d5a1-439d-9b40-553327f670da tempest-TestVolumeBootPattern-572234504 tempest-TestVolumeBootPattern-572234504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 20:17:17.910523 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-b2b09bf6-3936-4a67-91a3-442b7484dc16 req-b83264c9-d5a1-439d-9b40-553327f670da tempest-TestVolumeBootPattern-572234504 tempest-TestVolumeBootPattern-572234504-project] 10.222.0.30 "GET /v2.0/ports?device_id=8a0fdb6e-7411-40dc-addd-8f403a1d6e18 HTTP/1.1" status: 200  len: 932 time: 0.0991158
Apr 22 20:17:17.960608 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-b2b09bf6-3936-4a67-91a3-442b7484dc16 req-580e6215-4506-416d-aee0-39a7cf5808b1 tempest-TestVolumeBootPattern-572234504 tempest-TestVolumeBootPattern-572234504-project] 10.222.0.30 "GET /v2.0/security-groups?id=010d7216-01fc-4a1c-badb-a01fee62fe34&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0430784
Apr 22 20:17:18.667730 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a53aba-aac0-4ef7-86f8-0b18168c8ad0 req-9c9dfd0a-c9af-465f-bcf8-5ed6e88bc97e tempest-AttachVolumeShelveTestJSON-1095716281 tempest-AttachVolumeShelveTestJSON-1095716281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 20:17:18.678357 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-92a53aba-aac0-4ef7-86f8-0b18168c8ad0 req-9c9dfd0a-c9af-465f-bcf8-5ed6e88bc97e tempest-AttachVolumeShelveTestJSON-1095716281 tempest-AttachVolumeShelveTestJSON-1095716281-project] 10.222.0.30 "GET /v2.0/ports?device_id=3b92af91-ddf3-485d-8274-039ae6ccb3b7 HTTP/1.1" status: 200  len: 944 time: 0.0920825
Apr 22 20:17:18.693500 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-cbbe70c9-0b39-4f9d-be6e-4133a7c8f54f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309146858885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640583'] for agent, after_update {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:17:18.724642 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-92a53aba-aac0-4ef7-86f8-0b18168c8ad0 req-fec13424-7f1a-479f-8910-7af2a86f5475 tempest-AttachVolumeShelveTestJSON-1095716281 tempest-AttachVolumeShelveTestJSON-1095716281-project] 10.222.0.30 "GET /v2.0/security-groups?id=44b3085f-cdba-4fc8-95c9-fe542e384e4e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0489502
Apr 22 20:17:18.922187 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc7e3800-31e5-461a-9b2f-54074d9066a2 req-e7d85556-2c17-428f-90fd-7d5c8a2b0cb5 tempest-TestShelveInstance-1816371010 tempest-TestShelveInstance-1816371010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 20:17:18.924052 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-fc7e3800-31e5-461a-9b2f-54074d9066a2 req-e7d85556-2c17-428f-90fd-7d5c8a2b0cb5 tempest-TestShelveInstance-1816371010 tempest-TestShelveInstance-1816371010-project] 10.222.0.30 "GET /v2.0/ports?device_id=05985c03-4f6d-4812-a0bf-47b334105dce HTTP/1.1" status: 200  len: 946 time: 0.0917175
Apr 22 20:17:18.974958 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-fc7e3800-31e5-461a-9b2f-54074d9066a2 req-989fe5ff-7390-43a7-82f0-23dc37b911d7 tempest-TestShelveInstance-1816371010 tempest-TestShelveInstance-1816371010-project] 10.222.0.30 "GET /v2.0/security-groups?id=0042e778-534e-4be6-8d31-f99a115eccf4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0438354
Apr 22 20:17:19.181479 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7628d884-bc3a-412c-a5d2-7bb5f24c3703 req-64f71af8-4b44-43fd-a5f0-ebd36f0aa59f tempest-TestVolumeBootPattern-572234504 tempest-TestVolumeBootPattern-572234504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 20:17:19.183190 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-7628d884-bc3a-412c-a5d2-7bb5f24c3703 req-64f71af8-4b44-43fd-a5f0-ebd36f0aa59f tempest-TestVolumeBootPattern-572234504 tempest-TestVolumeBootPattern-572234504-project] 10.222.0.30 "GET /v2.0/ports?device_id=8a0fdb6e-7411-40dc-addd-8f403a1d6e18 HTTP/1.1" status: 200  len: 932 time: 0.0946107
Apr 22 20:17:19.232384 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-7628d884-bc3a-412c-a5d2-7bb5f24c3703 req-39b4af47-685b-41e9-a277-a03a0407b3f1 tempest-TestVolumeBootPattern-572234504 tempest-TestVolumeBootPattern-572234504-project] 10.222.0.30 "GET /v2.0/security-groups?id=010d7216-01fc-4a1c-badb-a01fee62fe34&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0428917
Apr 22 20:17:19.939965 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-237b51b1-e27b-45a3-af24-b65696404689 req-581e5468-ba35-4fe1-beb2-23a8f80dd203 tempest-AttachVolumeShelveTestJSON-1095716281 tempest-AttachVolumeShelveTestJSON-1095716281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 20:17:19.942239 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-237b51b1-e27b-45a3-af24-b65696404689 req-581e5468-ba35-4fe1-beb2-23a8f80dd203 tempest-AttachVolumeShelveTestJSON-1095716281 tempest-AttachVolumeShelveTestJSON-1095716281-project] 10.222.0.30 "GET /v2.0/ports?device_id=3b92af91-ddf3-485d-8274-039ae6ccb3b7 HTTP/1.1" status: 200  len: 944 time: 0.0913138
Apr 22 20:17:19.992454 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-237b51b1-e27b-45a3-af24-b65696404689 req-84e8e3e2-873d-49df-a443-7006a7ae69f5 tempest-AttachVolumeShelveTestJSON-1095716281 tempest-AttachVolumeShelveTestJSON-1095716281-project] 10.222.0.30 "GET /v2.0/security-groups?id=44b3085f-cdba-4fc8-95c9-fe542e384e4e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0436618
Apr 22 20:17:20.196377 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33cbd30e-8f24-420d-bcc3-83a287eab735 req-a5faf4e8-61e4-48bb-b807-c04c8f783199 tempest-TestShelveInstance-1816371010 tempest-TestShelveInstance-1816371010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 20:17:20.198058 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-33cbd30e-8f24-420d-bcc3-83a287eab735 req-a5faf4e8-61e4-48bb-b807-c04c8f783199 tempest-TestShelveInstance-1816371010 tempest-TestShelveInstance-1816371010-project] 10.222.0.30 "GET /v2.0/ports?device_id=05985c03-4f6d-4812-a0bf-47b334105dce HTTP/1.1" status: 200  len: 946 time: 0.0982461
Apr 22 20:17:20.248069 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-33cbd30e-8f24-420d-bcc3-83a287eab735 req-bec2f7fe-143b-4938-a6c2-37c0b7df02aa tempest-TestShelveInstance-1816371010 tempest-TestShelveInstance-1816371010-project] 10.222.0.30 "GET /v2.0/security-groups?id=0042e778-534e-4be6-8d31-f99a115eccf4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0434191
Apr 22 20:17:20.447765 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8361aa1e-c716-4d44-b5e8-750fb357ce52 req-54c11c12-17aa-4ac2-9785-cc457d30fade tempest-TestVolumeBootPattern-572234504 tempest-TestVolumeBootPattern-572234504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 20:17:20.449310 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-8361aa1e-c716-4d44-b5e8-750fb357ce52 req-54c11c12-17aa-4ac2-9785-cc457d30fade tempest-TestVolumeBootPattern-572234504 tempest-TestVolumeBootPattern-572234504-project] 10.222.0.30 "GET /v2.0/ports?device_id=8a0fdb6e-7411-40dc-addd-8f403a1d6e18 HTTP/1.1" status: 200  len: 932 time: 0.0935466
Apr 22 20:17:20.499875 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-8361aa1e-c716-4d44-b5e8-750fb357ce52 req-334e4d3f-a6ac-4a27-8d54-e78c762f4641 tempest-TestVolumeBootPattern-572234504 tempest-TestVolumeBootPattern-572234504-project] 10.222.0.30 "GET /v2.0/security-groups?id=010d7216-01fc-4a1c-badb-a01fee62fe34&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0435071
Apr 22 20:17:21.201886 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-442a1f9f-3050-441a-b379-c51cef1f474c req-169fd961-132a-4d2b-8189-61b600f5ba8a tempest-AttachVolumeShelveTestJSON-1095716281 tempest-AttachVolumeShelveTestJSON-1095716281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 20:17:21.203461 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-442a1f9f-3050-441a-b379-c51cef1f474c req-169fd961-132a-4d2b-8189-61b600f5ba8a tempest-AttachVolumeShelveTestJSON-1095716281 tempest-AttachVolumeShelveTestJSON-1095716281-project] 10.222.0.30 "GET /v2.0/ports?device_id=3b92af91-ddf3-485d-8274-039ae6ccb3b7 HTTP/1.1" status: 200  len: 944 time: 0.0895762
Apr 22 20:17:21.251420 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-442a1f9f-3050-441a-b379-c51cef1f474c req-a700a710-bdd2-47b1-a5ad-87d3809a6657 tempest-AttachVolumeShelveTestJSON-1095716281 tempest-AttachVolumeShelveTestJSON-1095716281-project] 10.222.0.30 "GET /v2.0/security-groups?id=44b3085f-cdba-4fc8-95c9-fe542e384e4e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0410497
Apr 22 20:17:21.459008 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cdbe1a4-c8a1-4e36-9e9c-d15ef80f40b5 req-eaa86788-b084-472e-9797-ec5a626f09ff tempest-TestShelveInstance-1816371010 tempest-TestShelveInstance-1816371010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 20:17:21.460640 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-7cdbe1a4-c8a1-4e36-9e9c-d15ef80f40b5 req-eaa86788-b084-472e-9797-ec5a626f09ff tempest-TestShelveInstance-1816371010 tempest-TestShelveInstance-1816371010-project] 10.222.0.30 "GET /v2.0/ports?device_id=05985c03-4f6d-4812-a0bf-47b334105dce HTTP/1.1" status: 200  len: 946 time: 0.0960107
Apr 22 20:17:21.515336 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-7cdbe1a4-c8a1-4e36-9e9c-d15ef80f40b5 req-90d8f207-6f84-4e1c-b431-301ec2d98e83 tempest-TestShelveInstance-1816371010 tempest-TestShelveInstance-1816371010-project] 10.222.0.30 "GET /v2.0/security-groups?id=0042e778-534e-4be6-8d31-f99a115eccf4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0464234
Apr 22 20:17:21.709464 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f63549-c756-4d37-a913-8f578c056758 req-ae2f67b4-1bf6-4148-9d87-1c8d78de1a58 tempest-TestVolumeBootPattern-572234504 tempest-TestVolumeBootPattern-572234504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 20:17:21.711091 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-63f63549-c756-4d37-a913-8f578c056758 req-ae2f67b4-1bf6-4148-9d87-1c8d78de1a58 tempest-TestVolumeBootPattern-572234504 tempest-TestVolumeBootPattern-572234504-project] 10.222.0.30 "GET /v2.0/ports?device_id=8a0fdb6e-7411-40dc-addd-8f403a1d6e18 HTTP/1.1" status: 200  len: 932 time: 0.0902090
Apr 22 20:17:21.763469 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-63f63549-c756-4d37-a913-8f578c056758 req-e60038c5-d31a-4359-955d-ed1c027639cb tempest-TestVolumeBootPattern-572234504 tempest-TestVolumeBootPattern-572234504-project] 10.222.0.30 "GET /v2.0/security-groups?id=010d7216-01fc-4a1c-badb-a01fee62fe34&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0460920
Apr 22 20:17:22.462997 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f4f244-f1ef-4bcf-a6ae-db5eeab0e01f req-876903d4-9670-4b11-9f43-5a17f7ee6700 tempest-AttachVolumeShelveTestJSON-1095716281 tempest-AttachVolumeShelveTestJSON-1095716281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 20:17:22.464537 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-e7f4f244-f1ef-4bcf-a6ae-db5eeab0e01f req-876903d4-9670-4b11-9f43-5a17f7ee6700 tempest-AttachVolumeShelveTestJSON-1095716281 tempest-AttachVolumeShelveTestJSON-1095716281-project] 10.222.0.30 "GET /v2.0/ports?device_id=3b92af91-ddf3-485d-8274-039ae6ccb3b7 HTTP/1.1" status: 200  len: 944 time: 0.0895219
Apr 22 20:17:22.516483 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-e7f4f244-f1ef-4bcf-a6ae-db5eeab0e01f req-a00b9e0d-2e85-4148-82c1-bbab376220e5 tempest-AttachVolumeShelveTestJSON-1095716281 tempest-AttachVolumeShelveTestJSON-1095716281-project] 10.222.0.30 "GET /v2.0/security-groups?id=44b3085f-cdba-4fc8-95c9-fe542e384e4e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0438991
Apr 22 20:17:22.728881 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3115ac47-a15a-4e9b-9d4a-5a16dcf424e4 req-1dbe82e6-3182-4e04-9e37-8e12067885bc tempest-TestShelveInstance-1816371010 tempest-TestShelveInstance-1816371010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 20:17:22.730558 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-3115ac47-a15a-4e9b-9d4a-5a16dcf424e4 req-1dbe82e6-3182-4e04-9e37-8e12067885bc tempest-TestShelveInstance-1816371010 tempest-TestShelveInstance-1816371010-project] 10.222.0.30 "GET /v2.0/ports?device_id=05985c03-4f6d-4812-a0bf-47b334105dce HTTP/1.1" status: 200  len: 946 time: 0.0987394
Apr 22 20:17:22.784669 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-3115ac47-a15a-4e9b-9d4a-5a16dcf424e4 req-67b9f10a-1d1f-4bec-b95f-14035053ba0f tempest-TestShelveInstance-1816371010 tempest-TestShelveInstance-1816371010-project] 10.222.0.30 "GET /v2.0/security-groups?id=0042e778-534e-4be6-8d31-f99a115eccf4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0475903
Apr 22 20:17:22.986850 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2412d70-f09d-484c-b01f-b5d23c10c877 req-86189a36-7e71-4929-b396-077182f74530 tempest-TestVolumeBootPattern-572234504 tempest-TestVolumeBootPattern-572234504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 20:17:22.989341 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-f2412d70-f09d-484c-b01f-b5d23c10c877 req-86189a36-7e71-4929-b396-077182f74530 tempest-TestVolumeBootPattern-572234504 tempest-TestVolumeBootPattern-572234504-project] 10.222.0.30 "GET /v2.0/ports?device_id=8a0fdb6e-7411-40dc-addd-8f403a1d6e18 HTTP/1.1" status: 200  len: 932 time: 0.0930336
Apr 22 20:17:23.042178 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-f2412d70-f09d-484c-b01f-b5d23c10c877 req-765c0f0a-904e-43db-a138-123b61bd9ee0 tempest-TestVolumeBootPattern-572234504 tempest-TestVolumeBootPattern-572234504-project] 10.222.0.30 "GET /v2.0/security-groups?id=010d7216-01fc-4a1c-badb-a01fee62fe34&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0461569
Apr 22 20:17:23.734817 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d7222af-691a-4f18-a2a5-f00c3dd66177 req-969cb24f-e6b5-4814-8aaf-d80b865bbe37 tempest-AttachVolumeShelveTestJSON-1095716281 tempest-AttachVolumeShelveTestJSON-1095716281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 20:17:23.736425 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-5d7222af-691a-4f18-a2a5-f00c3dd66177 req-969cb24f-e6b5-4814-8aaf-d80b865bbe37 tempest-AttachVolumeShelveTestJSON-1095716281 tempest-AttachVolumeShelveTestJSON-1095716281-project] 10.222.0.30 "GET /v2.0/ports?device_id=3b92af91-ddf3-485d-8274-039ae6ccb3b7 HTTP/1.1" status: 200  len: 944 time: 0.0938454
Apr 22 20:17:23.787494 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-5d7222af-691a-4f18-a2a5-f00c3dd66177 req-260e0aab-bbcf-4aaa-9ea2-6d5ee52c334c tempest-AttachVolumeShelveTestJSON-1095716281 tempest-AttachVolumeShelveTestJSON-1095716281-project] 10.222.0.30 "GET /v2.0/security-groups?id=44b3085f-cdba-4fc8-95c9-fe542e384e4e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0436089
Apr 22 20:17:24.003522 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97449439-6b32-4cc3-b5cc-06f5c5896e06 req-6dcd24bb-7f4e-4e5c-8270-15aa0366cddb tempest-TestShelveInstance-1816371010 tempest-TestShelveInstance-1816371010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 20:17:24.005693 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-97449439-6b32-4cc3-b5cc-06f5c5896e06 req-6dcd24bb-7f4e-4e5c-8270-15aa0366cddb tempest-TestShelveInstance-1816371010 tempest-TestShelveInstance-1816371010-project] 10.222.0.30 "GET /v2.0/ports?device_id=05985c03-4f6d-4812-a0bf-47b334105dce HTTP/1.1" status: 200  len: 946 time: 0.0888896
Apr 22 20:17:24.058318 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-97449439-6b32-4cc3-b5cc-06f5c5896e06 req-f0cad310-5aed-492c-aabe-5701d83bd5ff tempest-TestShelveInstance-1816371010 tempest-TestShelveInstance-1816371010-project] 10.222.0.30 "GET /v2.0/security-groups?id=0042e778-534e-4be6-8d31-f99a115eccf4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0462313
Apr 22 20:17:24.251867 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68941e48-ab9f-4090-b621-e9e39de06d6e req-6c867a2b-2675-4e08-83c7-992b09811237 tempest-TestVolumeBootPattern-572234504 tempest-TestVolumeBootPattern-572234504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 20:17:24.253513 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-68941e48-ab9f-4090-b621-e9e39de06d6e req-6c867a2b-2675-4e08-83c7-992b09811237 tempest-TestVolumeBootPattern-572234504 tempest-TestVolumeBootPattern-572234504-project] 10.222.0.30 "GET /v2.0/ports?device_id=8a0fdb6e-7411-40dc-addd-8f403a1d6e18 HTTP/1.1" status: 200  len: 932 time: 0.0896993
Apr 22 20:17:24.303952 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-68941e48-ab9f-4090-b621-e9e39de06d6e req-efaf5f50-da0b-4a09-bc2e-20b327b85e44 tempest-TestVolumeBootPattern-572234504 tempest-TestVolumeBootPattern-572234504-project] 10.222.0.30 "GET /v2.0/security-groups?id=010d7216-01fc-4a1c-badb-a01fee62fe34&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0434430
Apr 22 20:17:25.008536 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b344f538-7c05-4ae1-8fbf-49256d88f42a req-be0934b6-0009-42c6-a6c3-fa1f23f7f6db tempest-AttachVolumeShelveTestJSON-1095716281 tempest-AttachVolumeShelveTestJSON-1095716281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 20:17:25.010200 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-b344f538-7c05-4ae1-8fbf-49256d88f42a req-be0934b6-0009-42c6-a6c3-fa1f23f7f6db tempest-AttachVolumeShelveTestJSON-1095716281 tempest-AttachVolumeShelveTestJSON-1095716281-project] 10.222.0.30 "GET /v2.0/ports?device_id=3b92af91-ddf3-485d-8274-039ae6ccb3b7 HTTP/1.1" status: 200  len: 944 time: 0.0954087
Apr 22 20:17:25.061166 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-b344f538-7c05-4ae1-8fbf-49256d88f42a req-2212d028-c0bc-482d-bb29-4220cb2296cc tempest-AttachVolumeShelveTestJSON-1095716281 tempest-AttachVolumeShelveTestJSON-1095716281-project] 10.222.0.30 "GET /v2.0/security-groups?id=44b3085f-cdba-4fc8-95c9-fe542e384e4e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0441821
Apr 22 20:17:25.260642 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b88541fa-9158-4e13-9c7c-c2367725bd8b req-1a4a24e9-2fea-4e5c-9809-99fb74173c09 tempest-TestShelveInstance-1816371010 tempest-TestShelveInstance-1816371010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 20:17:25.262279 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-b88541fa-9158-4e13-9c7c-c2367725bd8b req-1a4a24e9-2fea-4e5c-9809-99fb74173c09 tempest-TestShelveInstance-1816371010 tempest-TestShelveInstance-1816371010-project] 10.222.0.30 "GET /v2.0/ports?device_id=05985c03-4f6d-4812-a0bf-47b334105dce HTTP/1.1" status: 200  len: 946 time: 0.0881929
Apr 22 20:17:25.311568 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-b88541fa-9158-4e13-9c7c-c2367725bd8b req-9cdc6e6f-7b7a-44f2-b030-dc2526867648 tempest-TestShelveInstance-1816371010 tempest-TestShelveInstance-1816371010-project] 10.222.0.30 "GET /v2.0/security-groups?id=0042e778-534e-4be6-8d31-f99a115eccf4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0429933
Apr 22 20:17:25.514576 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b12212-47d0-4cc8-ac51-bd8fbaec2850 req-4d6e3af7-0172-4f1e-bbd7-d3f8f4df28c3 tempest-TestVolumeBootPattern-572234504 tempest-TestVolumeBootPattern-572234504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 20:17:25.516208 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-89b12212-47d0-4cc8-ac51-bd8fbaec2850 req-4d6e3af7-0172-4f1e-bbd7-d3f8f4df28c3 tempest-TestVolumeBootPattern-572234504 tempest-TestVolumeBootPattern-572234504-project] 10.222.0.30 "GET /v2.0/ports?device_id=8a0fdb6e-7411-40dc-addd-8f403a1d6e18 HTTP/1.1" status: 200  len: 932 time: 0.0948846
Apr 22 20:17:25.567830 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-89b12212-47d0-4cc8-ac51-bd8fbaec2850 req-276c828e-42cd-499e-ab07-320000674dc5 tempest-TestVolumeBootPattern-572234504 tempest-TestVolumeBootPattern-572234504-project] 10.222.0.30 "GET /v2.0/security-groups?id=010d7216-01fc-4a1c-badb-a01fee62fe34&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0441749
Apr 22 20:17:25.732010 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-3e5adf7f-105f-43f7-bcf0-d36bc7648492 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309146858885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640583'] for agent, after_update {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:17:26.273142 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69131e03-5bc5-41dd-9479-204739cfdee0 req-3eb63aef-c10d-406e-b236-cb674a23ed4b tempest-AttachVolumeShelveTestJSON-1095716281 tempest-AttachVolumeShelveTestJSON-1095716281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 20:17:26.274795 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-69131e03-5bc5-41dd-9479-204739cfdee0 req-3eb63aef-c10d-406e-b236-cb674a23ed4b tempest-AttachVolumeShelveTestJSON-1095716281 tempest-AttachVolumeShelveTestJSON-1095716281-project] 10.222.0.30 "GET /v2.0/ports?device_id=3b92af91-ddf3-485d-8274-039ae6ccb3b7 HTTP/1.1" status: 200  len: 944 time: 0.0923579
Apr 22 20:17:26.329087 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-69131e03-5bc5-41dd-9479-204739cfdee0 req-ceb61f39-5d55-4f7b-870a-2db347492a9d tempest-AttachVolumeShelveTestJSON-1095716281 tempest-AttachVolumeShelveTestJSON-1095716281-project] 10.222.0.30 "GET /v2.0/security-groups?id=44b3085f-cdba-4fc8-95c9-fe542e384e4e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0476811
Apr 22 20:17:26.522908 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a82eba98-24a1-4e54-879f-99d32f8720ed req-17e09bf7-0cd5-4317-a421-9c53c44e890b tempest-TestShelveInstance-1816371010 tempest-TestShelveInstance-1816371010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 20:17:26.524500 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-a82eba98-24a1-4e54-879f-99d32f8720ed req-17e09bf7-0cd5-4317-a421-9c53c44e890b tempest-TestShelveInstance-1816371010 tempest-TestShelveInstance-1816371010-project] 10.222.0.30 "GET /v2.0/ports?device_id=05985c03-4f6d-4812-a0bf-47b334105dce HTTP/1.1" status: 200  len: 946 time: 0.0912392
Apr 22 20:17:26.572774 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-a82eba98-24a1-4e54-879f-99d32f8720ed req-56bd123c-b686-4634-acb4-03a3a86e157c tempest-TestShelveInstance-1816371010 tempest-TestShelveInstance-1816371010-project] 10.222.0.30 "GET /v2.0/security-groups?id=0042e778-534e-4be6-8d31-f99a115eccf4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0420082
Apr 22 20:17:26.769117 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c26d6f32-61c2-4c49-a97f-e44b3f5ca142 req-43f5d24d-dc36-46f3-8c89-e6d969151722 tempest-TestVolumeBootPattern-572234504 tempest-TestVolumeBootPattern-572234504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 20:17:26.771281 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-c26d6f32-61c2-4c49-a97f-e44b3f5ca142 req-43f5d24d-dc36-46f3-8c89-e6d969151722 tempest-TestVolumeBootPattern-572234504 tempest-TestVolumeBootPattern-572234504-project] 10.222.0.30 "GET /v2.0/ports?device_id=8a0fdb6e-7411-40dc-addd-8f403a1d6e18 HTTP/1.1" status: 200  len: 932 time: 0.0893888
Apr 22 20:17:26.783352 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.v2.base [req-74f4bacf-6762-442f-bc0c-4459566420ac req-27846358-16d9-4f0a-ac41-7a4aecafe156 service neutron] Request body: {'port': {'device_id': '8a0fdb6e-7411-40dc-addd-8f403a1d6e18', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78763'}} {{(pid=86330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 22 20:17:26.868172 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a9fd7b-86bc-4138-973e-8e33ad04fd1f req-815389e4-9925-4082-ac1d-ffc427a460f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 20:17:26.869747 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-b3a9fd7b-86bc-4138-973e-8e33ad04fd1f req-815389e4-9925-4082-ac1d-ffc427a460f5 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=7e154f7f-c6a5-48a3-9c75-a2bc01d89ad4 HTTP/1.1" status: 200  len: 848 time: 0.0929093
Apr 22 20:17:26.920270 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-c26d6f32-61c2-4c49-a97f-e44b3f5ca142 req-d2e0e9a6-e3f7-4149-a41d-69cff2551530 tempest-TestVolumeBootPattern-572234504 tempest-TestVolumeBootPattern-572234504-project] 10.222.0.30 "GET /v2.0/security-groups?id=010d7216-01fc-4a1c-badb-a01fee62fe34&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1413856
Apr 22 20:17:26.957328 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a9fd7b-86bc-4138-973e-8e33ad04fd1f req-ce864712-a1f1-424e-8135-8c63bb6e51c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 20:17:26.958990 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-b3a9fd7b-86bc-4138-973e-8e33ad04fd1f req-ce864712-a1f1-424e-8135-8c63bb6e51c0 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=8c6beec9-2be5-42aa-b3d8-efd21a74a412&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0809438
Apr 22 20:17:26.959830 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [req-74f4bacf-6762-442f-bc0c-4459566420ac req-27846358-16d9-4f0a-ac41-7a4aecafe156 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587983'] for port, before_update {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:17:27.110126 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-b3a9fd7b-86bc-4138-973e-8e33ad04fd1f req-537e10c4-6e51-4cce-9782-dc686ae7ecc0 service neutron] 10.222.0.46 "GET /v2.0/networks/8c6beec9-2be5-42aa-b3d8-efd21a74a412?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1427860
Apr 22 20:17:27.254348 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-b3a9fd7b-86bc-4138-973e-8e33ad04fd1f req-589435ee-b7f3-4b63-8853-7e012f28ce9a service neutron] 10.222.0.46 "GET /v2.0/networks/8c6beec9-2be5-42aa-b3d8-efd21a74a412?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1361141
Apr 22 20:17:27.527069 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.notifiers.nova [req-74f4bacf-6762-442f-bc0c-4459566420ac req-27846358-16d9-4f0a-ac41-7a4aecafe156 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 372eb00c-299c-4902-a8c6-e7c3efec72b0 {{(pid=86330) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 22 20:17:27.535189 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [req-74f4bacf-6762-442f-bc0c-4459566420ac req-27846358-16d9-4f0a-ac41-7a4aecafe156 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:17:27.541617 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c91395e-9cc0-4a3d-9925-0478dd447429 req-fd0756f3-3c95-4be4-a9ed-274ce55ce176 tempest-AttachVolumeShelveTestJSON-1095716281 tempest-AttachVolumeShelveTestJSON-1095716281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 20:17:27.543251 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-2c91395e-9cc0-4a3d-9925-0478dd447429 req-fd0756f3-3c95-4be4-a9ed-274ce55ce176 tempest-AttachVolumeShelveTestJSON-1095716281 tempest-AttachVolumeShelveTestJSON-1095716281-project] 10.222.0.30 "GET /v2.0/ports?device_id=3b92af91-ddf3-485d-8274-039ae6ccb3b7 HTTP/1.1" status: 200  len: 944 time: 0.0868599
Apr 22 20:17:27.550228 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.provisioning_blocks [req-74f4bacf-6762-442f-bc0c-4459566420ac req-27846358-16d9-4f0a-ac41-7a4aecafe156 service neutron] Transition to ACTIVE for port object 372eb00c-299c-4902-a8c6-e7c3efec72b0 will not be triggered until provisioned by entity L2. {{(pid=86330) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 22 20:17:27.553570 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [req-74f4bacf-6762-442f-bc0c-4459566420ac req-27846358-16d9-4f0a-ac41-7a4aecafe156 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854198495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853168226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727707997384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363309147208137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727707567697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036850650302'] for port, after_update {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:17:27.558359 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [None req-3c3e6004-b34b-45a3-8698-e3c6a08a9f2b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 20:17:27.592588 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-2c91395e-9cc0-4a3d-9925-0478dd447429 req-19f31a82-bd9f-46d5-b9aa-64055e526c50 tempest-AttachVolumeShelveTestJSON-1095716281 tempest-AttachVolumeShelveTestJSON-1095716281-project] 10.222.0.30 "GET /v2.0/security-groups?id=44b3085f-cdba-4fc8-95c9-fe542e384e4e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0427694
Apr 22 20:17:27.805371 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27846358-16d9-4f0a-ac41-7a4aecafe156 service neutron] Pushing event updated for resources: {'Port': ['ID=372eb00c-299c-4902-a8c6-e7c3efec72b0,revision_number=2']} {{(pid=86330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 20:17:27.809812 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [None req-27846358-16d9-4f0a-ac41-7a4aecafe156 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.250s {{(pid=86330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 20:17:27.875712 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.managers [req-74f4bacf-6762-442f-bc0c-4459566420ac req-27846358-16d9-4f0a-ac41-7a4aecafe156 service neutron] Attempting to bind port 372eb00c-299c-4902-a8c6-e7c3efec72b0 on host hv-cinder-78763 for vnic_type normal with profile  {{(pid=86330) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 22 20:17:27.876030 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.managers [req-74f4bacf-6762-442f-bc0c-4459566420ac req-27846358-16d9-4f0a-ac41-7a4aecafe156 service neutron] Attempting to bind port 372eb00c-299c-4902-a8c6-e7c3efec72b0 by drivers openvswitch,hyperv on host hv-cinder-78763 at level 0 using segments [{'id': 'ecbdd09a-cdfc-40aa-add8-36baaaee03d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': 'baa3aeb8-8dec-4767-92bc-d52436d9437a'}] {{(pid=86330) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 22 20:17:27.876405 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74f4bacf-6762-442f-bc0c-4459566420ac req-27846358-16d9-4f0a-ac41-7a4aecafe156 service neutron] Attempting to bind port 372eb00c-299c-4902-a8c6-e7c3efec72b0 on network baa3aeb8-8dec-4767-92bc-d52436d9437a {{(pid=86330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 22 20:17:27.884519 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74f4bacf-6762-442f-bc0c-4459566420ac req-27846358-16d9-4f0a-ac41-7a4aecafe156 service neutron] Port 372eb00c-299c-4902-a8c6-e7c3efec72b0 on network baa3aeb8-8dec-4767-92bc-d52436d9437a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78763 {{(pid=86330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 22 20:17:27.884851 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74f4bacf-6762-442f-bc0c-4459566420ac req-27846358-16d9-4f0a-ac41-7a4aecafe156 service neutron] Attempting to bind port 372eb00c-299c-4902-a8c6-e7c3efec72b0 on network baa3aeb8-8dec-4767-92bc-d52436d9437a {{(pid=86330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 22 20:17:27.893304 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74f4bacf-6762-442f-bc0c-4459566420ac req-27846358-16d9-4f0a-ac41-7a4aecafe156 service neutron] Checking agent: {'id': 'b4f1961c-1932-496b-a656-3b148bb81a73', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78763', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 22, 20, 9, 49), 'started_at': datetime.datetime(2021, 4, 22, 20, 9, 49), 'heartbeat_timestamp': datetime.datetime(2021, 4, 22, 20, 17, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 22 20:17:27.893685 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74f4bacf-6762-442f-bc0c-4459566420ac req-27846358-16d9-4f0a-ac41-7a4aecafe156 service neutron] Checking segment: {'id': 'ecbdd09a-cdfc-40aa-add8-36baaaee03d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': 'baa3aeb8-8dec-4767-92bc-d52436d9437a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86330) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 22 20:17:27.894161 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74f4bacf-6762-442f-bc0c-4459566420ac req-27846358-16d9-4f0a-ac41-7a4aecafe156 service neutron] Bound using segment: {'id': 'ecbdd09a-cdfc-40aa-add8-36baaaee03d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': 'baa3aeb8-8dec-4767-92bc-d52436d9437a'} {{(pid=86330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 22 20:17:27.894673 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.managers [req-74f4bacf-6762-442f-bc0c-4459566420ac req-27846358-16d9-4f0a-ac41-7a4aecafe156 service neutron] Bound port: 372eb00c-299c-4902-a8c6-e7c3efec72b0, host: hv-cinder-78763, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ecbdd09a-cdfc-40aa-add8-36baaaee03d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': 'baa3aeb8-8dec-4767-92bc-d52436d9437a'}}] {{(pid=86330) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 22 20:17:27.895059 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [req-74f4bacf-6762-442f-bc0c-4459566420ac req-27846358-16d9-4f0a-ac41-7a4aecafe156 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587983'] for port, before_update {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:17:27.916392 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce4ce852-b2cb-490f-bb90-f52ef0aeb4d8 req-0ef22c8c-a8e2-4642-9b43-5c7febc7dd01 tempest-TestShelveInstance-1816371010 tempest-TestShelveInstance-1816371010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 20:17:27.918021 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-ce4ce852-b2cb-490f-bb90-f52ef0aeb4d8 req-0ef22c8c-a8e2-4642-9b43-5c7febc7dd01 tempest-TestShelveInstance-1816371010 tempest-TestShelveInstance-1816371010-project] 10.222.0.30 "GET /v2.0/ports?device_id=05985c03-4f6d-4812-a0bf-47b334105dce HTTP/1.1" status: 200  len: 946 time: 0.1984313
Apr 22 20:17:28.031862 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-ce4ce852-b2cb-490f-bb90-f52ef0aeb4d8 req-25b349f8-0903-4ebe-8aa6-a7b542bb0934 tempest-TestShelveInstance-1816371010 tempest-TestShelveInstance-1816371010-project] 10.222.0.30 "GET /v2.0/security-groups?id=0042e778-534e-4be6-8d31-f99a115eccf4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1073425
Apr 22 20:17:28.044072 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.db [req-74f4bacf-6762-442f-bc0c-4459566420ac req-27846358-16d9-4f0a-ac41-7a4aecafe156 service neutron] For port 372eb00c-299c-4902-a8c6-e7c3efec72b0, host hv-cinder-78763, cleared binding levels {{(pid=86330) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 22 20:17:28.047557 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.db [req-74f4bacf-6762-442f-bc0c-4459566420ac req-27846358-16d9-4f0a-ac41-7a4aecafe156 service neutron] For port 372eb00c-299c-4902-a8c6-e7c3efec72b0, host hv-cinder-78763, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78763',level=0,port_id=372eb00c-299c-4902-a8c6-e7c3efec72b0,segment=NetworkSegment(ecbdd09a-cdfc-40aa-add8-36baaaee03d5),segment_id=ecbdd09a-cdfc-40aa-add8-36baaaee03d5)] {{(pid=86330) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 22 20:17:28.053169 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [req-74f4bacf-6762-442f-bc0c-4459566420ac req-27846358-16d9-4f0a-ac41-7a4aecafe156 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854198495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853168226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727707997384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363309147208137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727707567697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036850650302'] for port, after_update {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:17:28.057597 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [None req-7465a86b-76f5-4dcf-9058-c0d8d6c7203d tempest-TestVolumeBootPattern-572234504 tempest-TestVolumeBootPattern-572234504-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 20:17:28.057756 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.agents_db [None req-d2e1aac6-b006-4d71-afe2-c4a5b694a422 None None] Agent healthcheck: found 6 active agents {{(pid=86333) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 22 20:17:28.122379 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f4bacf-6762-442f-bc0c-4459566420ac req-27846358-16d9-4f0a-ac41-7a4aecafe156 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 20:17:28.123071 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [req-74f4bacf-6762-442f-bc0c-4459566420ac req-27846358-16d9-4f0a-ac41-7a4aecafe156 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-743'] for port, before_response {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:17:28.124576 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-74f4bacf-6762-442f-bc0c-4459566420ac req-27846358-16d9-4f0a-ac41-7a4aecafe156 service neutron] 10.222.0.46 "PUT /v2.0/ports/372eb00c-299c-4902-a8c6-e7c3efec72b0 HTTP/1.1" status: 200  len: 1094 time: 1.3471065
Apr 22 20:17:28.125136 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8a0fdb6e-7411-40dc-addd-8f403a1d6e18', 'tag': '372eb00c-299c-4902-a8c6-e7c3efec72b0'}] {{(pid=86330) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 22 20:17:28.130707 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db575c8-5d27-4e6e-8652-ae020c90dd7f req-c3c9f459-3593-482f-b2e3-6770535f8aa9 tempest-TestVolumeBootPattern-572234504 tempest-TestVolumeBootPattern-572234504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 20:17:28.132588 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-5db575c8-5d27-4e6e-8652-ae020c90dd7f req-c3c9f459-3593-482f-b2e3-6770535f8aa9 tempest-TestVolumeBootPattern-572234504 tempest-TestVolumeBootPattern-572234504-project] 10.222.0.30 "GET /v2.0/ports?device_id=8a0fdb6e-7411-40dc-addd-8f403a1d6e18 HTTP/1.1" status: 200  len: 944 time: 0.0978088
Apr 22 20:17:28.154393 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27846358-16d9-4f0a-ac41-7a4aecafe156 service neutron] Pushing event updated for resources: {'Port': ['ID=372eb00c-299c-4902-a8c6-e7c3efec72b0,revision_number=3']} {{(pid=86330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 20:17:28.159255 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [None req-27846358-16d9-4f0a-ac41-7a4aecafe156 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=86330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 20:17:28.198198 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-5db575c8-5d27-4e6e-8652-ae020c90dd7f req-286023c9-65ff-43f1-9666-af2003ad4ca5 tempest-TestVolumeBootPattern-572234504 tempest-TestVolumeBootPattern-572234504-project] 10.222.0.30 "GET /v2.0/security-groups?id=010d7216-01fc-4a1c-badb-a01fee62fe34&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0582519
Apr 22 20:17:28.253066 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f4bacf-6762-442f-bc0c-4459566420ac req-cc26adf0-0767-4beb-9286-d1b0b05c59d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 20:17:28.254591 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-74f4bacf-6762-442f-bc0c-4459566420ac req-cc26adf0-0767-4beb-9286-d1b0b05c59d2 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=30860bebb771423695ffb4fd377ce666&device_id=8a0fdb6e-7411-40dc-addd-8f403a1d6e18 HTTP/1.1" status: 200  len: 1097 time: 0.0900137
Apr 22 20:17:28.256331 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8a0fdb6e-7411-40dc-addd-8f403a1d6e18', 'tag': '372eb00c-299c-4902-a8c6-e7c3efec72b0', 'status': 'completed', 'code': 200}
Apr 22 20:17:28.331093 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-74f4bacf-6762-442f-bc0c-4459566420ac req-83f1de41-e7f8-4556-a6d4-c376d68c19e3 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=372eb00c-299c-4902-a8c6-e7c3efec72b0 HTTP/1.1" status: 200  len: 217 time: 0.0664432
Apr 22 20:17:28.403695 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f4bacf-6762-442f-bc0c-4459566420ac req-772a581a-54fd-46eb-9f1e-3a03afc6e2e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 20:17:28.405194 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-74f4bacf-6762-442f-bc0c-4459566420ac req-772a581a-54fd-46eb-9f1e-3a03afc6e2e1 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=083c45db-27b8-429b-b9a6-58f44b80ddc9 HTTP/1.1" status: 200  len: 850 time: 0.0670087
Apr 22 20:17:28.490378 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f4bacf-6762-442f-bc0c-4459566420ac req-c430093f-dd8b-4737-b768-cc7f4330baf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 20:17:28.491937 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-74f4bacf-6762-442f-bc0c-4459566420ac req-c430093f-dd8b-4737-b768-cc7f4330baf1 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=baa3aeb8-8dec-4767-92bc-d52436d9437a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0763569
Apr 22 20:17:28.548094 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-90400288-4f1f-48db-a9de-6848a418b97f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309146858885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640583'] for agent, after_update {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:17:28.635043 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-74f4bacf-6762-442f-bc0c-4459566420ac req-bd260b3f-5dd2-4334-9269-f48e4427f45a service neutron] 10.222.0.46 "GET /v2.0/networks/baa3aeb8-8dec-4767-92bc-d52436d9437a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1362753
Apr 22 20:17:28.780912 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-74f4bacf-6762-442f-bc0c-4459566420ac req-a60e156a-30d1-483e-b6d4-34bd6514acce service neutron] 10.222.0.46 "GET /v2.0/networks/baa3aeb8-8dec-4767-92bc-d52436d9437a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1386912
Apr 22 20:17:28.821596 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e45cc6-4b30-4d12-8146-72244eb965e1 req-5b18e77b-a116-45ac-81e6-18e783eb2300 tempest-AttachVolumeShelveTestJSON-1095716281 tempest-AttachVolumeShelveTestJSON-1095716281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 20:17:28.823594 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-87e45cc6-4b30-4d12-8146-72244eb965e1 req-5b18e77b-a116-45ac-81e6-18e783eb2300 tempest-AttachVolumeShelveTestJSON-1095716281 tempest-AttachVolumeShelveTestJSON-1095716281-project] 10.222.0.30 "GET /v2.0/ports?device_id=3b92af91-ddf3-485d-8274-039ae6ccb3b7 HTTP/1.1" status: 200  len: 944 time: 0.1069252
Apr 22 20:17:28.881551 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-87e45cc6-4b30-4d12-8146-72244eb965e1 req-9e9ba3e2-4c0b-4860-88a1-14d53ebbb374 tempest-AttachVolumeShelveTestJSON-1095716281 tempest-AttachVolumeShelveTestJSON-1095716281-project] 10.222.0.30 "GET /v2.0/security-groups?id=44b3085f-cdba-4fc8-95c9-fe542e384e4e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0509419
Apr 22 20:17:28.917839 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c1fb4cc-fcdb-4d2c-95e6-b5acb4f324f1 req-38d041b1-7884-4e3b-b0ef-55c9ffdabdac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 20:17:28.919463 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-4c1fb4cc-fcdb-4d2c-95e6-b5acb4f324f1 req-38d041b1-7884-4e3b-b0ef-55c9ffdabdac service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=30860bebb771423695ffb4fd377ce666&device_id=8a0fdb6e-7411-40dc-addd-8f403a1d6e18 HTTP/1.1" status: 200  len: 1097 time: 0.0920238
Apr 22 20:17:28.952530 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-d69b9430-b136-4a40-a189-232f048ef307 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309146858885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640583'] for agent, after_update {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:17:29.068489 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c1fb4cc-fcdb-4d2c-95e6-b5acb4f324f1 req-6cd5d0c0-65d1-4c7a-a773-0e8165af45b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 20:17:29.070660 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-4c1fb4cc-fcdb-4d2c-95e6-b5acb4f324f1 req-6cd5d0c0-65d1-4c7a-a773-0e8165af45b3 service neutron] 10.222.0.46 "GET /v2.0/networks?id=baa3aeb8-8dec-4767-92bc-d52436d9437a HTTP/1.1" status: 200  len: 912 time: 0.1435127
Apr 22 20:17:29.143722 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-4c1fb4cc-fcdb-4d2c-95e6-b5acb4f324f1 req-b50d34fe-557d-44d3-b7f0-69cf794b1261 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=372eb00c-299c-4902-a8c6-e7c3efec72b0 HTTP/1.1" status: 200  len: 217 time: 0.0658135
Apr 22 20:17:29.216373 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c1fb4cc-fcdb-4d2c-95e6-b5acb4f324f1 req-7ba5eb54-2a1c-451c-a2a4-4483ad9a3c19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 20:17:29.218006 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-4c1fb4cc-fcdb-4d2c-95e6-b5acb4f324f1 req-7ba5eb54-2a1c-451c-a2a4-4483ad9a3c19 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=083c45db-27b8-429b-b9a6-58f44b80ddc9 HTTP/1.1" status: 200  len: 850 time: 0.0678322
Apr 22 20:17:29.235920 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c3b90f-3f90-436d-8379-b1c1ef5f8923 req-a59865c5-e3bc-49f4-8dfc-f5bb23251606 tempest-TestShelveInstance-1816371010 tempest-TestShelveInstance-1816371010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 20:17:29.237452 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-b8c3b90f-3f90-436d-8379-b1c1ef5f8923 req-a59865c5-e3bc-49f4-8dfc-f5bb23251606 tempest-TestShelveInstance-1816371010 tempest-TestShelveInstance-1816371010-project] 10.222.0.30 "GET /v2.0/ports?device_id=05985c03-4f6d-4812-a0bf-47b334105dce HTTP/1.1" status: 200  len: 946 time: 0.0880888
Apr 22 20:17:29.269513 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-08e5d76f-3fe5-4242-a4b8-30f374028052 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309146858885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640583'] for agent, after_update {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:17:29.303408 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-b8c3b90f-3f90-436d-8379-b1c1ef5f8923 req-4c1eff7e-7c78-44a2-8662-34b5920738fd tempest-TestShelveInstance-1816371010 tempest-TestShelveInstance-1816371010-project] 10.222.0.30 "GET /v2.0/security-groups?id=0042e778-534e-4be6-8d31-f99a115eccf4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0576921
Apr 22 20:17:29.323364 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c1fb4cc-fcdb-4d2c-95e6-b5acb4f324f1 req-956a59f6-962b-4697-afab-a1e8f7b0f464 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 20:17:29.325015 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-4c1fb4cc-fcdb-4d2c-95e6-b5acb4f324f1 req-956a59f6-962b-4697-afab-a1e8f7b0f464 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=baa3aeb8-8dec-4767-92bc-d52436d9437a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1003618
Apr 22 20:17:29.538951 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-4c1fb4cc-fcdb-4d2c-95e6-b5acb4f324f1 req-57ad3954-767b-4d90-a168-2a8288ca44b6 service neutron] 10.222.0.46 "GET /v2.0/networks/baa3aeb8-8dec-4767-92bc-d52436d9437a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2053246
Apr 22 20:17:29.548227 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a4ae920-445f-4f4e-8c01-4455b8d280aa req-90042f09-ae52-47ac-b835-c15527dc92a4 tempest-TestVolumeBootPattern-572234504 tempest-TestVolumeBootPattern-572234504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 20:17:29.549868 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-7a4ae920-445f-4f4e-8c01-4455b8d280aa req-90042f09-ae52-47ac-b835-c15527dc92a4 tempest-TestVolumeBootPattern-572234504 tempest-TestVolumeBootPattern-572234504-project] 10.222.0.30 "GET /v2.0/ports?device_id=8a0fdb6e-7411-40dc-addd-8f403a1d6e18 HTTP/1.1" status: 200  len: 944 time: 0.2181666
Apr 22 20:17:29.690144 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-7a4ae920-445f-4f4e-8c01-4455b8d280aa req-531ec14a-fe9c-4f00-be05-6d77c08f3c65 tempest-TestVolumeBootPattern-572234504 tempest-TestVolumeBootPattern-572234504-project] 10.222.0.30 "GET /v2.0/security-groups?id=010d7216-01fc-4a1c-badb-a01fee62fe34&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1170044
Apr 22 20:17:29.724490 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-4c1fb4cc-fcdb-4d2c-95e6-b5acb4f324f1 req-2c721545-2673-4881-be8d-141019ed5b61 service neutron] 10.222.0.46 "GET /v2.0/networks/baa3aeb8-8dec-4767-92bc-d52436d9437a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1736352
Apr 22 20:17:30.089251 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a8a44d2-ebee-4474-8818-11b70d988b29 req-2927b7c7-0a30-4e9e-91ac-64508cddc09a tempest-AttachVolumeShelveTestJSON-1095716281 tempest-AttachVolumeShelveTestJSON-1095716281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 20:17:30.090877 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-9a8a44d2-ebee-4474-8818-11b70d988b29 req-2927b7c7-0a30-4e9e-91ac-64508cddc09a tempest-AttachVolumeShelveTestJSON-1095716281 tempest-AttachVolumeShelveTestJSON-1095716281-project] 10.222.0.30 "GET /v2.0/ports?device_id=3b92af91-ddf3-485d-8274-039ae6ccb3b7 HTTP/1.1" status: 200  len: 944 time: 0.0916829
Apr 22 20:17:30.138293 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-9a8a44d2-ebee-4474-8818-11b70d988b29 req-780279e0-7b51-4a43-9dce-97be470026fe tempest-AttachVolumeShelveTestJSON-1095716281 tempest-AttachVolumeShelveTestJSON-1095716281-project] 10.222.0.30 "GET /v2.0/security-groups?id=44b3085f-cdba-4fc8-95c9-fe542e384e4e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0412061
Apr 22 20:17:30.224563 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-77fc9508-bbbe-4662-bfa7-f4837e5c3abe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309146858885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640583'] for agent, after_update {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:17:30.503586 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32525218-06d1-4eba-b2fc-2de511d3289e req-c86fcc72-d1fb-4242-a31c-60383160f472 tempest-TestShelveInstance-1816371010 tempest-TestShelveInstance-1816371010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 20:17:30.505695 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-32525218-06d1-4eba-b2fc-2de511d3289e req-c86fcc72-d1fb-4242-a31c-60383160f472 tempest-TestShelveInstance-1816371010 tempest-TestShelveInstance-1816371010-project] 10.222.0.30 "GET /v2.0/ports?device_id=05985c03-4f6d-4812-a0bf-47b334105dce HTTP/1.1" status: 200  len: 946 time: 0.0875204
Apr 22 20:17:30.556094 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-32525218-06d1-4eba-b2fc-2de511d3289e req-18baf0bc-4655-4fd4-a335-1c2f51a3d018 tempest-TestShelveInstance-1816371010 tempest-TestShelveInstance-1816371010-project] 10.222.0.30 "GET /v2.0/security-groups?id=0042e778-534e-4be6-8d31-f99a115eccf4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0441794
Apr 22 20:17:30.905165 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a795491c-cfd4-493a-9fd5-4eda8211a180 req-32932498-a32f-4801-842a-1b098c0aa543 tempest-TestVolumeBootPattern-572234504 tempest-TestVolumeBootPattern-572234504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 20:17:30.906832 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-a795491c-cfd4-493a-9fd5-4eda8211a180 req-32932498-a32f-4801-842a-1b098c0aa543 tempest-TestVolumeBootPattern-572234504 tempest-TestVolumeBootPattern-572234504-project] 10.222.0.30 "GET /v2.0/ports?device_id=8a0fdb6e-7411-40dc-addd-8f403a1d6e18 HTTP/1.1" status: 200  len: 944 time: 0.0907893
Apr 22 20:17:30.943503 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-ace19188-50cd-4729-8417-3a9559203db8 req-fd39af60-e6ca-44e3-9201-78ad2066a23f service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=05985c03-4f6d-4812-a0bf-47b334105dce&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.1695046
Apr 22 20:17:30.956831 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-a795491c-cfd4-493a-9fd5-4eda8211a180 req-fb1020db-0268-40b1-9a50-325ada217b91 tempest-TestVolumeBootPattern-572234504 tempest-TestVolumeBootPattern-572234504-project] 10.222.0.30 "GET /v2.0/security-groups?id=010d7216-01fc-4a1c-badb-a01fee62fe34&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0426154
Apr 22 20:17:30.960212 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef51eb11-9bec-48e5-bf79-e7f79eb59a14 req-1a9209a3-85cf-4b2e-b065-bb1e836069cb tempest-TestShelveInstance-1816371010 tempest-TestShelveInstance-1816371010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 20:17:30.961741 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-ef51eb11-9bec-48e5-bf79-e7f79eb59a14 req-1a9209a3-85cf-4b2e-b065-bb1e836069cb tempest-TestShelveInstance-1816371010 tempest-TestShelveInstance-1816371010-project] 10.222.0.30 "GET /v2.0/ports?device_id=05985c03-4f6d-4812-a0bf-47b334105dce HTTP/1.1" status: 200  len: 946 time: 0.1170881
Apr 22 20:17:31.011687 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-ef51eb11-9bec-48e5-bf79-e7f79eb59a14 req-faafe4ce-6701-4c40-b95c-ca7d97078386 tempest-TestShelveInstance-1816371010 tempest-TestShelveInstance-1816371010-project] 10.222.0.30 "GET /v2.0/security-groups?id=0042e778-534e-4be6-8d31-f99a115eccf4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0431428
Apr 22 20:17:31.355728 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-679acbec-380e-4771-818a-4c6b8d909dec req-f2b5a17c-6120-4471-801e-fa3ac2297650 tempest-AttachVolumeShelveTestJSON-1095716281 tempest-AttachVolumeShelveTestJSON-1095716281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 20:17:31.357389 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-679acbec-380e-4771-818a-4c6b8d909dec req-f2b5a17c-6120-4471-801e-fa3ac2297650 tempest-AttachVolumeShelveTestJSON-1095716281 tempest-AttachVolumeShelveTestJSON-1095716281-project] 10.222.0.30 "GET /v2.0/ports?device_id=3b92af91-ddf3-485d-8274-039ae6ccb3b7 HTTP/1.1" status: 200  len: 944 time: 0.0965970
Apr 22 20:17:31.405438 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-679acbec-380e-4771-818a-4c6b8d909dec req-202f71f5-6e93-41e4-be0e-c30ae3e04d0d tempest-AttachVolumeShelveTestJSON-1095716281 tempest-AttachVolumeShelveTestJSON-1095716281-project] 10.222.0.30 "GET /v2.0/security-groups?id=44b3085f-cdba-4fc8-95c9-fe542e384e4e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0410883
Apr 22 20:17:32.215411 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da528171-229d-486e-aeb7-8a6ee4cd79de req-e2206c85-e18c-4d86-ae57-14d567c1a194 tempest-TestShelveInstance-1816371010 tempest-TestShelveInstance-1816371010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 20:17:32.217010 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-da528171-229d-486e-aeb7-8a6ee4cd79de req-e2206c85-e18c-4d86-ae57-14d567c1a194 tempest-TestShelveInstance-1816371010 tempest-TestShelveInstance-1816371010-project] 10.222.0.30 "GET /v2.0/ports?device_id=05985c03-4f6d-4812-a0bf-47b334105dce HTTP/1.1" status: 200  len: 946 time: 0.0880520
Apr 22 20:17:32.232992 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29052d2c-ab78-4d1e-8301-4096ca8e4252 req-6e108353-8265-4e7c-b08e-4865370fcbb3 tempest-TestVolumeBootPattern-572234504 tempest-TestVolumeBootPattern-572234504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 20:17:32.234644 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-29052d2c-ab78-4d1e-8301-4096ca8e4252 req-6e108353-8265-4e7c-b08e-4865370fcbb3 tempest-TestVolumeBootPattern-572234504 tempest-TestVolumeBootPattern-572234504-project] 10.222.0.30 "GET /v2.0/ports?device_id=8a0fdb6e-7411-40dc-addd-8f403a1d6e18 HTTP/1.1" status: 200  len: 944 time: 0.1592250
Apr 22 20:17:32.236802 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace19188-50cd-4729-8417-3a9559203db8 req-a24b050a-ff28-4368-90e4-8a4e37507503 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 20:17:32.238677 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-ace19188-50cd-4729-8417-3a9559203db8 req-a24b050a-ff28-4368-90e4-8a4e37507503 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=05985c03-4f6d-4812-a0bf-47b334105dce&tenant_id=ed8e9232a3ce48d39526eecdc431aec3 HTTP/1.1" status: 200  len: 1099 time: 0.1207595
Apr 22 20:17:32.266411 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-da528171-229d-486e-aeb7-8a6ee4cd79de req-8df1261f-5bfa-4e3c-b710-4cdf7cb1e97d tempest-TestShelveInstance-1816371010 tempest-TestShelveInstance-1816371010-project] 10.222.0.30 "GET /v2.0/security-groups?id=0042e778-534e-4be6-8d31-f99a115eccf4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0428314
Apr 22 20:17:32.334419 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-29052d2c-ab78-4d1e-8301-4096ca8e4252 req-ee988ce6-0268-4acf-9782-6d769ba69c7e tempest-TestVolumeBootPattern-572234504 tempest-TestVolumeBootPattern-572234504-project] 10.222.0.30 "GET /v2.0/security-groups?id=010d7216-01fc-4a1c-badb-a01fee62fe34&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0930722
Apr 22 20:17:32.361215 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace19188-50cd-4729-8417-3a9559203db8 req-14d74ba6-3f0b-415b-904d-a66f45ec8d0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 20:17:32.362926 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-ace19188-50cd-4729-8417-3a9559203db8 req-14d74ba6-3f0b-415b-904d-a66f45ec8d0a service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=ed8e9232a3ce48d39526eecdc431aec3&device_id=05985c03-4f6d-4812-a0bf-47b334105dce HTTP/1.1" status: 200  len: 1099 time: 0.1000588
Apr 22 20:17:32.363068 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.rpc [None req-cbbe70c9-0b39-4f9d-be6e-4133a7c8f54f None None] Device 375c0aa1-7baa-400f-8733-484590eeeb8c no longer exists at agent hyperv_hv-cinder-78763 {{(pid=86332) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 22 20:17:32.485102 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-cbbe70c9-0b39-4f9d-be6e-4133a7c8f54f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587983'] for port, before_update {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:17:32.512868 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace19188-50cd-4729-8417-3a9559203db8 req-f8b289d7-67c6-49e0-bb12-41a1f16664be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 20:17:32.514490 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-ace19188-50cd-4729-8417-3a9559203db8 req-f8b289d7-67c6-49e0-bb12-41a1f16664be service neutron] 10.222.0.46 "GET /v2.0/networks?id=8c6beec9-2be5-42aa-b3d8-efd21a74a412 HTTP/1.1" status: 200  len: 910 time: 0.1424944
Apr 22 20:17:32.517602 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '05985c03-4f6d-4812-a0bf-47b334105dce', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '375c0aa1-7baa-400f-8733-484590eeeb8c'}] {{(pid=86332) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 22 20:17:32.529293 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.db [None req-cbbe70c9-0b39-4f9d-be6e-4133a7c8f54f None None] For port 375c0aa1-7baa-400f-8733-484590eeeb8c, host hv-cinder-78763, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78763',level=0,port_id=375c0aa1-7baa-400f-8733-484590eeeb8c,segment=NetworkSegment(e8b93f7f-6c3d-4774-85c0-845d1db34c9d),segment_id=e8b93f7f-6c3d-4774-85c0-845d1db34c9d)] {{(pid=86332) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 22 20:17:32.533806 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-cbbe70c9-0b39-4f9d-be6e-4133a7c8f54f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854198495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853168226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727707997384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363309147208137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727707567697'] for port, after_update {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:17:32.536557 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [None req-cbbe70c9-0b39-4f9d-be6e-4133a7c8f54f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86332) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 20:17:32.569036 dv-cinder-787632-1-iscsi neutron-server[86219]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '05985c03-4f6d-4812-a0bf-47b334105dce', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '375c0aa1-7baa-400f-8733-484590eeeb8c', 'code': 422} returned with failed status
Apr 22 20:17:32.608865 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbbe70c9-0b39-4f9d-be6e-4133a7c8f54f None None] Pushing event updated for resources: {'Port': ['ID=375c0aa1-7baa-400f-8733-484590eeeb8c,revision_number=6']} {{(pid=86332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 20:17:32.612181 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [None req-cbbe70c9-0b39-4f9d-be6e-4133a7c8f54f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=86332) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 20:17:32.680770 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-ace19188-50cd-4729-8417-3a9559203db8 req-03bc4fb4-a045-42d6-903b-9ae6c72a2849 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=375c0aa1-7baa-400f-8733-484590eeeb8c HTTP/1.1" status: 200  len: 1000 time: 0.1576521
Apr 22 20:17:32.763883 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d23357-33c9-48ee-8531-b907ba632f33 req-e03bdafc-913e-479a-8454-09dee89de7e8 tempest-AttachVolumeShelveTestJSON-1095716281 tempest-AttachVolumeShelveTestJSON-1095716281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 20:17:32.765385 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-08d23357-33c9-48ee-8531-b907ba632f33 req-e03bdafc-913e-479a-8454-09dee89de7e8 tempest-AttachVolumeShelveTestJSON-1095716281 tempest-AttachVolumeShelveTestJSON-1095716281-project] 10.222.0.30 "GET /v2.0/ports?device_id=3b92af91-ddf3-485d-8274-039ae6ccb3b7 HTTP/1.1" status: 200  len: 944 time: 0.1803696
Apr 22 20:17:32.768881 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace19188-50cd-4729-8417-3a9559203db8 req-15c1ed78-8655-4eca-8f88-15f08fbfc24c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 20:17:32.771054 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-ace19188-50cd-4729-8417-3a9559203db8 req-15c1ed78-8655-4eca-8f88-15f08fbfc24c service neutron] 10.222.0.46 "GET /v2.0/subnets?id=7e154f7f-c6a5-48a3-9c75-a2bc01d89ad4 HTTP/1.1" status: 200  len: 848 time: 0.0823925
Apr 22 20:17:32.866883 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-08d23357-33c9-48ee-8531-b907ba632f33 req-a310854a-e0d4-4f51-b126-a8249bc8991e tempest-AttachVolumeShelveTestJSON-1095716281 tempest-AttachVolumeShelveTestJSON-1095716281-project] 10.222.0.30 "GET /v2.0/security-groups?id=44b3085f-cdba-4fc8-95c9-fe542e384e4e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0928252
Apr 22 20:17:32.894541 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace19188-50cd-4729-8417-3a9559203db8 req-80ed7bda-2d79-41ee-a11e-0b109079211b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 20:17:32.896701 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-ace19188-50cd-4729-8417-3a9559203db8 req-80ed7bda-2d79-41ee-a11e-0b109079211b service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=8c6beec9-2be5-42aa-b3d8-efd21a74a412&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1070352
Apr 22 20:17:33.263790 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-ace19188-50cd-4729-8417-3a9559203db8 req-a7a7695b-3df6-420d-b5fb-41a8578a992e service neutron] 10.222.0.46 "GET /v2.0/networks/8c6beec9-2be5-42aa-b3d8-efd21a74a412?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3490441
Apr 22 20:17:33.406421 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-ace19188-50cd-4729-8417-3a9559203db8 req-0d996be1-9020-477b-bf22-957519ad6fc8 service neutron] 10.222.0.46 "GET /v2.0/networks/8c6beec9-2be5-42aa-b3d8-efd21a74a412?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1349013
Apr 22 20:17:33.480793 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967a51c2-ada3-4992-a57e-d06523dd3ba3 req-fe90d24d-3397-474d-ac13-12f7ae34aa2c tempest-TestShelveInstance-1816371010 tempest-TestShelveInstance-1816371010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 20:17:33.482596 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-967a51c2-ada3-4992-a57e-d06523dd3ba3 req-fe90d24d-3397-474d-ac13-12f7ae34aa2c tempest-TestShelveInstance-1816371010 tempest-TestShelveInstance-1816371010-project] 10.222.0.30 "GET /v2.0/ports?device_id=05985c03-4f6d-4812-a0bf-47b334105dce HTTP/1.1" status: 200  len: 944 time: 0.1005790
Apr 22 20:17:33.533176 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-967a51c2-ada3-4992-a57e-d06523dd3ba3 req-5809a23e-a3a6-4124-9d13-0b8f4450203a tempest-TestShelveInstance-1816371010 tempest-TestShelveInstance-1816371010-project] 10.222.0.30 "GET /v2.0/security-groups?id=0042e778-534e-4be6-8d31-f99a115eccf4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0427871
Apr 22 20:17:33.541445 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd804732-6ed6-40fe-b82b-908d2d622d1e req-4b5bdc0d-afcd-4e5b-b9a3-60abe92f6ee3 tempest-TestVolumeBootPattern-572234504 tempest-TestVolumeBootPattern-572234504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 20:17:33.543091 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-cd804732-6ed6-40fe-b82b-908d2d622d1e req-4b5bdc0d-afcd-4e5b-b9a3-60abe92f6ee3 tempest-TestVolumeBootPattern-572234504 tempest-TestVolumeBootPattern-572234504-project] 10.222.0.30 "GET /v2.0/ports?device_id=8a0fdb6e-7411-40dc-addd-8f403a1d6e18 HTTP/1.1" status: 200  len: 944 time: 0.0920055
Apr 22 20:17:33.599919 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-cd804732-6ed6-40fe-b82b-908d2d622d1e req-37bb5f43-f900-4684-bbe4-b09185792e56 tempest-TestVolumeBootPattern-572234504 tempest-TestVolumeBootPattern-572234504-project] 10.222.0.30 "GET /v2.0/security-groups?id=010d7216-01fc-4a1c-badb-a01fee62fe34&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0500295
Apr 22 20:17:34.068418 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8093706b-7c5a-4b5b-8006-7c0124d4e2d5 req-90fe93da-a3e9-410a-a355-327235d27b98 tempest-AttachVolumeShelveTestJSON-1095716281 tempest-AttachVolumeShelveTestJSON-1095716281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 20:17:34.070014 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-8093706b-7c5a-4b5b-8006-7c0124d4e2d5 req-90fe93da-a3e9-410a-a355-327235d27b98 tempest-AttachVolumeShelveTestJSON-1095716281 tempest-AttachVolumeShelveTestJSON-1095716281-project] 10.222.0.30 "GET /v2.0/ports?device_id=3b92af91-ddf3-485d-8274-039ae6ccb3b7 HTTP/1.1" status: 200  len: 944 time: 0.0867372
Apr 22 20:17:34.116606 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-8093706b-7c5a-4b5b-8006-7c0124d4e2d5 req-f5c7d5d3-230b-4106-82e1-69ef7e6470ef tempest-AttachVolumeShelveTestJSON-1095716281 tempest-AttachVolumeShelveTestJSON-1095716281-project] 10.222.0.30 "GET /v2.0/security-groups?id=44b3085f-cdba-4fc8-95c9-fe542e384e4e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0404222
Apr 22 20:17:34.736293 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-636c8faf-5cc1-44c1-a80d-61131c5a5ee0 req-d50e55d8-bbae-489d-b159-0da2f36bfae1 tempest-TestShelveInstance-1816371010 tempest-TestShelveInstance-1816371010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 20:17:34.737919 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-636c8faf-5cc1-44c1-a80d-61131c5a5ee0 req-d50e55d8-bbae-489d-b159-0da2f36bfae1 tempest-TestShelveInstance-1816371010 tempest-TestShelveInstance-1816371010-project] 10.222.0.30 "GET /v2.0/ports?device_id=05985c03-4f6d-4812-a0bf-47b334105dce HTTP/1.1" status: 200  len: 944 time: 0.0877819
Apr 22 20:17:34.789735 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-636c8faf-5cc1-44c1-a80d-61131c5a5ee0 req-0b0bce08-c909-4b55-89ee-75e71ee8deab tempest-TestShelveInstance-1816371010 tempest-TestShelveInstance-1816371010-project] 10.222.0.30 "GET /v2.0/security-groups?id=0042e778-534e-4be6-8d31-f99a115eccf4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0452695
Apr 22 20:17:34.814929 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-623bf515-a14d-43b0-be5b-132c329f8b56 req-a03b5ec4-fcd5-40f9-9989-c0f88ffde87e tempest-TestVolumeBootPattern-572234504 tempest-TestVolumeBootPattern-572234504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 20:17:34.816630 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-623bf515-a14d-43b0-be5b-132c329f8b56 req-a03b5ec4-fcd5-40f9-9989-c0f88ffde87e tempest-TestVolumeBootPattern-572234504 tempest-TestVolumeBootPattern-572234504-project] 10.222.0.30 "GET /v2.0/ports?device_id=8a0fdb6e-7411-40dc-addd-8f403a1d6e18 HTTP/1.1" status: 200  len: 944 time: 0.0976405
Apr 22 20:17:34.867081 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-623bf515-a14d-43b0-be5b-132c329f8b56 req-50e26bb1-f74d-41cd-a89b-6503ccfa94bc tempest-TestVolumeBootPattern-572234504 tempest-TestVolumeBootPattern-572234504-project] 10.222.0.30 "GET /v2.0/security-groups?id=010d7216-01fc-4a1c-badb-a01fee62fe34&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0430374
Apr 22 20:17:35.318537 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c36bc832-aeab-4e76-8d6a-f6772e42f29f req-b45e0689-4f79-48c6-aa40-bf3ed9479da1 tempest-AttachVolumeShelveTestJSON-1095716281 tempest-AttachVolumeShelveTestJSON-1095716281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 20:17:35.320093 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-c36bc832-aeab-4e76-8d6a-f6772e42f29f req-b45e0689-4f79-48c6-aa40-bf3ed9479da1 tempest-AttachVolumeShelveTestJSON-1095716281 tempest-AttachVolumeShelveTestJSON-1095716281-project] 10.222.0.30 "GET /v2.0/ports?device_id=3b92af91-ddf3-485d-8274-039ae6ccb3b7 HTTP/1.1" status: 200  len: 944 time: 0.0865874
Apr 22 20:17:35.366429 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-c36bc832-aeab-4e76-8d6a-f6772e42f29f req-8a1a3c6c-ad69-4671-a893-7ab30ff7c250 tempest-AttachVolumeShelveTestJSON-1095716281 tempest-AttachVolumeShelveTestJSON-1095716281-project] 10.222.0.30 "GET /v2.0/security-groups?id=44b3085f-cdba-4fc8-95c9-fe542e384e4e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0402513
Apr 22 20:17:35.992471 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bac052b-cdc7-43ca-a603-1ab9ed56238a req-5a0cc831-61e2-42cb-aa53-55355e760c02 tempest-TestShelveInstance-1816371010 tempest-TestShelveInstance-1816371010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 20:17:35.994236 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-5bac052b-cdc7-43ca-a603-1ab9ed56238a req-5a0cc831-61e2-42cb-aa53-55355e760c02 tempest-TestShelveInstance-1816371010 tempest-TestShelveInstance-1816371010-project] 10.222.0.30 "GET /v2.0/ports?device_id=05985c03-4f6d-4812-a0bf-47b334105dce HTTP/1.1" status: 200  len: 944 time: 0.0888560
Apr 22 20:17:36.042469 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-5bac052b-cdc7-43ca-a603-1ab9ed56238a req-dd68eec8-e60a-42bc-b088-9a2468543e52 tempest-TestShelveInstance-1816371010 tempest-TestShelveInstance-1816371010-project] 10.222.0.30 "GET /v2.0/security-groups?id=0042e778-534e-4be6-8d31-f99a115eccf4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0420895
Apr 22 20:17:36.074844 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aad1bd3-b8e0-4dfb-b32a-11ee4fa516ee req-4c8f6a1f-aed3-4b4b-8ab7-c7c769ee2533 tempest-TestVolumeBootPattern-572234504 tempest-TestVolumeBootPattern-572234504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 20:17:36.076382 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-2aad1bd3-b8e0-4dfb-b32a-11ee4fa516ee req-4c8f6a1f-aed3-4b4b-8ab7-c7c769ee2533 tempest-TestVolumeBootPattern-572234504 tempest-TestVolumeBootPattern-572234504-project] 10.222.0.30 "GET /v2.0/ports?device_id=8a0fdb6e-7411-40dc-addd-8f403a1d6e18 HTTP/1.1" status: 200  len: 944 time: 0.0923073
Apr 22 20:17:36.123901 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-2aad1bd3-b8e0-4dfb-b32a-11ee4fa516ee req-2bff079c-d4ff-4cec-aac8-a4e748460cce tempest-TestVolumeBootPattern-572234504 tempest-TestVolumeBootPattern-572234504-project] 10.222.0.30 "GET /v2.0/security-groups?id=010d7216-01fc-4a1c-badb-a01fee62fe34&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0410590
Apr 22 20:17:36.382279 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.rpc [None req-cbbe70c9-0b39-4f9d-be6e-4133a7c8f54f None None] Device 372eb00c-299c-4902-a8c6-e7c3efec72b0 details requested by agent hyperv_hv-cinder-78763 with host hv-cinder-78763 {{(pid=86332) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 22 20:17:36.527770 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.db [None req-cbbe70c9-0b39-4f9d-be6e-4133a7c8f54f None None] For port 372eb00c-299c-4902-a8c6-e7c3efec72b0, host hv-cinder-78763, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78763',level=0,port_id=372eb00c-299c-4902-a8c6-e7c3efec72b0,segment=NetworkSegment(ecbdd09a-cdfc-40aa-add8-36baaaee03d5),segment_id=ecbdd09a-cdfc-40aa-add8-36baaaee03d5)] {{(pid=86332) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 22 20:17:36.543608 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.rpc [None req-cbbe70c9-0b39-4f9d-be6e-4133a7c8f54f None None] Returning: {'device': '372eb00c-299c-4902-a8c6-e7c3efec72b0', 'network_id': 'baa3aeb8-8dec-4767-92bc-d52436d9437a', 'port_id': '372eb00c-299c-4902-a8c6-e7c3efec72b0', 'mac_address': 'fa:16:3e:15:92:fc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 357, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '083c45db-27b8-429b-b9a6-58f44b80ddc9', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86332) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 22 20:17:36.605509 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-cbbe70c9-0b39-4f9d-be6e-4133a7c8f54f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587983'] for port, before_update {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:17:36.627587 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.notifiers.nova [None req-cbbe70c9-0b39-4f9d-be6e-4133a7c8f54f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 372eb00c-299c-4902-a8c6-e7c3efec72b0 {{(pid=86332) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 22 20:17:36.644173 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.db [None req-cbbe70c9-0b39-4f9d-be6e-4133a7c8f54f None None] For port 372eb00c-299c-4902-a8c6-e7c3efec72b0, host hv-cinder-78763, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78763',level=0,port_id=372eb00c-299c-4902-a8c6-e7c3efec72b0,segment=NetworkSegment(ecbdd09a-cdfc-40aa-add8-36baaaee03d5),segment_id=ecbdd09a-cdfc-40aa-add8-36baaaee03d5)] {{(pid=86332) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 22 20:17:36.647059 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-cbbe70c9-0b39-4f9d-be6e-4133a7c8f54f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854198495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853168226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727707997384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363309147208137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727707567697'] for port, after_update {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:17:36.647815 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.rpc [None req-cbbe70c9-0b39-4f9d-be6e-4133a7c8f54f None None] Device 1368346f-2b5d-4185-8e4b-cfc309a1140b details requested by agent hyperv_hv-cinder-78763 with host hv-cinder-78763 {{(pid=86332) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 22 20:17:36.651163 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [None req-cbbe70c9-0b39-4f9d-be6e-4133a7c8f54f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86332) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 20:17:36.718726 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a709c8f-657d-406e-9f0c-b44bd270413b req-fbbebf33-5abd-4d04-9750-0d5d81f6f00d tempest-AttachVolumeShelveTestJSON-1095716281 tempest-AttachVolumeShelveTestJSON-1095716281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 20:17:36.720323 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-2a709c8f-657d-406e-9f0c-b44bd270413b req-fbbebf33-5abd-4d04-9750-0d5d81f6f00d tempest-AttachVolumeShelveTestJSON-1095716281 tempest-AttachVolumeShelveTestJSON-1095716281-project] 10.222.0.30 "GET /v2.0/ports?device_id=3b92af91-ddf3-485d-8274-039ae6ccb3b7 HTTP/1.1" status: 200  len: 944 time: 0.0877187
Apr 22 20:17:36.774382 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-2a709c8f-657d-406e-9f0c-b44bd270413b req-5ea0d43a-5d12-4b5c-ba9c-89e23aae7aba tempest-AttachVolumeShelveTestJSON-1095716281 tempest-AttachVolumeShelveTestJSON-1095716281-project] 10.222.0.30 "GET /v2.0/security-groups?id=44b3085f-cdba-4fc8-95c9-fe542e384e4e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0467608
Apr 22 20:17:36.796385 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbbe70c9-0b39-4f9d-be6e-4133a7c8f54f None None] Pushing event updated for resources: {'Port': ['ID=372eb00c-299c-4902-a8c6-e7c3efec72b0,revision_number=4']} {{(pid=86332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 20:17:36.800974 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [None req-cbbe70c9-0b39-4f9d-be6e-4133a7c8f54f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=86332) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 20:17:36.855179 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.db [None req-cbbe70c9-0b39-4f9d-be6e-4133a7c8f54f None None] For port 1368346f-2b5d-4185-8e4b-cfc309a1140b, host hv-cinder-78763, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78763',level=0,port_id=1368346f-2b5d-4185-8e4b-cfc309a1140b,segment=NetworkSegment(14168ae3-7f5a-4cf1-9a50-8a4412d691e1),segment_id=14168ae3-7f5a-4cf1-9a50-8a4412d691e1)] {{(pid=86332) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 22 20:17:36.872481 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.rpc [None req-cbbe70c9-0b39-4f9d-be6e-4133a7c8f54f None None] Returning: {'device': '1368346f-2b5d-4185-8e4b-cfc309a1140b', 'network_id': '34648bb7-c1ba-45d7-bfee-e82cdf1f6b93', 'port_id': '1368346f-2b5d-4185-8e4b-cfc309a1140b', 'mac_address': 'fa:16:3e:8d:8d:c8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 356, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1e51354a-bd7c-4e4c-a7c1-20be7a105c17', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86332) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 22 20:17:36.930527 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-cbbe70c9-0b39-4f9d-be6e-4133a7c8f54f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587983'] for port, before_update {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:17:36.950969 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.notifiers.nova [None req-cbbe70c9-0b39-4f9d-be6e-4133a7c8f54f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1368346f-2b5d-4185-8e4b-cfc309a1140b {{(pid=86332) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 22 20:17:36.966529 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.db [None req-cbbe70c9-0b39-4f9d-be6e-4133a7c8f54f None None] For port 1368346f-2b5d-4185-8e4b-cfc309a1140b, host hv-cinder-78763, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78763',level=0,port_id=1368346f-2b5d-4185-8e4b-cfc309a1140b,segment=NetworkSegment(14168ae3-7f5a-4cf1-9a50-8a4412d691e1),segment_id=14168ae3-7f5a-4cf1-9a50-8a4412d691e1)] {{(pid=86332) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 22 20:17:36.969238 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-cbbe70c9-0b39-4f9d-be6e-4133a7c8f54f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854198495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853168226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727707997384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363309147208137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727707567697'] for port, after_update {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:17:36.971109 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [None req-cbbe70c9-0b39-4f9d-be6e-4133a7c8f54f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86332) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 20:17:37.039133 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbbe70c9-0b39-4f9d-be6e-4133a7c8f54f None None] Pushing event updated for resources: {'Port': ['ID=1368346f-2b5d-4185-8e4b-cfc309a1140b,revision_number=9']} {{(pid=86332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 20:17:37.042172 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [None req-cbbe70c9-0b39-4f9d-be6e-4133a7c8f54f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=86332) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 20:17:37.208999 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.db [None req-cbbe70c9-0b39-4f9d-be6e-4133a7c8f54f None None] get_ports_and_sgs() called for port_ids ['1368346f-2b5d-4185-8e4b-cfc309a1140b'] {{(pid=86332) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 22 20:17:37.243370 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.db [None req-cbbe70c9-0b39-4f9d-be6e-4133a7c8f54f None None] get_ports_and_sgs() called for port_ids ['372eb00c-299c-4902-a8c6-e7c3efec72b0'] {{(pid=86332) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 22 20:17:37.249356 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-168fc620-3525-4d42-bbda-40ef1a9c0fee req-c1ff8fd4-33b1-4757-9b12-41c6d084f434 tempest-TestShelveInstance-1816371010 tempest-TestShelveInstance-1816371010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 20:17:37.250979 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-168fc620-3525-4d42-bbda-40ef1a9c0fee req-c1ff8fd4-33b1-4757-9b12-41c6d084f434 tempest-TestShelveInstance-1816371010 tempest-TestShelveInstance-1816371010-project] 10.222.0.30 "GET /v2.0/ports?device_id=05985c03-4f6d-4812-a0bf-47b334105dce HTTP/1.1" status: 200  len: 944 time: 0.0933022
Apr 22 20:17:37.302522 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-168fc620-3525-4d42-bbda-40ef1a9c0fee req-938946af-93d9-4e41-8414-a74df5922a11 tempest-TestShelveInstance-1816371010 tempest-TestShelveInstance-1816371010-project] 10.222.0.30 "GET /v2.0/security-groups?id=0042e778-534e-4be6-8d31-f99a115eccf4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0444746
Apr 22 20:17:37.327868 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fabde7d3-5f09-40d2-9de8-a36b6c0c3ff3 req-592645a3-2d41-40bd-819d-e2f8942ae657 tempest-TestVolumeBootPattern-572234504 tempest-TestVolumeBootPattern-572234504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 20:17:37.329492 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-fabde7d3-5f09-40d2-9de8-a36b6c0c3ff3 req-592645a3-2d41-40bd-819d-e2f8942ae657 tempest-TestVolumeBootPattern-572234504 tempest-TestVolumeBootPattern-572234504-project] 10.222.0.30 "GET /v2.0/ports?device_id=8a0fdb6e-7411-40dc-addd-8f403a1d6e18 HTTP/1.1" status: 200  len: 945 time: 0.0912471
Apr 22 20:17:37.379881 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-fabde7d3-5f09-40d2-9de8-a36b6c0c3ff3 req-b0668d14-3895-4b6a-970a-5218fcf0fbcb tempest-TestVolumeBootPattern-572234504 tempest-TestVolumeBootPattern-572234504-project] 10.222.0.30 "GET /v2.0/security-groups?id=010d7216-01fc-4a1c-badb-a01fee62fe34&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0424376
Apr 22 20:17:37.993556 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e0e6fb7-d20d-4df0-937d-4ea15b5695de req-49717c1e-2a75-4567-9c2a-219314119720 tempest-AttachVolumeShelveTestJSON-1095716281 tempest-AttachVolumeShelveTestJSON-1095716281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 20:17:37.995228 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-3e0e6fb7-d20d-4df0-937d-4ea15b5695de req-49717c1e-2a75-4567-9c2a-219314119720 tempest-AttachVolumeShelveTestJSON-1095716281 tempest-AttachVolumeShelveTestJSON-1095716281-project] 10.222.0.30 "GET /v2.0/ports?device_id=3b92af91-ddf3-485d-8274-039ae6ccb3b7 HTTP/1.1" status: 200  len: 945 time: 0.0916641
Apr 22 20:17:38.042034 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-3e0e6fb7-d20d-4df0-937d-4ea15b5695de req-54d7404a-5f07-4930-8fe1-c9dafa463827 tempest-AttachVolumeShelveTestJSON-1095716281 tempest-AttachVolumeShelveTestJSON-1095716281-project] 10.222.0.30 "GET /v2.0/security-groups?id=44b3085f-cdba-4fc8-95c9-fe542e384e4e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0404911
Apr 22 20:17:38.429186 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.rpc [None req-cbbe70c9-0b39-4f9d-be6e-4133a7c8f54f None None] Device 372eb00c-299c-4902-a8c6-e7c3efec72b0 up at agent hyperv_hv-cinder-78763 {{(pid=86332) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 22 20:17:38.507022 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a630c264-a057-43fb-b7b6-c88b979f104f req-9e187382-f1c2-4840-ad80-cb879c0816e7 tempest-TestShelveInstance-1816371010 tempest-TestShelveInstance-1816371010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 20:17:38.508634 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-a630c264-a057-43fb-b7b6-c88b979f104f req-9e187382-f1c2-4840-ad80-cb879c0816e7 tempest-TestShelveInstance-1816371010 tempest-TestShelveInstance-1816371010-project] 10.222.0.30 "GET /v2.0/ports?device_id=05985c03-4f6d-4812-a0bf-47b334105dce HTTP/1.1" status: 200  len: 944 time: 0.0881429
Apr 22 20:17:38.509069 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.provisioning_blocks [None req-cbbe70c9-0b39-4f9d-be6e-4133a7c8f54f None None] Provisioning for port 372eb00c-299c-4902-a8c6-e7c3efec72b0 completed by entity L2. {{(pid=86332) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 22 20:17:38.514400 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.provisioning_blocks [None req-cbbe70c9-0b39-4f9d-be6e-4133a7c8f54f None None] Provisioning complete for port 372eb00c-299c-4902-a8c6-e7c3efec72b0 triggered by entity L2. {{(pid=86332) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 22 20:17:38.515291 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-cbbe70c9-0b39-4f9d-be6e-4133a7c8f54f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854135278'] for port, provisioning_complete {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:17:38.558571 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-a630c264-a057-43fb-b7b6-c88b979f104f req-d9a3b190-1fba-4ca8-8c92-1a250b87f218 tempest-TestShelveInstance-1816371010 tempest-TestShelveInstance-1816371010-project] 10.222.0.30 "GET /v2.0/security-groups?id=0042e778-534e-4be6-8d31-f99a115eccf4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0434752
Apr 22 20:17:38.601821 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a50b28-7e0e-4063-a553-26d3656a0601 req-a892fc66-1f3e-495d-8d69-d4cf10014968 tempest-TestVolumeBootPattern-572234504 tempest-TestVolumeBootPattern-572234504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 20:17:38.603824 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-92a50b28-7e0e-4063-a553-26d3656a0601 req-a892fc66-1f3e-495d-8d69-d4cf10014968 tempest-TestVolumeBootPattern-572234504 tempest-TestVolumeBootPattern-572234504-project] 10.222.0.30 "GET /v2.0/ports?device_id=8a0fdb6e-7411-40dc-addd-8f403a1d6e18 HTTP/1.1" status: 200  len: 945 time: 0.1040165
Apr 22 20:17:38.643143 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-cbbe70c9-0b39-4f9d-be6e-4133a7c8f54f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587983'] for port, before_update {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:17:38.652621 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-92a50b28-7e0e-4063-a553-26d3656a0601 req-d1317ce2-585f-41ac-847c-4f66db71eb99 tempest-TestVolumeBootPattern-572234504 tempest-TestVolumeBootPattern-572234504-project] 10.222.0.30 "GET /v2.0/security-groups?id=010d7216-01fc-4a1c-badb-a01fee62fe34&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0420322
Apr 22 20:17:38.676029 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a0fdb6e-7411-40dc-addd-8f403a1d6e18', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '372eb00c-299c-4902-a8c6-e7c3efec72b0'}] {{(pid=86332) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 22 20:17:38.686446 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.db [None req-cbbe70c9-0b39-4f9d-be6e-4133a7c8f54f None None] For port 372eb00c-299c-4902-a8c6-e7c3efec72b0, host hv-cinder-78763, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78763',level=0,port_id=372eb00c-299c-4902-a8c6-e7c3efec72b0,segment=NetworkSegment(ecbdd09a-cdfc-40aa-add8-36baaaee03d5),segment_id=ecbdd09a-cdfc-40aa-add8-36baaaee03d5)] {{(pid=86332) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 22 20:17:38.692349 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-cbbe70c9-0b39-4f9d-be6e-4133a7c8f54f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854198495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853168226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727707997384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363309147208137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727707567697'] for port, after_update {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:17:38.692349 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.rpc [None req-cbbe70c9-0b39-4f9d-be6e-4133a7c8f54f None None] Device 1368346f-2b5d-4185-8e4b-cfc309a1140b up at agent hyperv_hv-cinder-78763 {{(pid=86332) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 22 20:17:38.720283 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [None req-cbbe70c9-0b39-4f9d-be6e-4133a7c8f54f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86332) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 20:17:38.757478 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8a0fdb6e-7411-40dc-addd-8f403a1d6e18', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '372eb00c-299c-4902-a8c6-e7c3efec72b0', 'code': 200}
Apr 22 20:17:38.818817 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbbe70c9-0b39-4f9d-be6e-4133a7c8f54f None None] Pushing event updated for resources: {'Port': ['ID=372eb00c-299c-4902-a8c6-e7c3efec72b0,revision_number=5']} {{(pid=86332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 20:17:38.822335 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [None req-cbbe70c9-0b39-4f9d-be6e-4133a7c8f54f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=86332) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 20:17:38.827940 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.provisioning_blocks [None req-cbbe70c9-0b39-4f9d-be6e-4133a7c8f54f None None] Provisioning complete for port 1368346f-2b5d-4185-8e4b-cfc309a1140b triggered by entity L2. {{(pid=86332) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 22 20:17:38.828354 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-cbbe70c9-0b39-4f9d-be6e-4133a7c8f54f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854135278'] for port, provisioning_complete {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:17:38.959215 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-cbbe70c9-0b39-4f9d-be6e-4133a7c8f54f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587983'] for port, before_update {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:17:38.992405 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.db [None req-cbbe70c9-0b39-4f9d-be6e-4133a7c8f54f None None] For port 1368346f-2b5d-4185-8e4b-cfc309a1140b, host hv-cinder-78763, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78763',level=0,port_id=1368346f-2b5d-4185-8e4b-cfc309a1140b,segment=NetworkSegment(14168ae3-7f5a-4cf1-9a50-8a4412d691e1),segment_id=14168ae3-7f5a-4cf1-9a50-8a4412d691e1)] {{(pid=86332) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 22 20:17:38.995313 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-cbbe70c9-0b39-4f9d-be6e-4133a7c8f54f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854198495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853168226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727707997384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363309147208137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727707567697'] for port, after_update {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:17:38.997244 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [None req-cbbe70c9-0b39-4f9d-be6e-4133a7c8f54f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86332) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 20:17:39.024150 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-353e998c-e962-4456-bbd5-c2d1d0b18a0f req-369269f7-f799-4547-ba50-260e9b3d6632 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 20:17:39.025829 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-353e998c-e962-4456-bbd5-c2d1d0b18a0f req-369269f7-f799-4547-ba50-260e9b3d6632 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=8a0fdb6e-7411-40dc-addd-8f403a1d6e18 HTTP/1.1" status: 200  len: 1099 time: 0.0800452
Apr 22 20:17:39.067346 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-353e998c-e962-4456-bbd5-c2d1d0b18a0f req-1e772959-e0ca-4655-8fc3-e07b6731395a service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=010d7216-01fc-4a1c-badb-a01fee62fe34&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0353243
Apr 22 20:17:39.069594 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbbe70c9-0b39-4f9d-be6e-4133a7c8f54f None None] Pushing event updated for resources: {'Port': ['ID=1368346f-2b5d-4185-8e4b-cfc309a1140b,revision_number=10']} {{(pid=86332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 20:17:39.073145 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [None req-cbbe70c9-0b39-4f9d-be6e-4133a7c8f54f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=86332) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 20:17:39.251059 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ac9be9-f848-4528-8e0f-79e98da3084a req-150bcb73-6623-49af-a53a-c3466544c9b1 tempest-AttachVolumeShelveTestJSON-1095716281 tempest-AttachVolumeShelveTestJSON-1095716281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 20:17:39.252674 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-b3ac9be9-f848-4528-8e0f-79e98da3084a req-150bcb73-6623-49af-a53a-c3466544c9b1 tempest-AttachVolumeShelveTestJSON-1095716281 tempest-AttachVolumeShelveTestJSON-1095716281-project] 10.222.0.30 "GET /v2.0/ports?device_id=3b92af91-ddf3-485d-8274-039ae6ccb3b7 HTTP/1.1" status: 200  len: 947 time: 0.0901573
Apr 22 20:17:39.301490 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-b3ac9be9-f848-4528-8e0f-79e98da3084a req-acc41717-26d7-4a45-97ec-32170b99a252 tempest-AttachVolumeShelveTestJSON-1095716281 tempest-AttachVolumeShelveTestJSON-1095716281-project] 10.222.0.30 "GET /v2.0/security-groups?id=44b3085f-cdba-4fc8-95c9-fe542e384e4e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0411854
Apr 22 20:17:39.761209 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ceb0b38-b908-47f3-a773-db78e8b4bf33 req-31607f1f-4a37-4df6-820c-6d1d4e23d196 tempest-TestShelveInstance-1816371010 tempest-TestShelveInstance-1816371010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 20:17:39.762973 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-5ceb0b38-b908-47f3-a773-db78e8b4bf33 req-31607f1f-4a37-4df6-820c-6d1d4e23d196 tempest-TestShelveInstance-1816371010 tempest-TestShelveInstance-1816371010-project] 10.222.0.30 "GET /v2.0/ports?device_id=05985c03-4f6d-4812-a0bf-47b334105dce HTTP/1.1" status: 200  len: 944 time: 0.0903020
Apr 22 20:17:39.812645 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-5ceb0b38-b908-47f3-a773-db78e8b4bf33 req-7910f5d0-2124-45e0-a85c-bca3a36811e3 tempest-TestShelveInstance-1816371010 tempest-TestShelveInstance-1816371010-project] 10.222.0.30 "GET /v2.0/security-groups?id=0042e778-534e-4be6-8d31-f99a115eccf4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0427744
Apr 22 20:17:39.901083 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81334b0-9405-4d9e-bc29-e6369a8a4b78 req-d85dbc90-4fbf-4d3f-bf95-fa020364383b tempest-TestVolumeBootPattern-572234504 tempest-TestVolumeBootPattern-572234504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 20:17:39.902869 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-f81334b0-9405-4d9e-bc29-e6369a8a4b78 req-d85dbc90-4fbf-4d3f-bf95-fa020364383b tempest-TestVolumeBootPattern-572234504 tempest-TestVolumeBootPattern-572234504-project] 10.222.0.30 "GET /v2.0/ports?device_id=8a0fdb6e-7411-40dc-addd-8f403a1d6e18 HTTP/1.1" status: 200  len: 946 time: 0.1335409
Apr 22 20:17:39.955839 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-f81334b0-9405-4d9e-bc29-e6369a8a4b78 req-b351ea8b-a31d-4957-8b1f-19291c96ea1c tempest-TestVolumeBootPattern-572234504 tempest-TestVolumeBootPattern-572234504-project] 10.222.0.30 "GET /v2.0/security-groups?id=010d7216-01fc-4a1c-badb-a01fee62fe34&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0458794
Apr 22 20:17:40.146948 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a2c92a-9022-4643-846a-61e40e80aa33 req-0d079e2d-b85a-4379-a081-a23ae5f82d0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 20:17:40.148464 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-95a2c92a-9022-4643-846a-61e40e80aa33 req-0d079e2d-b85a-4379-a081-a23ae5f82d0a service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=05985c03-4f6d-4812-a0bf-47b334105dce HTTP/1.1" status: 200  len: 1097 time: 0.0797813
Apr 22 20:17:40.191849 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-95a2c92a-9022-4643-846a-61e40e80aa33 req-9e87dd3b-bf35-4ba9-9533-badab72c2bac service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=0042e778-534e-4be6-8d31-f99a115eccf4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0368078
Apr 22 20:17:40.509299 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eff4aba-878e-4ff7-b507-18beb39f4d63 req-deeb3766-b432-4db6-801d-ecbd1461a2fd tempest-AttachVolumeShelveTestJSON-1095716281 tempest-AttachVolumeShelveTestJSON-1095716281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 20:17:40.510916 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-5eff4aba-878e-4ff7-b507-18beb39f4d63 req-deeb3766-b432-4db6-801d-ecbd1461a2fd tempest-AttachVolumeShelveTestJSON-1095716281 tempest-AttachVolumeShelveTestJSON-1095716281-project] 10.222.0.30 "GET /v2.0/ports?device_id=3b92af91-ddf3-485d-8274-039ae6ccb3b7 HTTP/1.1" status: 200  len: 947 time: 0.0870824
Apr 22 20:17:40.562073 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-5eff4aba-878e-4ff7-b507-18beb39f4d63 req-493bc1a9-14d7-4e78-ba42-f5c489835246 tempest-AttachVolumeShelveTestJSON-1095716281 tempest-AttachVolumeShelveTestJSON-1095716281-project] 10.222.0.30 "GET /v2.0/security-groups?id=44b3085f-cdba-4fc8-95c9-fe542e384e4e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0448599
Apr 22 20:17:40.758610 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b92af91-ddf3-485d-8274-039ae6ccb3b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1368346f-2b5d-4185-8e4b-cfc309a1140b'}] {{(pid=86332) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 22 20:17:40.807283 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3b92af91-ddf3-485d-8274-039ae6ccb3b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1368346f-2b5d-4185-8e4b-cfc309a1140b', 'code': 200}
Apr 22 20:17:41.027924 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e564a1-f482-4c30-97e6-50221f9458f6 req-a5f78b3e-d5d4-478f-8520-42e758c9ab9e tempest-TestShelveInstance-1816371010 tempest-TestShelveInstance-1816371010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 20:17:41.030246 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-50e564a1-f482-4c30-97e6-50221f9458f6 req-a5f78b3e-d5d4-478f-8520-42e758c9ab9e tempest-TestShelveInstance-1816371010 tempest-TestShelveInstance-1816371010-project] 10.222.0.30 "GET /v2.0/ports?device_id=05985c03-4f6d-4812-a0bf-47b334105dce HTTP/1.1" status: 200  len: 944 time: 0.0947847
Apr 22 20:17:41.077817 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-50e564a1-f482-4c30-97e6-50221f9458f6 req-5b542c56-27eb-42b1-8744-d64d96f22b97 tempest-TestShelveInstance-1816371010 tempest-TestShelveInstance-1816371010-project] 10.222.0.30 "GET /v2.0/security-groups?id=0042e778-534e-4be6-8d31-f99a115eccf4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0417619
Apr 22 20:17:41.269973 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74667e1d-6a48-4481-bf56-2dec112783fd req-2431b5b0-090f-4239-aa6c-891683cee336 tempest-TestVolumeBootPattern-572234504 tempest-TestVolumeBootPattern-572234504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 20:17:41.272673 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-74667e1d-6a48-4481-bf56-2dec112783fd req-2431b5b0-090f-4239-aa6c-891683cee336 tempest-TestVolumeBootPattern-572234504 tempest-TestVolumeBootPattern-572234504-project] 10.222.0.30 "GET /v2.0/ports?device_id=8a0fdb6e-7411-40dc-addd-8f403a1d6e18 HTTP/1.1" status: 200  len: 946 time: 0.0935278
Apr 22 20:17:41.367415 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-74667e1d-6a48-4481-bf56-2dec112783fd req-37674797-2fbf-43fc-a69a-e3a19a7fc996 tempest-TestVolumeBootPattern-572234504 tempest-TestVolumeBootPattern-572234504-project] 10.222.0.30 "GET /v2.0/security-groups?id=010d7216-01fc-4a1c-badb-a01fee62fe34&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0892985
Apr 22 20:17:41.396858 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2046195d-0c96-44ad-8243-48f4f134493d req-fcef3d43-a3bb-475e-a34d-c92efc2ed2c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 20:17:41.398542 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-2046195d-0c96-44ad-8243-48f4f134493d req-fcef3d43-a3bb-475e-a34d-c92efc2ed2c1 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=3b92af91-ddf3-485d-8274-039ae6ccb3b7 HTTP/1.1" status: 200  len: 1100 time: 0.0863037
Apr 22 20:17:41.442952 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-2046195d-0c96-44ad-8243-48f4f134493d req-3c469a0f-813e-439c-a7d5-a18ee144e8e7 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=44b3085f-cdba-4fc8-95c9-fe542e384e4e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0382309
Apr 22 20:17:41.584544 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341b377f-32a6-44b8-a93d-276bf5cee63b req-6720d865-5853-4079-9358-ff4bbc6be320 tempest-TestVolumeBootPattern-572234504 tempest-TestVolumeBootPattern-572234504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 20:17:41.586181 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-341b377f-32a6-44b8-a93d-276bf5cee63b req-6720d865-5853-4079-9358-ff4bbc6be320 tempest-TestVolumeBootPattern-572234504 tempest-TestVolumeBootPattern-572234504-project] 10.222.0.30 "GET /v2.0/ports?device_id=8a0fdb6e-7411-40dc-addd-8f403a1d6e18 HTTP/1.1" status: 200  len: 946 time: 0.1008344
Apr 22 20:17:41.644176 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-341b377f-32a6-44b8-a93d-276bf5cee63b req-0f3b1a5d-3a21-450e-9ea2-fb6e9d53f1fe tempest-TestVolumeBootPattern-572234504 tempest-TestVolumeBootPattern-572234504-project] 10.222.0.30 "GET /v2.0/security-groups?id=010d7216-01fc-4a1c-badb-a01fee62fe34&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0472236
Apr 22 20:17:41.670298 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.wsgi [-] (86330) accepted ('10.222.0.30', 41930) {{(pid=86330) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 20:17:41.814562 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1dca676-a5be-4798-9bc7-77eebc6202c7 tempest-TestVolumeBootPattern-791846231 tempest-TestVolumeBootPattern-791846231-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 20:17:41.817817 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [None req-b1dca676-a5be-4798-9bc7-77eebc6202c7 tempest-TestVolumeBootPattern-791846231 tempest-TestVolumeBootPattern-791846231-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=8a0fdb6e-7411-40dc-addd-8f403a1d6e18 HTTP/1.1" status: 200  len: 1094 time: 0.1448205
Apr 22 20:17:41.820014 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.wsgi [-] (86331) accepted ('10.222.0.30', 41934) {{(pid=86331) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 20:17:41.826606 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.v2.base [None req-8ead6302-f51e-4158-aac5-60f43625c973 tempest-TestVolumeBootPattern-572234504 tempest-TestVolumeBootPattern-572234504-project] Request body: {'floatingip': {'floating_network_id': '1b725cb4-6db6-4e68-9a61-1978e8a191a1', 'port_id': '372eb00c-299c-4902-a8c6-e7c3efec72b0', 'tenant_id': '30860bebb771423695ffb4fd377ce666', 'fixed_ip_address': '172.20.0.10'}} {{(pid=86331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 22 20:17:41.829614 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f4640d-def9-4d3d-bbf0-b9b5714522e6 req-f066705b-cee1-436f-b551-29c5ef353dcb tempest-AttachVolumeShelveTestJSON-1095716281 tempest-AttachVolumeShelveTestJSON-1095716281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 20:17:41.831360 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-61f4640d-def9-4d3d-bbf0-b9b5714522e6 req-f066705b-cee1-436f-b551-29c5ef353dcb tempest-AttachVolumeShelveTestJSON-1095716281 tempest-AttachVolumeShelveTestJSON-1095716281-project] 10.222.0.30 "GET /v2.0/ports?device_id=3b92af91-ddf3-485d-8274-039ae6ccb3b7 HTTP/1.1" status: 200  len: 947 time: 0.1177754
Apr 22 20:17:41.834093 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.quota.driver [None req-8ead6302-f51e-4158-aac5-60f43625c973 tempest-TestVolumeBootPattern-572234504 tempest-TestVolumeBootPattern-572234504-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 22 20:17:41.838208 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.quota.resource [None req-8ead6302-f51e-4158-aac5-60f43625c973 tempest-TestVolumeBootPattern-572234504 tempest-TestVolumeBootPattern-572234504-project] Usage tracker for resource:floatingip and tenant:30860bebb771423695ffb4fd377ce666 is out of sync, need to count used quota {{(pid=86331) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 22 20:17:41.841306 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.quota.resource [None req-8ead6302-f51e-4158-aac5-60f43625c973 tempest-TestVolumeBootPattern-572234504 tempest-TestVolumeBootPattern-572234504-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=86331) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 22 20:17:41.847437 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.quota.driver [None req-8ead6302-f51e-4158-aac5-60f43625c973 tempest-TestVolumeBootPattern-572234504 tempest-TestVolumeBootPattern-572234504-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=86331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 22 20:17:41.857594 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-8ead6302-f51e-4158-aac5-60f43625c973 tempest-TestVolumeBootPattern-572234504 tempest-TestVolumeBootPattern-572234504-project] Notify callbacks [] for floatingip, before_create {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:17:41.882610 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-61f4640d-def9-4d3d-bbf0-b9b5714522e6 req-50889716-fcdd-437b-8ee2-74b39a3a42d8 tempest-AttachVolumeShelveTestJSON-1095716281 tempest-AttachVolumeShelveTestJSON-1095716281-project] 10.222.0.30 "GET /v2.0/security-groups?id=44b3085f-cdba-4fc8-95c9-fe542e384e4e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0439746
Apr 22 20:17:42.001134 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-8ead6302-f51e-4158-aac5-60f43625c973 tempest-TestVolumeBootPattern-572234504 tempest-TestVolumeBootPattern-572234504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587983'] for port, before_create {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:17:42.147085 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.db_base_plugin_common [None req-8ead6302-f51e-4158-aac5-60f43625c973 tempest-TestVolumeBootPattern-572234504 tempest-TestVolumeBootPattern-572234504-project] Allocated IP 172.27.3.94 (1b725cb4-6db6-4e68-9a61-1978e8a191a1/1d4495d7-31a5-4e2d-a911-56ceae3a61c5/df4e215b-58c4-4d39-a262-94fac9769d02) {{(pid=86331) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 22 20:17:42.375324 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d9cc34f-6b94-4cec-9b55-122e344d456b req-6ada10eb-e777-4cc4-ad47-8ea84c3310f6 tempest-TestShelveInstance-1816371010 tempest-TestShelveInstance-1816371010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 20:17:42.376948 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-8d9cc34f-6b94-4cec-9b55-122e344d456b req-6ada10eb-e777-4cc4-ad47-8ea84c3310f6 tempest-TestShelveInstance-1816371010 tempest-TestShelveInstance-1816371010-project] 10.222.0.30 "GET /v2.0/ports?device_id=05985c03-4f6d-4812-a0bf-47b334105dce HTTP/1.1" status: 200  len: 944 time: 0.1516893
Apr 22 20:17:42.382719 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-8ead6302-f51e-4158-aac5-60f43625c973 tempest-TestVolumeBootPattern-572234504 tempest-TestVolumeBootPattern-572234504-project] Notify callbacks [] for port, precommit_create {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:17:42.438067 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-8d9cc34f-6b94-4cec-9b55-122e344d456b req-d435b157-f7a3-485c-b219-c811a255b85e tempest-TestShelveInstance-1816371010 tempest-TestShelveInstance-1816371010-project] 10.222.0.30 "GET /v2.0/security-groups?id=0042e778-534e-4be6-8d31-f99a115eccf4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0484819
Apr 22 20:17:42.441350 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.rpc [None req-cbbe70c9-0b39-4f9d-be6e-4133a7c8f54f None None] Device 375c0aa1-7baa-400f-8733-484590eeeb8c details requested by agent hyperv_hv-cinder-78763 with host hv-cinder-78763 {{(pid=86332) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 22 20:17:42.455482 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-8ead6302-f51e-4158-aac5-60f43625c973 tempest-TestVolumeBootPattern-572234504 tempest-TestVolumeBootPattern-572234504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854198495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853168226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363309147208154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1223862'] for port, after_create {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:17:42.460857 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [None req-ec098187-5910-430c-9bf1-ae175029e1ad tempest-AttachVolumeTestJSON-431678780 tempest-AttachVolumeTestJSON-431678780-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 20:17:42.536650 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ead6302-f51e-4158-aac5-60f43625c973 tempest-TestVolumeBootPattern-572234504 tempest-TestVolumeBootPattern-572234504-project] Network 1b725cb4-6db6-4e68-9a61-1978e8a191a1 is already hosted by enough agents. {{(pid=86331) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 22 20:17:42.537593 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ead6302-f51e-4158-aac5-60f43625c973 tempest-TestVolumeBootPattern-572234504 tempest-TestVolumeBootPattern-572234504-project] Pushing event updated for resources: {'Port': ['ID=df4e215b-58c4-4d39-a262-94fac9769d02,revision_number=1']} {{(pid=86331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 20:17:42.540403 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.scheduler.base_scheduler [None req-8ead6302-f51e-4158-aac5-60f43625c973 tempest-TestVolumeBootPattern-572234504 tempest-TestVolumeBootPattern-572234504-project] Resources bound (agent type, host, resource id):  {{(pid=86331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 22 20:17:42.542311 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [None req-8ead6302-f51e-4158-aac5-60f43625c973 tempest-TestVolumeBootPattern-572234504 tempest-TestVolumeBootPattern-572234504-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 20:17:42.543031 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ead6302-f51e-4158-aac5-60f43625c973 tempest-TestVolumeBootPattern-572234504 tempest-TestVolumeBootPattern-572234504-project] Received port after_create {{(pid=86331) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 22 20:17:42.614371 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.db [None req-cbbe70c9-0b39-4f9d-be6e-4133a7c8f54f None None] For port 375c0aa1-7baa-400f-8733-484590eeeb8c, host hv-cinder-78763, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78763',level=0,port_id=375c0aa1-7baa-400f-8733-484590eeeb8c,segment=NetworkSegment(e8b93f7f-6c3d-4774-85c0-845d1db34c9d),segment_id=e8b93f7f-6c3d-4774-85c0-845d1db34c9d)] {{(pid=86332) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 22 20:17:42.629161 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.rpc [None req-cbbe70c9-0b39-4f9d-be6e-4133a7c8f54f None None] Returning: {'device': '375c0aa1-7baa-400f-8733-484590eeeb8c', 'network_id': '8c6beec9-2be5-42aa-b3d8-efd21a74a412', 'port_id': '375c0aa1-7baa-400f-8733-484590eeeb8c', 'mac_address': 'fa:16:3e:1d:f1:ed', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 399, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7e154f7f-c6a5-48a3-9c75-a2bc01d89ad4', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86332) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 22 20:17:42.700487 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-cbbe70c9-0b39-4f9d-be6e-4133a7c8f54f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587983'] for port, before_update {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:17:42.720140 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.notifiers.nova [None req-cbbe70c9-0b39-4f9d-be6e-4133a7c8f54f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 375c0aa1-7baa-400f-8733-484590eeeb8c {{(pid=86332) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 22 20:17:42.738493 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.db [None req-cbbe70c9-0b39-4f9d-be6e-4133a7c8f54f None None] For port 375c0aa1-7baa-400f-8733-484590eeeb8c, host hv-cinder-78763, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78763',level=0,port_id=375c0aa1-7baa-400f-8733-484590eeeb8c,segment=NetworkSegment(e8b93f7f-6c3d-4774-85c0-845d1db34c9d),segment_id=e8b93f7f-6c3d-4774-85c0-845d1db34c9d)] {{(pid=86332) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 22 20:17:42.742252 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-cbbe70c9-0b39-4f9d-be6e-4133a7c8f54f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854198495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853168226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727707997384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363309147208137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727707567697'] for port, after_update {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:17:42.745728 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [None req-cbbe70c9-0b39-4f9d-be6e-4133a7c8f54f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86332) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 20:17:42.833436 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbbe70c9-0b39-4f9d-be6e-4133a7c8f54f None None] Pushing event updated for resources: {'Port': ['ID=375c0aa1-7baa-400f-8733-484590eeeb8c,revision_number=7']} {{(pid=86332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 20:17:42.837259 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [None req-cbbe70c9-0b39-4f9d-be6e-4133a7c8f54f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=86332) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 20:17:42.986981 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.db [None req-cbbe70c9-0b39-4f9d-be6e-4133a7c8f54f None None] get_ports_and_sgs() called for port_ids ['375c0aa1-7baa-400f-8733-484590eeeb8c'] {{(pid=86332) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 22 20:17:43.287316 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b23c0cb-4396-4aba-9fe8-8d9b752579a6 req-24a5f5a7-dc2e-4a31-9393-726dc649230a tempest-AttachVolumeShelveTestJSON-1095716281 tempest-AttachVolumeShelveTestJSON-1095716281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 20:17:43.289049 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-3b23c0cb-4396-4aba-9fe8-8d9b752579a6 req-24a5f5a7-dc2e-4a31-9393-726dc649230a tempest-AttachVolumeShelveTestJSON-1095716281 tempest-AttachVolumeShelveTestJSON-1095716281-project] 10.222.0.30 "GET /v2.0/ports?device_id=3b92af91-ddf3-485d-8274-039ae6ccb3b7 HTTP/1.1" status: 200  len: 947 time: 0.1485572
Apr 22 20:17:43.353423 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-3b23c0cb-4396-4aba-9fe8-8d9b752579a6 req-8cc2fe5b-c40a-4b0f-8922-1279e8596199 tempest-AttachVolumeShelveTestJSON-1095716281 tempest-AttachVolumeShelveTestJSON-1095716281-project] 10.222.0.30 "GET /v2.0/security-groups?id=44b3085f-cdba-4fc8-95c9-fe542e384e4e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0576527
Apr 22 20:17:43.368428 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-8ead6302-f51e-4158-aac5-60f43625c973 tempest-TestVolumeBootPattern-572234504 tempest-TestVolumeBootPattern-572234504-project] Notify callbacks [] for floatingip, precommit_create {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:17:43.460665 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-8ead6302-f51e-4158-aac5-60f43625c973 tempest-TestVolumeBootPattern-572234504 tempest-TestVolumeBootPattern-572234504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587983'] for port, before_update {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:17:43.675785 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-8ead6302-f51e-4158-aac5-60f43625c973 tempest-TestVolumeBootPattern-572234504 tempest-TestVolumeBootPattern-572234504-project] Notify callbacks [] for port, precommit_update {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:17:43.679133 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-8ead6302-f51e-4158-aac5-60f43625c973 tempest-TestVolumeBootPattern-572234504 tempest-TestVolumeBootPattern-572234504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854198495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853168226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727707997384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363309147208137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727707567697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036853551937'] for port, after_update {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:17:43.683754 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [None req-5c5139fe-6aed-4c18-900b-3e678c2ea3b9 tempest-AttachVolumeShelveTestJSON-1095716281 tempest-AttachVolumeShelveTestJSON-1095716281-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 20:17:43.797819 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ead6302-f51e-4158-aac5-60f43625c973 tempest-TestVolumeBootPattern-572234504 tempest-TestVolumeBootPattern-572234504-project] Pushing event updated for resources: {'Port': ['ID=df4e215b-58c4-4d39-a262-94fac9769d02,revision_number=2']} {{(pid=86331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 20:17:43.811738 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ead6302-f51e-4158-aac5-60f43625c973 tempest-TestVolumeBootPattern-572234504 tempest-TestVolumeBootPattern-572234504-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787632-1-iscsi {{(pid=86331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 20:17:43.812152 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ead6302-f51e-4158-aac5-60f43625c973 tempest-TestVolumeBootPattern-572234504 tempest-TestVolumeBootPattern-572234504-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787632-1-iscsi {{(pid=86331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 20:17:43.812562 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ead6302-f51e-4158-aac5-60f43625c973 tempest-TestVolumeBootPattern-572234504 tempest-TestVolumeBootPattern-572234504-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787632-1-iscsi {{(pid=86331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 20:17:43.812967 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ead6302-f51e-4158-aac5-60f43625c973 tempest-TestVolumeBootPattern-572234504 tempest-TestVolumeBootPattern-572234504-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787632-1-iscsi {{(pid=86331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 20:17:43.813364 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ead6302-f51e-4158-aac5-60f43625c973 tempest-TestVolumeBootPattern-572234504 tempest-TestVolumeBootPattern-572234504-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787632-1-iscsi {{(pid=86331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 20:17:43.813797 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ead6302-f51e-4158-aac5-60f43625c973 tempest-TestVolumeBootPattern-572234504 tempest-TestVolumeBootPattern-572234504-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787632-1-iscsi {{(pid=86331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 20:17:43.814206 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ead6302-f51e-4158-aac5-60f43625c973 tempest-TestVolumeBootPattern-572234504 tempest-TestVolumeBootPattern-572234504-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-787632-1-iscsi {{(pid=86331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 20:17:43.814600 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ead6302-f51e-4158-aac5-60f43625c973 tempest-TestVolumeBootPattern-572234504 tempest-TestVolumeBootPattern-572234504-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787632-1-iscsi {{(pid=86331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 20:17:43.814992 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ead6302-f51e-4158-aac5-60f43625c973 tempest-TestVolumeBootPattern-572234504 tempest-TestVolumeBootPattern-572234504-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787632-1-iscsi {{(pid=86331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 20:17:43.815381 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ead6302-f51e-4158-aac5-60f43625c973 tempest-TestVolumeBootPattern-572234504 tempest-TestVolumeBootPattern-572234504-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787632-1-iscsi {{(pid=86331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 20:17:43.815773 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ead6302-f51e-4158-aac5-60f43625c973 tempest-TestVolumeBootPattern-572234504 tempest-TestVolumeBootPattern-572234504-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787632-1-iscsi {{(pid=86331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 20:17:43.816161 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ead6302-f51e-4158-aac5-60f43625c973 tempest-TestVolumeBootPattern-572234504 tempest-TestVolumeBootPattern-572234504-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787632-1-iscsi {{(pid=86331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 20:17:43.820206 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-8ead6302-f51e-4158-aac5-60f43625c973 tempest-TestVolumeBootPattern-572234504 tempest-TestVolumeBootPattern-572234504-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-427953'] for floatingip, after_update {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:17:43.871674 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [None req-8ead6302-f51e-4158-aac5-60f43625c973 tempest-TestVolumeBootPattern-572234504 tempest-TestVolumeBootPattern-572234504-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 20:17:44.000166 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.db.l3_db [None req-8ead6302-f51e-4158-aac5-60f43625c973 tempest-TestVolumeBootPattern-572234504 tempest-TestVolumeBootPattern-572234504-project] Floating IP 2eea354c-7d7a-4de1-9667-adaeadcd7823 associated. External IP: 172.27.3.94, port: 372eb00c-299c-4902-a8c6-e7c3efec72b0.
Apr 22 20:17:44.362501 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ead6302-f51e-4158-aac5-60f43625c973 tempest-TestVolumeBootPattern-572234504 tempest-TestVolumeBootPattern-572234504-project] Router ab1269b8-038d-4b75-976a-0633960d3b49 has already been hosted by L3 agent 1df068ca-d615-4cb7-8020-fe6e8be709e3 {{(pid=86331) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 22 20:17:44.452238 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.rpc [None req-cbbe70c9-0b39-4f9d-be6e-4133a7c8f54f None None] Device 375c0aa1-7baa-400f-8733-484590eeeb8c up at agent hyperv_hv-cinder-78763 {{(pid=86332) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 22 20:17:44.528578 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.provisioning_blocks [None req-cbbe70c9-0b39-4f9d-be6e-4133a7c8f54f None None] Provisioning complete for port 375c0aa1-7baa-400f-8733-484590eeeb8c triggered by entity L2. {{(pid=86332) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 22 20:17:44.529171 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-cbbe70c9-0b39-4f9d-be6e-4133a7c8f54f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854135278'] for port, provisioning_complete {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:17:44.561228 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ead6302-f51e-4158-aac5-60f43625c973 tempest-TestVolumeBootPattern-572234504 tempest-TestVolumeBootPattern-572234504-project] Notify agent at l3_agent.dv-cinder-787632-1-iscsi the message routers_updated {{(pid=86331) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 22 20:17:44.572781 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f49a96f1-2116-430d-8138-3886059972ba None None] Sync routers for ids ['ab1269b8-038d-4b75-976a-0633960d3b49'] in dv-cinder-787632-1-iscsi {{(pid=86332) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 22 20:17:44.577246 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c70bbab4-23ec-4a88-90ae-4573136d22e4 req-6320fb3f-620d-48a1-b486-a501aa6e7dcc tempest-AttachVolumeShelveTestJSON-1095716281 tempest-AttachVolumeShelveTestJSON-1095716281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 20:17:44.579854 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-c70bbab4-23ec-4a88-90ae-4573136d22e4 req-6320fb3f-620d-48a1-b486-a501aa6e7dcc tempest-AttachVolumeShelveTestJSON-1095716281 tempest-AttachVolumeShelveTestJSON-1095716281-project] 10.222.0.30 "GET /v2.0/ports?device_id=3b92af91-ddf3-485d-8274-039ae6ccb3b7 HTTP/1.1" status: 200  len: 947 time: 0.0971196
Apr 22 20:17:44.587979 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-8ead6302-f51e-4158-aac5-60f43625c973 tempest-TestVolumeBootPattern-572234504 tempest-TestVolumeBootPattern-572234504-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-743'] for floatingip, before_response {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:17:44.596507 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f49a96f1-2116-430d-8138-3886059972ba None None] Routers {'ab1269b8-038d-4b75-976a-0633960d3b49'} bound to L3 agent in host dv-cinder-787632-1-iscsi {{(pid=86332) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 22 20:17:44.597185 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.l3_hamode_db [None req-f49a96f1-2116-430d-8138-3886059972ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f013c7e7da0>, 'dv-cinder-787632-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-04-22T20:03:28Z,description=<?>,heartbeat_timestamp=2021-04-22T20:17:29Z,host='dv-cinder-787632-1-iscsi',id=1df068ca-d615-4cb7-8020-fe6e8be709e3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-22T20:03:28Z,topic='l3_agent')) {'router_ids': ['ab1269b8-038d-4b75-976a-0633960d3b49'], 'active': True} {{(pid=86332) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 22 20:17:44.628896 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-c70bbab4-23ec-4a88-90ae-4573136d22e4 req-b1dd9d68-baa9-4928-8fe9-3e70b97415f0 tempest-AttachVolumeShelveTestJSON-1095716281 tempest-AttachVolumeShelveTestJSON-1095716281-project] 10.222.0.30 "GET /v2.0/security-groups?id=44b3085f-cdba-4fc8-95c9-fe542e384e4e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0428128
Apr 22 20:17:44.648482 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [None req-8ead6302-f51e-4158-aac5-60f43625c973 tempest-TestVolumeBootPattern-572234504 tempest-TestVolumeBootPattern-572234504-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 996 time: 2.8272579
Apr 22 20:17:44.657803 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8a0fdb6e-7411-40dc-addd-8f403a1d6e18', 'tag': '372eb00c-299c-4902-a8c6-e7c3efec72b0'}] {{(pid=86331) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 22 20:17:44.702562 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8a0fdb6e-7411-40dc-addd-8f403a1d6e18', 'tag': '372eb00c-299c-4902-a8c6-e7c3efec72b0', 'status': 'completed', 'code': 200}
Apr 22 20:17:44.809405 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a909aa50-d8cb-4091-bead-1915bd55c26f req-dcaa8f11-694e-4f28-8047-a5910c4ab2c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 20:17:44.811053 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-a909aa50-d8cb-4091-bead-1915bd55c26f req-dcaa8f11-694e-4f28-8047-a5910c4ab2c3 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=30860bebb771423695ffb4fd377ce666&device_id=8a0fdb6e-7411-40dc-addd-8f403a1d6e18 HTTP/1.1" status: 200  len: 1099 time: 0.0842345
Apr 22 20:17:44.831227 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-cbbe70c9-0b39-4f9d-be6e-4133a7c8f54f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587983'] for port, before_update {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:17:44.865037 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.l3_dvr_db [None req-f49a96f1-2116-430d-8138-3886059972ba None None] Set router ab1269b8-038d-4b75-976a-0633960d3b49 gateway port host: dv-cinder-787632-1-iscsi {{(pid=86332) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 22 20:17:44.923300 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '05985c03-4f6d-4812-a0bf-47b334105dce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '375c0aa1-7baa-400f-8733-484590eeeb8c'}] {{(pid=86332) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 22 20:17:44.946333 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.db [None req-cbbe70c9-0b39-4f9d-be6e-4133a7c8f54f None None] For port 375c0aa1-7baa-400f-8733-484590eeeb8c, host hv-cinder-78763, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78763',level=0,port_id=375c0aa1-7baa-400f-8733-484590eeeb8c,segment=NetworkSegment(e8b93f7f-6c3d-4774-85c0-845d1db34c9d),segment_id=e8b93f7f-6c3d-4774-85c0-845d1db34c9d)] {{(pid=86332) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 22 20:17:44.950492 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-cbbe70c9-0b39-4f9d-be6e-4133a7c8f54f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854198495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853168226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727707997384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363309147208137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727707567697'] for port, after_update {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:17:44.954583 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [None req-08e5d76f-3fe5-4242-a4b8-30f374028052 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86332) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 20:17:44.961025 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a909aa50-d8cb-4091-bead-1915bd55c26f req-cb0bc76f-a2e8-430c-8680-9901983fc493 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 20:17:44.962651 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-a909aa50-d8cb-4091-bead-1915bd55c26f req-cb0bc76f-a2e8-430c-8680-9901983fc493 service neutron] 10.222.0.46 "GET /v2.0/networks?id=baa3aeb8-8dec-4767-92bc-d52436d9437a HTTP/1.1" status: 200  len: 912 time: 0.1442599
Apr 22 20:17:44.991515 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '05985c03-4f6d-4812-a0bf-47b334105dce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '375c0aa1-7baa-400f-8733-484590eeeb8c', 'code': 200}
Apr 22 20:17:45.069866 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-a909aa50-d8cb-4091-bead-1915bd55c26f req-7cdf9418-c72b-4b63-878c-15ebb5a3bb97 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=372eb00c-299c-4902-a8c6-e7c3efec72b0 HTTP/1.1" status: 200  len: 999 time: 0.1006985
Apr 22 20:17:45.122478 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbbe70c9-0b39-4f9d-be6e-4133a7c8f54f None None] Pushing event updated for resources: {'Port': ['ID=375c0aa1-7baa-400f-8733-484590eeeb8c,revision_number=8']} {{(pid=86332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 20:17:45.140422 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [None req-cbbe70c9-0b39-4f9d-be6e-4133a7c8f54f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=86332) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 20:17:45.142353 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a909aa50-d8cb-4091-bead-1915bd55c26f req-18b7fe9b-cd45-4d9b-9508-9a838aabb1b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 20:17:45.143997 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-a909aa50-d8cb-4091-bead-1915bd55c26f req-18b7fe9b-cd45-4d9b-9508-9a838aabb1b8 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=083c45db-27b8-429b-b9a6-58f44b80ddc9 HTTP/1.1" status: 200  len: 850 time: 0.0679357
Apr 22 20:17:45.232142 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a909aa50-d8cb-4091-bead-1915bd55c26f req-3406d434-14e8-4efe-87e6-1bfca88587c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 20:17:45.233813 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-a909aa50-d8cb-4091-bead-1915bd55c26f req-3406d434-14e8-4efe-87e6-1bfca88587c3 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=baa3aeb8-8dec-4767-92bc-d52436d9437a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0837445
Apr 22 20:17:45.315480 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.l3_hamode_db [None req-f49a96f1-2116-430d-8138-3886059972ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f013c7e7da0>, [{'id': 'ab1269b8-038d-4b75-976a-0633960d3b49', 'name': 'tempest-TestVolumeBootPattern-423906671-router', 'tenant_id': '30860bebb771423695ffb4fd377ce666', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b725cb4-6db6-4e68-9a61-1978e8a191a1', 'external_fixed_ips': [{'subnet_id': '1d4495d7-31a5-4e2d-a911-56ceae3a61c5', 'ip_address': '172.27.3.46'}], 'enable_snat': True}, 'gw_port_id': '1578d5f6-9824-4f28-87c1-8fe9152f2e76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T20:13:37Z', 'updated_at': '2021-04-22T20:13:46Z', 'revision_number': 4, 'project_id': '30860bebb771423695ffb4fd377ce666', 'gw_port': {'id': '1578d5f6-9824-4f28-87c1-8fe9152f2e76', 'name': '', 'network_id': '1b725cb4-6db6-4e68-9a61-1978e8a191a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:17:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab1269b8-038d-4b75-976a-0633960d3b49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 338, 'fixed_ips': [{'subnet_id': '1d4495d7-31a5-4e2d-a911-56ceae3a61c5', 'ip_address': '172.27.3.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787632-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T20:13:39Z', 'updated_at': '2021-04-22T20:13:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d4495d7-31a5-4e2d-a911-56ceae3a61c5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787632-1-iscsi', '_floatingips': [{'id': '2eea354c-7d7a-4de1-9667-adaeadcd7823', 'tenant_id': '30860bebb771423695ffb4fd377ce666', 'floating_ip_address': '172.27.3.94', 'floating_network_id': '1b725cb4-6db6-4e68-9a61-1978e8a191a1', 'router_id': 'ab1269b8-038d-4b75-976a-0633960d3b49', 'port_id': '372eb00c-299c-4902-a8c6-e7c3efec72b0', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 539, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'baa3aeb8-8dec-4767-92bc-d52436d9437a', 'mac_address': 'fa:16:3e:15:92:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a0fdb6e-7411-40dc-addd-8f403a1d6e18', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-22T20:17:43Z', 'updated_at': '2021-04-22T20:17:43Z', 'revision_number': 0, 'project_id': '30860bebb771423695ffb4fd377ce666', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd9c0d626-ac7f-4e38-aef3-0d50424933e1', 'name': '', 'network_id': 'baa3aeb8-8dec-4767-92bc-d52436d9437a', 'tenant_id': '30860bebb771423695ffb4fd377ce666', 'mac_address': 'fa:16:3e:33:b4:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab1269b8-038d-4b75-976a-0633960d3b49', 'device_owner': 'network:router_interface', 'standard_attr_id': 354, 'fixed_ips': [{'subnet_id': '083c45db-27b8-429b-b9a6-58f44b80ddc9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787632-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T20:13:44Z', 'updated_at': '2021-04-22T20:13:56Z', 'revision_number': 5, 'project_id': '30860bebb771423695ffb4fd377ce666', 'subnets': [{'id': '083c45db-27b8-429b-b9a6-58f44b80ddc9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787632-1-iscsi', False) {} {{(pid=86332) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 22 20:17:45.320110 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f49a96f1-2116-430d-8138-3886059972ba None None] Checking router: ab1269b8-038d-4b75-976a-0633960d3b49 for host: dv-cinder-787632-1-iscsi {{(pid=86332) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 22 20:17:45.328923 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f49a96f1-2116-430d-8138-3886059972ba None None] Routers {'ab1269b8-038d-4b75-976a-0633960d3b49'} bound to L3 agent in host dv-cinder-787632-1-iscsi {{(pid=86332) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 22 20:17:45.330499 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.l3_hamode_db [None req-f49a96f1-2116-430d-8138-3886059972ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f013c7e7da0>, 'dv-cinder-787632-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-04-22T20:03:28Z,description=<?>,heartbeat_timestamp=2021-04-22T20:17:29Z,host='dv-cinder-787632-1-iscsi',id=1df068ca-d615-4cb7-8020-fe6e8be709e3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-22T20:03:28Z,topic='l3_agent')) {'router_ids': ['ab1269b8-038d-4b75-976a-0633960d3b49'], 'active': True} {{(pid=86332) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 22 20:17:45.377575 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-a909aa50-d8cb-4091-bead-1915bd55c26f req-f659f9c8-52ed-48d0-90b5-5897bf9427ee service neutron] 10.222.0.46 "GET /v2.0/networks/baa3aeb8-8dec-4767-92bc-d52436d9437a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1364152
Apr 22 20:17:45.522362 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-a909aa50-d8cb-4091-bead-1915bd55c26f req-bb7ee877-ddae-4c85-94b6-35466fad47f8 service neutron] 10.222.0.46 "GET /v2.0/networks/baa3aeb8-8dec-4767-92bc-d52436d9437a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1383796
Apr 22 20:17:45.525383 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.l3_dvr_db [None req-f49a96f1-2116-430d-8138-3886059972ba None None] Set router ab1269b8-038d-4b75-976a-0633960d3b49 gateway port host: dv-cinder-787632-1-iscsi {{(pid=86332) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 22 20:17:45.896192 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.l3_hamode_db [None req-f49a96f1-2116-430d-8138-3886059972ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f013c7e7da0>, [{'id': 'ab1269b8-038d-4b75-976a-0633960d3b49', 'name': 'tempest-TestVolumeBootPattern-423906671-router', 'tenant_id': '30860bebb771423695ffb4fd377ce666', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b725cb4-6db6-4e68-9a61-1978e8a191a1', 'external_fixed_ips': [{'subnet_id': '1d4495d7-31a5-4e2d-a911-56ceae3a61c5', 'ip_address': '172.27.3.46'}], 'enable_snat': True}, 'gw_port_id': '1578d5f6-9824-4f28-87c1-8fe9152f2e76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T20:13:37Z', 'updated_at': '2021-04-22T20:13:46Z', 'revision_number': 4, 'project_id': '30860bebb771423695ffb4fd377ce666', 'gw_port': {'id': '1578d5f6-9824-4f28-87c1-8fe9152f2e76', 'name': '', 'network_id': '1b725cb4-6db6-4e68-9a61-1978e8a191a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:17:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab1269b8-038d-4b75-976a-0633960d3b49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 338, 'fixed_ips': [{'subnet_id': '1d4495d7-31a5-4e2d-a911-56ceae3a61c5', 'ip_address': '172.27.3.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787632-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T20:13:39Z', 'updated_at': '2021-04-22T20:13:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d4495d7-31a5-4e2d-a911-56ceae3a61c5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787632-1-iscsi', '_floatingips': [{'id': '2eea354c-7d7a-4de1-9667-adaeadcd7823', 'tenant_id': '30860bebb771423695ffb4fd377ce666', 'floating_ip_address': '172.27.3.94', 'floating_network_id': '1b725cb4-6db6-4e68-9a61-1978e8a191a1', 'router_id': 'ab1269b8-038d-4b75-976a-0633960d3b49', 'port_id': '372eb00c-299c-4902-a8c6-e7c3efec72b0', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 539, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'baa3aeb8-8dec-4767-92bc-d52436d9437a', 'mac_address': 'fa:16:3e:15:92:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a0fdb6e-7411-40dc-addd-8f403a1d6e18', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-22T20:17:43Z', 'updated_at': '2021-04-22T20:17:43Z', 'revision_number': 0, 'project_id': '30860bebb771423695ffb4fd377ce666', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd9c0d626-ac7f-4e38-aef3-0d50424933e1', 'name': '', 'network_id': 'baa3aeb8-8dec-4767-92bc-d52436d9437a', 'tenant_id': '30860bebb771423695ffb4fd377ce666', 'mac_address': 'fa:16:3e:33:b4:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab1269b8-038d-4b75-976a-0633960d3b49', 'device_owner': 'network:router_interface', 'standard_attr_id': 354, 'fixed_ips': [{'subnet_id': '083c45db-27b8-429b-b9a6-58f44b80ddc9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787632-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T20:13:44Z', 'updated_at': '2021-04-22T20:13:56Z', 'revision_number': 5, 'project_id': '30860bebb771423695ffb4fd377ce666', 'subnets': [{'id': '083c45db-27b8-429b-b9a6-58f44b80ddc9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787632-1-iscsi', False) {} {{(pid=86332) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 22 20:17:45.900362 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f49a96f1-2116-430d-8138-3886059972ba None None] The sync data for ids ['ab1269b8-038d-4b75-976a-0633960d3b49'] in dv-cinder-787632-1-iscsi is: [{'id': 'ab1269b8-038d-4b75-976a-0633960d3b49', 'name': 'tempest-TestVolumeBootPattern-423906671-router', 'tenant_id': '30860bebb771423695ffb4fd377ce666', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b725cb4-6db6-4e68-9a61-1978e8a191a1', 'external_fixed_ips': [{'subnet_id': '1d4495d7-31a5-4e2d-a911-56ceae3a61c5', 'ip_address': '172.27.3.46'}], 'enable_snat': True}, 'gw_port_id': '1578d5f6-9824-4f28-87c1-8fe9152f2e76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T20:13:37Z', 'updated_at': '2021-04-22T20:13:46Z', 'revision_number': 4, 'project_id': '30860bebb771423695ffb4fd377ce666', 'gw_port': {'id': '1578d5f6-9824-4f28-87c1-8fe9152f2e76', 'name': '', 'network_id': '1b725cb4-6db6-4e68-9a61-1978e8a191a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:17:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab1269b8-038d-4b75-976a-0633960d3b49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 338, 'fixed_ips': [{'subnet_id': '1d4495d7-31a5-4e2d-a911-56ceae3a61c5', 'ip_address': '172.27.3.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787632-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T20:13:39Z', 'updated_at': '2021-04-22T20:13:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d4495d7-31a5-4e2d-a911-56ceae3a61c5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787632-1-iscsi', '_floatingips': [{'id': '2eea354c-7d7a-4de1-9667-adaeadcd7823', 'tenant_id': '30860bebb771423695ffb4fd377ce666', 'floating_ip_address': '172.27.3.94', 'floating_network_id': '1b725cb4-6db6-4e68-9a61-1978e8a191a1', 'router_id': 'ab1269b8-038d-4b75-976a-0633960d3b49', 'port_id': '372eb00c-299c-4902-a8c6-e7c3efec72b0', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 539, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'baa3aeb8-8dec-4767-92bc-d52436d9437a', 'mac_address': 'fa:16:3e:15:92:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a0fdb6e-7411-40dc-addd-8f403a1d6e18', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-22T20:17:43Z', 'updated_at': '2021-04-22T20:17:43Z', 'revision_number': 0, 'project_id': '30860bebb771423695ffb4fd377ce666', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd9c0d626-ac7f-4e38-aef3-0d50424933e1', 'name': '', 'network_id': 'baa3aeb8-8dec-4767-92bc-d52436d9437a', 'tenant_id': '30860bebb771423695ffb4fd377ce666', 'mac_address': 'fa:16:3e:33:b4:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab1269b8-038d-4b75-976a-0633960d3b49', 'device_owner': 'network:router_interface', 'standard_attr_id': 354, 'fixed_ips': [{'subnet_id': '083c45db-27b8-429b-b9a6-58f44b80ddc9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787632-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T20:13:44Z', 'updated_at': '2021-04-22T20:13:56Z', 'revision_number': 5, 'project_id': '30860bebb771423695ffb4fd377ce666', 'subnets': [{'id': '083c45db-27b8-429b-b9a6-58f44b80ddc9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86332) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 22 20:17:46.237338 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51b7b111-4779-46ae-8950-485232639761 None None] New status for floating IP 2eea354c-7d7a-4de1-9667-adaeadcd7823: ACTIVE {{(pid=86333) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Apr 22 20:17:48.679498 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-cbbe70c9-0b39-4f9d-be6e-4133a7c8f54f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309146858885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640583'] for agent, after_update {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:17:52.146543 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-caf5109e-348d-433c-8bda-eb3662c9f5e3 req-fe97ae33-3a61-4792-bcb1-850d06dd3f5d service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=3b92af91-ddf3-485d-8274-039ae6ccb3b7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0859437
Apr 22 20:17:52.257488 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf5109e-348d-433c-8bda-eb3662c9f5e3 req-35e60cbd-abd4-48de-97d7-1724a3826863 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 20:17:52.259146 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-caf5109e-348d-433c-8bda-eb3662c9f5e3 req-35e60cbd-abd4-48de-97d7-1724a3826863 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=d83d42b16fb04a3dbea8744fb63b042c&device_id=3b92af91-ddf3-485d-8274-039ae6ccb3b7 HTTP/1.1" status: 200  len: 1100 time: 0.0806024
Apr 22 20:17:52.412233 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf5109e-348d-433c-8bda-eb3662c9f5e3 req-146dfc47-ea8d-44ef-946e-34860a3ef351 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 20:17:52.413718 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-caf5109e-348d-433c-8bda-eb3662c9f5e3 req-146dfc47-ea8d-44ef-946e-34860a3ef351 service neutron] 10.222.0.46 "GET /v2.0/networks?id=34648bb7-c1ba-45d7-bfee-e82cdf1f6b93 HTTP/1.1" status: 200  len: 918 time: 0.1361606
Apr 22 20:17:52.523649 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-caf5109e-348d-433c-8bda-eb3662c9f5e3 req-e3173b91-d8af-473f-863c-0953572ec350 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1368346f-2b5d-4185-8e4b-cfc309a1140b HTTP/1.1" status: 200  len: 1001 time: 0.1031582
Apr 22 20:17:52.591944 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf5109e-348d-433c-8bda-eb3662c9f5e3 req-5c11ef4b-1db8-440f-a9c8-59baaf6ff530 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 20:17:52.593474 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-caf5109e-348d-433c-8bda-eb3662c9f5e3 req-5c11ef4b-1db8-440f-a9c8-59baaf6ff530 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=1e51354a-bd7c-4e4c-a7c1-20be7a105c17 HTTP/1.1" status: 200  len: 856 time: 0.0633523
Apr 22 20:17:52.682782 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf5109e-348d-433c-8bda-eb3662c9f5e3 req-4a4a36b2-92a4-465c-ac61-150505343666 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 20:17:52.684356 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-caf5109e-348d-433c-8bda-eb3662c9f5e3 req-4a4a36b2-92a4-465c-ac61-150505343666 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=34648bb7-c1ba-45d7-bfee-e82cdf1f6b93&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0808077
Apr 22 20:17:52.825869 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-caf5109e-348d-433c-8bda-eb3662c9f5e3 req-728e64d0-4e3e-4f84-813c-57f7ae9514d6 service neutron] 10.222.0.46 "GET /v2.0/networks/34648bb7-c1ba-45d7-bfee-e82cdf1f6b93?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1341779
Apr 22 20:17:52.966998 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-caf5109e-348d-433c-8bda-eb3662c9f5e3 req-1847b932-9300-49d3-a17d-0665f7cfb217 service neutron] 10.222.0.46 "GET /v2.0/networks/34648bb7-c1ba-45d7-bfee-e82cdf1f6b93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1330040
Apr 22 20:17:55.724540 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-7502a554-5a81-46d2-a0f3-45461f58fd4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309146858885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640583'] for agent, after_update {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:17:58.548803 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-afe0867e-04be-4dd6-bb2b-20f59b5d85cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309146858885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640583'] for agent, after_update {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:17:58.951975 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-d69b9430-b136-4a40-a189-232f048ef307 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309146858885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640583'] for agent, after_update {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:17:59.262464 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-08e5d76f-3fe5-4242-a4b8-30f374028052 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309146858885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640583'] for agent, after_update {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:18:00.226894 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-77fc9508-bbbe-4662-bfa7-f4837e5c3abe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309146858885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640583'] for agent, after_update {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:18:05.057564 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.agents_db [None req-d2e1aac6-b006-4d71-afe2-c4a5b694a422 None None] Agent healthcheck: found 6 active agents {{(pid=86333) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 22 20:18:05.591736 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a893a3-cc21-429d-8a36-e3ac4e8490d6 req-ab03c4e8-20eb-4d63-be27-48ddda5950e3 tempest-AttachVolumeTestJSON-431678780 tempest-AttachVolumeTestJSON-431678780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 20:18:05.593331 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-e7a893a3-cc21-429d-8a36-e3ac4e8490d6 req-ab03c4e8-20eb-4d63-be27-48ddda5950e3 tempest-AttachVolumeTestJSON-431678780 tempest-AttachVolumeTestJSON-431678780-project] 10.222.0.30 "GET /v2.0/ports?device_id=bddc0f2f-0ee7-4c72-a374-fbf6b6c4b398 HTTP/1.1" status: 200  len: 946 time: 0.0877151
Apr 22 20:18:05.639972 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-e7a893a3-cc21-429d-8a36-e3ac4e8490d6 req-041f3d53-a55f-4ec5-8863-de7bca096cb1 tempest-AttachVolumeTestJSON-431678780 tempest-AttachVolumeTestJSON-431678780-project] 10.222.0.30 "GET /v2.0/security-groups?id=ee49f099-4f69-42f6-80cf-edc32cf4993d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0395954
Apr 22 20:18:06.843205 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73cf0f8f-8e5f-46b5-8d0d-08f7a005ac6d req-c3c0eb56-1389-45dc-8fb8-9f7aafd32caa tempest-AttachVolumeTestJSON-431678780 tempest-AttachVolumeTestJSON-431678780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 20:18:06.844814 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-73cf0f8f-8e5f-46b5-8d0d-08f7a005ac6d req-c3c0eb56-1389-45dc-8fb8-9f7aafd32caa tempest-AttachVolumeTestJSON-431678780 tempest-AttachVolumeTestJSON-431678780-project] 10.222.0.30 "GET /v2.0/ports?device_id=bddc0f2f-0ee7-4c72-a374-fbf6b6c4b398 HTTP/1.1" status: 200  len: 946 time: 0.0910830
Apr 22 20:18:06.892205 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-73cf0f8f-8e5f-46b5-8d0d-08f7a005ac6d req-8c3acd37-2351-4c1a-bb4b-90f120fd23fb tempest-AttachVolumeTestJSON-431678780 tempest-AttachVolumeTestJSON-431678780-project] 10.222.0.30 "GET /v2.0/security-groups?id=ee49f099-4f69-42f6-80cf-edc32cf4993d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0404007
Apr 22 20:18:07.605854 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4148e1ef-c42a-45d2-bd46-aec70fb6065e req-3fdf3392-2487-4cae-a75c-3763d8ef12a7 tempest-AttachVolumeTestJSON-431678780 tempest-AttachVolumeTestJSON-431678780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 20:18:07.607414 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-4148e1ef-c42a-45d2-bd46-aec70fb6065e req-3fdf3392-2487-4cae-a75c-3763d8ef12a7 tempest-AttachVolumeTestJSON-431678780 tempest-AttachVolumeTestJSON-431678780-project] 10.222.0.46 "GET /v2.0/ports?device_id=bddc0f2f-0ee7-4c72-a374-fbf6b6c4b398 HTTP/1.1" status: 200  len: 946 time: 0.0908873
Apr 22 20:18:07.683284 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.plugin [req-4148e1ef-c42a-45d2-bd46-aec70fb6065e req-7d125bfe-02de-49b1-a4de-1c22311b5ad3 tempest-AttachVolumeTestJSON-431678780 tempest-AttachVolumeTestJSON-431678780-project] Deleting port c7ab190d-98a1-4dd1-a6b2-5d3d76fa576c {{(pid=86330) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 22 20:18:07.683675 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [req-4148e1ef-c42a-45d2-bd46-aec70fb6065e req-7d125bfe-02de-49b1-a4de-1c22311b5ad3 tempest-AttachVolumeTestJSON-431678780 tempest-AttachVolumeTestJSON-431678780-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363309146780532'] for port, before_delete {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:18:07.941779 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.db [req-4148e1ef-c42a-45d2-bd46-aec70fb6065e req-7d125bfe-02de-49b1-a4de-1c22311b5ad3 tempest-AttachVolumeTestJSON-431678780 tempest-AttachVolumeTestJSON-431678780-project] For port c7ab190d-98a1-4dd1-a6b2-5d3d76fa576c, host hv-cinder-78763, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78763',level=0,port_id=c7ab190d-98a1-4dd1-a6b2-5d3d76fa576c,segment=NetworkSegment(ee2cf152-35a2-4f0a-9e62-a52542065261),segment_id=ee2cf152-35a2-4f0a-9e62-a52542065261)] {{(pid=86330) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 22 20:18:07.942244 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [req-4148e1ef-c42a-45d2-bd46-aec70fb6065e req-7d125bfe-02de-49b1-a4de-1c22311b5ad3 tempest-AttachVolumeTestJSON-431678780 tempest-AttachVolumeTestJSON-431678780-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854358147'] for port, precommit_delete {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:18:08.494684 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d58d542-48a4-4d09-ac75-b474d0c66c25 req-b73c1b1a-25df-4467-8fa6-0669ec1a3233 tempest-AttachVolumeTestJSON-431678780 tempest-AttachVolumeTestJSON-431678780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 20:18:08.496272 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-4d58d542-48a4-4d09-ac75-b474d0c66c25 req-b73c1b1a-25df-4467-8fa6-0669ec1a3233 tempest-AttachVolumeTestJSON-431678780 tempest-AttachVolumeTestJSON-431678780-project] 10.222.0.30 "GET /v2.0/ports?device_id=bddc0f2f-0ee7-4c72-a374-fbf6b6c4b398 HTTP/1.1" status: 200  len: 946 time: 0.2650890
Apr 22 20:18:08.575352 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [req-4148e1ef-c42a-45d2-bd46-aec70fb6065e req-7d125bfe-02de-49b1-a4de-1c22311b5ad3 tempest-AttachVolumeTestJSON-431678780 tempest-AttachVolumeTestJSON-431678780-project] Notify callbacks [] for floatingip, precommit_update {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:18:08.575763 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [req-4148e1ef-c42a-45d2-bd46-aec70fb6065e req-7d125bfe-02de-49b1-a4de-1c22311b5ad3 tempest-AttachVolumeTestJSON-431678780 tempest-AttachVolumeTestJSON-431678780-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-427953'] for floatingip, after_update {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:18:08.576119 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.db.l3_db [req-4148e1ef-c42a-45d2-bd46-aec70fb6065e req-7d125bfe-02de-49b1-a4de-1c22311b5ad3 tempest-AttachVolumeTestJSON-431678780 tempest-AttachVolumeTestJSON-431678780-project] Floating IP b14843fb-2427-4899-a9c6-551d92bbea41 disassociated. External IP: 172.27.3.185, port: c7ab190d-98a1-4dd1-a6b2-5d3d76fa576c.
Apr 22 20:18:08.576499 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.plugin [req-4148e1ef-c42a-45d2-bd46-aec70fb6065e req-7d125bfe-02de-49b1-a4de-1c22311b5ad3 tempest-AttachVolumeTestJSON-431678780 tempest-AttachVolumeTestJSON-431678780-project] Calling delete_port for c7ab190d-98a1-4dd1-a6b2-5d3d76fa576c owned by compute:nova {{(pid=86330) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 22 20:18:08.608763 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-4d58d542-48a4-4d09-ac75-b474d0c66c25 req-7cc566f1-ba46-46c4-bd45-e9b5530b3a8c tempest-AttachVolumeTestJSON-431678780 tempest-AttachVolumeTestJSON-431678780-project] 10.222.0.30 "GET /v2.0/security-groups?id=ee49f099-4f69-42f6-80cf-edc32cf4993d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1029446
Apr 22 20:18:08.728997 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [req-4148e1ef-c42a-45d2-bd46-aec70fb6065e req-7d125bfe-02de-49b1-a4de-1c22311b5ad3 tempest-AttachVolumeTestJSON-431678780 tempest-AttachVolumeTestJSON-431678780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854198495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853168226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363309146778399', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727707567663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4125515'] for port, after_delete {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:18:08.735916 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 20:18:08.781853 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d125bfe-02de-49b1-a4de-1c22311b5ad3 tempest-AttachVolumeTestJSON-431678780 tempest-AttachVolumeTestJSON-431678780-project] Pushing event deleted for resources: {'Port': ['ID=c7ab190d-98a1-4dd1-a6b2-5d3d76fa576c,revision_number=None']} {{(pid=86330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 20:18:08.794448 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d125bfe-02de-49b1-a4de-1c22311b5ad3 tempest-AttachVolumeTestJSON-431678780 tempest-AttachVolumeTestJSON-431678780-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787632-1-iscsi {{(pid=86330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 20:18:08.794869 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d125bfe-02de-49b1-a4de-1c22311b5ad3 tempest-AttachVolumeTestJSON-431678780 tempest-AttachVolumeTestJSON-431678780-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787632-1-iscsi {{(pid=86330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 20:18:08.795448 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d125bfe-02de-49b1-a4de-1c22311b5ad3 tempest-AttachVolumeTestJSON-431678780 tempest-AttachVolumeTestJSON-431678780-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787632-1-iscsi {{(pid=86330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 20:18:08.795854 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d125bfe-02de-49b1-a4de-1c22311b5ad3 tempest-AttachVolumeTestJSON-431678780 tempest-AttachVolumeTestJSON-431678780-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787632-1-iscsi {{(pid=86330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 20:18:08.796255 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d125bfe-02de-49b1-a4de-1c22311b5ad3 tempest-AttachVolumeTestJSON-431678780 tempest-AttachVolumeTestJSON-431678780-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787632-1-iscsi {{(pid=86330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 20:18:08.796655 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d125bfe-02de-49b1-a4de-1c22311b5ad3 tempest-AttachVolumeTestJSON-431678780 tempest-AttachVolumeTestJSON-431678780-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787632-1-iscsi {{(pid=86330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 20:18:08.797054 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d125bfe-02de-49b1-a4de-1c22311b5ad3 tempest-AttachVolumeTestJSON-431678780 tempest-AttachVolumeTestJSON-431678780-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-787632-1-iscsi {{(pid=86330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 20:18:08.797451 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d125bfe-02de-49b1-a4de-1c22311b5ad3 tempest-AttachVolumeTestJSON-431678780 tempest-AttachVolumeTestJSON-431678780-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787632-1-iscsi {{(pid=86330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 20:18:08.797866 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d125bfe-02de-49b1-a4de-1c22311b5ad3 tempest-AttachVolumeTestJSON-431678780 tempest-AttachVolumeTestJSON-431678780-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787632-1-iscsi {{(pid=86330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 20:18:08.798268 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d125bfe-02de-49b1-a4de-1c22311b5ad3 tempest-AttachVolumeTestJSON-431678780 tempest-AttachVolumeTestJSON-431678780-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787632-1-iscsi {{(pid=86330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 20:18:08.798660 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d125bfe-02de-49b1-a4de-1c22311b5ad3 tempest-AttachVolumeTestJSON-431678780 tempest-AttachVolumeTestJSON-431678780-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787632-1-iscsi {{(pid=86330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 20:18:08.799050 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d125bfe-02de-49b1-a4de-1c22311b5ad3 tempest-AttachVolumeTestJSON-431678780 tempest-AttachVolumeTestJSON-431678780-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787632-1-iscsi {{(pid=86330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 20:18:08.804008 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [None req-7d125bfe-02de-49b1-a4de-1c22311b5ad3 tempest-AttachVolumeTestJSON-431678780 tempest-AttachVolumeTestJSON-431678780-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=86330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 20:18:08.989370 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4148e1ef-c42a-45d2-bd46-aec70fb6065e req-7d125bfe-02de-49b1-a4de-1c22311b5ad3 tempest-AttachVolumeTestJSON-431678780 tempest-AttachVolumeTestJSON-431678780-project] Router 1579061b-27c8-45c8-a86c-6a7fe76c2895 has already been hosted by L3 agent 1df068ca-d615-4cb7-8020-fe6e8be709e3 {{(pid=86330) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 22 20:18:09.175593 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4148e1ef-c42a-45d2-bd46-aec70fb6065e req-7d125bfe-02de-49b1-a4de-1c22311b5ad3 tempest-AttachVolumeTestJSON-431678780 tempest-AttachVolumeTestJSON-431678780-project] Notify agent at l3_agent.dv-cinder-787632-1-iscsi the message routers_updated {{(pid=86330) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 22 20:18:09.186497 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6dea756-2b1c-4fc7-8a02-0f293c5172a1 None None] Sync routers for ids ['1579061b-27c8-45c8-a86c-6a7fe76c2895'] in dv-cinder-787632-1-iscsi {{(pid=86332) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 22 20:18:09.201847 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6dea756-2b1c-4fc7-8a02-0f293c5172a1 None None] Routers {'1579061b-27c8-45c8-a86c-6a7fe76c2895'} bound to L3 agent in host dv-cinder-787632-1-iscsi {{(pid=86332) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 22 20:18:09.202546 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.l3_hamode_db [None req-b6dea756-2b1c-4fc7-8a02-0f293c5172a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f013c8e9d68>, 'dv-cinder-787632-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-04-22T20:03:28Z,description=<?>,heartbeat_timestamp=2021-04-22T20:17:59Z,host='dv-cinder-787632-1-iscsi',id=1df068ca-d615-4cb7-8020-fe6e8be709e3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-22T20:03:28Z,topic='l3_agent')) {'router_ids': ['1579061b-27c8-45c8-a86c-6a7fe76c2895'], 'active': True} {{(pid=86332) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 22 20:18:09.256459 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.l3_dvrscheduler_db [req-4148e1ef-c42a-45d2-bd46-aec70fb6065e req-7d125bfe-02de-49b1-a4de-1c22311b5ad3 tempest-AttachVolumeTestJSON-431678780 tempest-AttachVolumeTestJSON-431678780-project] No DVR routers for this DVR port c7ab190d-98a1-4dd1-a6b2-5d3d76fa576c on host hv-cinder-78763 {{(pid=86330) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 22 20:18:09.259155 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [req-4148e1ef-c42a-45d2-bd46-aec70fb6065e req-7d125bfe-02de-49b1-a4de-1c22311b5ad3 tempest-AttachVolumeTestJSON-431678780 tempest-AttachVolumeTestJSON-431678780-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-743'] for port, before_response {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:18:09.262413 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bddc0f2f-0ee7-4c72-a374-fbf6b6c4b398', 'name': 'network-vif-deleted', 'tag': 'c7ab190d-98a1-4dd1-a6b2-5d3d76fa576c'}] {{(pid=86330) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 22 20:18:09.283482 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-4148e1ef-c42a-45d2-bd46-aec70fb6065e req-7d125bfe-02de-49b1-a4de-1c22311b5ad3 tempest-AttachVolumeTestJSON-431678780 tempest-AttachVolumeTestJSON-431678780-project] 10.222.0.46 "DELETE /v2.0/ports/c7ab190d-98a1-4dd1-a6b2-5d3d76fa576c HTTP/1.1" status: 204  len: 173 time: 1.6695967
Apr 22 20:18:09.327333 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bddc0f2f-0ee7-4c72-a374-fbf6b6c4b398', 'name': 'network-vif-deleted', 'tag': 'c7ab190d-98a1-4dd1-a6b2-5d3d76fa576c', 'status': 'completed', 'code': 200}
Apr 22 20:18:09.572561 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.l3_dvr_db [None req-b6dea756-2b1c-4fc7-8a02-0f293c5172a1 None None] Set router 1579061b-27c8-45c8-a86c-6a7fe76c2895 gateway port host: dv-cinder-787632-1-iscsi {{(pid=86332) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 22 20:18:09.789063 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.quota.resource [req-70c6f70b-d857-4222-b3b6-c021704b906a req-08baf6dd-97fa-4b42-a7ad-0110f9810faf tempest-AttachVolumeTestJSON-431678780 tempest-AttachVolumeTestJSON-431678780-project] Synchronizing usage tracker for tenant:d911111607464bf49ef66ee3335728c8 on resource:port {{(pid=86330) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 22 20:18:09.809237 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.quota.resource [req-70c6f70b-d857-4222-b3b6-c021704b906a req-08baf6dd-97fa-4b42-a7ad-0110f9810faf tempest-AttachVolumeTestJSON-431678780 tempest-AttachVolumeTestJSON-431678780-project] Unset dirty status for tenant:d911111607464bf49ef66ee3335728c8 on resource:port {{(pid=86330) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 22 20:18:09.810614 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-70c6f70b-d857-4222-b3b6-c021704b906a req-08baf6dd-97fa-4b42-a7ad-0110f9810faf tempest-AttachVolumeTestJSON-431678780 tempest-AttachVolumeTestJSON-431678780-project] 10.222.0.30 "GET /v2.0/ports?device_id=bddc0f2f-0ee7-4c72-a374-fbf6b6c4b398 HTTP/1.1" status: 200  len: 210 time: 0.0731916
Apr 22 20:18:09.908278 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.l3_hamode_db [None req-b6dea756-2b1c-4fc7-8a02-0f293c5172a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f013c8e9d68>, [{'id': '1579061b-27c8-45c8-a86c-6a7fe76c2895', 'name': 'tempest-AttachVolumeTestJSON-860199075-router', 'tenant_id': 'd911111607464bf49ef66ee3335728c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b725cb4-6db6-4e68-9a61-1978e8a191a1', 'external_fixed_ips': [{'subnet_id': '1d4495d7-31a5-4e2d-a911-56ceae3a61c5', 'ip_address': '172.27.3.78'}], 'enable_snat': True}, 'gw_port_id': '9a2d43f7-bd9b-4d0f-8151-3b2eae8f716f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T20:11:35Z', 'updated_at': '2021-04-22T20:11:47Z', 'revision_number': 4, 'project_id': 'd911111607464bf49ef66ee3335728c8', 'gw_port': {'id': '9a2d43f7-bd9b-4d0f-8151-3b2eae8f716f', 'name': '', 'network_id': '1b725cb4-6db6-4e68-9a61-1978e8a191a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:bb:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1579061b-27c8-45c8-a86c-6a7fe76c2895', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '1d4495d7-31a5-4e2d-a911-56ceae3a61c5', 'ip_address': '172.27.3.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787632-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T20:11:36Z', 'updated_at': '2021-04-22T20:11:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d4495d7-31a5-4e2d-a911-56ceae3a61c5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787632-1-iscsi', '_interfaces': [{'id': 'ca272985-6352-40bc-a8aa-36c8497e6162', 'name': '', 'network_id': '8eb42aba-9fa9-48c5-ac95-29b89130e5f9', 'tenant_id': 'd911111607464bf49ef66ee3335728c8', 'mac_address': 'fa:16:3e:28:cc:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1579061b-27c8-45c8-a86c-6a7fe76c2895', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'e2d55e83-7c80-4c1a-99f4-0aea05526efc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787632-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T20:11:44Z', 'updated_at': '2021-04-22T20:11:59Z', 'revision_number': 5, 'project_id': 'd911111607464bf49ef66ee3335728c8', 'subnets': [{'id': 'e2d55e83-7c80-4c1a-99f4-0aea05526efc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787632-1-iscsi', False) {} {{(pid=86332) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 22 20:18:09.912430 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6dea756-2b1c-4fc7-8a02-0f293c5172a1 None None] Checking router: 1579061b-27c8-45c8-a86c-6a7fe76c2895 for host: dv-cinder-787632-1-iscsi {{(pid=86332) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 22 20:18:09.921382 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6dea756-2b1c-4fc7-8a02-0f293c5172a1 None None] Routers {'1579061b-27c8-45c8-a86c-6a7fe76c2895'} bound to L3 agent in host dv-cinder-787632-1-iscsi {{(pid=86332) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 22 20:18:09.922105 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.l3_hamode_db [None req-b6dea756-2b1c-4fc7-8a02-0f293c5172a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f013c8e9d68>, 'dv-cinder-787632-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-04-22T20:03:28Z,description=<?>,heartbeat_timestamp=2021-04-22T20:17:59Z,host='dv-cinder-787632-1-iscsi',id=1df068ca-d615-4cb7-8020-fe6e8be709e3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-22T20:03:28Z,topic='l3_agent')) {'router_ids': ['1579061b-27c8-45c8-a86c-6a7fe76c2895'], 'active': True} {{(pid=86332) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 22 20:18:10.108202 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.l3_dvr_db [None req-b6dea756-2b1c-4fc7-8a02-0f293c5172a1 None None] Set router 1579061b-27c8-45c8-a86c-6a7fe76c2895 gateway port host: dv-cinder-787632-1-iscsi {{(pid=86332) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 22 20:18:10.431246 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.l3_hamode_db [None req-b6dea756-2b1c-4fc7-8a02-0f293c5172a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f013c8e9d68>, [{'id': '1579061b-27c8-45c8-a86c-6a7fe76c2895', 'name': 'tempest-AttachVolumeTestJSON-860199075-router', 'tenant_id': 'd911111607464bf49ef66ee3335728c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b725cb4-6db6-4e68-9a61-1978e8a191a1', 'external_fixed_ips': [{'subnet_id': '1d4495d7-31a5-4e2d-a911-56ceae3a61c5', 'ip_address': '172.27.3.78'}], 'enable_snat': True}, 'gw_port_id': '9a2d43f7-bd9b-4d0f-8151-3b2eae8f716f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T20:11:35Z', 'updated_at': '2021-04-22T20:11:47Z', 'revision_number': 4, 'project_id': 'd911111607464bf49ef66ee3335728c8', 'gw_port': {'id': '9a2d43f7-bd9b-4d0f-8151-3b2eae8f716f', 'name': '', 'network_id': '1b725cb4-6db6-4e68-9a61-1978e8a191a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:bb:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1579061b-27c8-45c8-a86c-6a7fe76c2895', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '1d4495d7-31a5-4e2d-a911-56ceae3a61c5', 'ip_address': '172.27.3.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787632-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T20:11:36Z', 'updated_at': '2021-04-22T20:11:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d4495d7-31a5-4e2d-a911-56ceae3a61c5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787632-1-iscsi', '_interfaces': [{'id': 'ca272985-6352-40bc-a8aa-36c8497e6162', 'name': '', 'network_id': '8eb42aba-9fa9-48c5-ac95-29b89130e5f9', 'tenant_id': 'd911111607464bf49ef66ee3335728c8', 'mac_address': 'fa:16:3e:28:cc:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1579061b-27c8-45c8-a86c-6a7fe76c2895', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'e2d55e83-7c80-4c1a-99f4-0aea05526efc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787632-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T20:11:44Z', 'updated_at': '2021-04-22T20:11:59Z', 'revision_number': 5, 'project_id': 'd911111607464bf49ef66ee3335728c8', 'subnets': [{'id': 'e2d55e83-7c80-4c1a-99f4-0aea05526efc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787632-1-iscsi', False) {} {{(pid=86332) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 22 20:18:10.435291 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6dea756-2b1c-4fc7-8a02-0f293c5172a1 None None] The sync data for ids ['1579061b-27c8-45c8-a86c-6a7fe76c2895'] in dv-cinder-787632-1-iscsi is: [{'id': '1579061b-27c8-45c8-a86c-6a7fe76c2895', 'name': 'tempest-AttachVolumeTestJSON-860199075-router', 'tenant_id': 'd911111607464bf49ef66ee3335728c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b725cb4-6db6-4e68-9a61-1978e8a191a1', 'external_fixed_ips': [{'subnet_id': '1d4495d7-31a5-4e2d-a911-56ceae3a61c5', 'ip_address': '172.27.3.78'}], 'enable_snat': True}, 'gw_port_id': '9a2d43f7-bd9b-4d0f-8151-3b2eae8f716f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T20:11:35Z', 'updated_at': '2021-04-22T20:11:47Z', 'revision_number': 4, 'project_id': 'd911111607464bf49ef66ee3335728c8', 'gw_port': {'id': '9a2d43f7-bd9b-4d0f-8151-3b2eae8f716f', 'name': '', 'network_id': '1b725cb4-6db6-4e68-9a61-1978e8a191a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:bb:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1579061b-27c8-45c8-a86c-6a7fe76c2895', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '1d4495d7-31a5-4e2d-a911-56ceae3a61c5', 'ip_address': '172.27.3.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787632-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T20:11:36Z', 'updated_at': '2021-04-22T20:11:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d4495d7-31a5-4e2d-a911-56ceae3a61c5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787632-1-iscsi', '_interfaces': [{'id': 'ca272985-6352-40bc-a8aa-36c8497e6162', 'name': '', 'network_id': '8eb42aba-9fa9-48c5-ac95-29b89130e5f9', 'tenant_id': 'd911111607464bf49ef66ee3335728c8', 'mac_address': 'fa:16:3e:28:cc:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1579061b-27c8-45c8-a86c-6a7fe76c2895', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'e2d55e83-7c80-4c1a-99f4-0aea05526efc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787632-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T20:11:44Z', 'updated_at': '2021-04-22T20:11:59Z', 'revision_number': 5, 'project_id': 'd911111607464bf49ef66ee3335728c8', 'subnets': [{'id': 'e2d55e83-7c80-4c1a-99f4-0aea05526efc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86332) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 22 20:18:10.600823 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.rpc [None req-cbbe70c9-0b39-4f9d-be6e-4133a7c8f54f None None] Device c7ab190d-98a1-4dd1-a6b2-5d3d76fa576c no longer exists at agent hyperv_hv-cinder-78763 {{(pid=86332) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 22 20:18:10.641583 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.plugin [None req-cbbe70c9-0b39-4f9d-be6e-4133a7c8f54f None None] No Port match for: c7ab190d-98a1-4dd1-a6b2-5d3d76fa576c {{(pid=86332) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 22 20:18:10.642049 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.rpc [None req-cbbe70c9-0b39-4f9d-be6e-4133a7c8f54f None None] Device c7ab190d-98a1-4dd1-a6b2-5d3d76fa576c not bound to the agent host hv-cinder-78763 {{(pid=86332) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 22 20:18:10.793340 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ae52e4b-49ac-45fc-ae5a-221237063c97 None None] New status for floating IP b14843fb-2427-4899-a9c6-551d92bbea41: DOWN {{(pid=86333) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Apr 22 20:18:10.942078 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.wsgi [-] (86331) accepted ('10.222.0.30', 42114) {{(pid=86331) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 20:18:11.010110 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-e8c32553-09a2-44a7-8aad-fad2804e17c3 tempest-AttachVolumeTestJSON-431678780 tempest-AttachVolumeTestJSON-431678780-project] Notify callbacks [] for security_group, before_delete {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:18:11.040759 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-e8c32553-09a2-44a7-8aad-fad2804e17c3 tempest-AttachVolumeTestJSON-431678780 tempest-AttachVolumeTestJSON-431678780-project] Notify callbacks [] for security_group, precommit_delete {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:18:11.088153 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-e8c32553-09a2-44a7-8aad-fad2804e17c3 tempest-AttachVolumeTestJSON-431678780 tempest-AttachVolumeTestJSON-431678780-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393900'] for security_group, after_delete {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:18:11.093559 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [None req-587e49fb-ac85-41e2-ae0b-c8bb4a5e89f9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 20:18:11.109904 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c32553-09a2-44a7-8aad-fad2804e17c3 tempest-AttachVolumeTestJSON-431678780 tempest-AttachVolumeTestJSON-431678780-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee49f099-4f69-42f6-80cf-edc32cf4993d,revision_number=None']} {{(pid=86331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 20:18:11.114178 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [None req-e8c32553-09a2-44a7-8aad-fad2804e17c3 tempest-AttachVolumeTestJSON-431678780 tempest-AttachVolumeTestJSON-431678780-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 20:18:11.117528 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-e8c32553-09a2-44a7-8aad-fad2804e17c3 tempest-AttachVolumeTestJSON-431678780 tempest-AttachVolumeTestJSON-431678780-project] Notify callbacks [] for security_group, before_response {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:18:11.118752 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [None req-e8c32553-09a2-44a7-8aad-fad2804e17c3 tempest-AttachVolumeTestJSON-431678780 tempest-AttachVolumeTestJSON-431678780-project] 10.222.0.30 "DELETE /v2.0/security-groups/ee49f099-4f69-42f6-80cf-edc32cf4993d HTTP/1.1" status: 204  len: 168 time: 0.1756248
Apr 22 20:18:11.121547 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.wsgi [-] (86331) accepted ('10.222.0.30', 42118) {{(pid=86331) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 20:18:11.138617 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.api.v2.resource [None req-89a2ffb9-8d01-4df7-b77b-c3634ad06922 tempest-AttachVolumeTestJSON-431678780 tempest-AttachVolumeTestJSON-431678780-project] show failed (client error): The resource could not be found.
Apr 22 20:18:11.139673 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [None req-89a2ffb9-8d01-4df7-b77b-c3634ad06922 tempest-AttachVolumeTestJSON-431678780 tempest-AttachVolumeTestJSON-431678780-project] 10.222.0.30 "GET /v2.0/security-groups/ee49f099-4f69-42f6-80cf-edc32cf4993d HTTP/1.1" status: 404  len: 347 time: 0.0171282
Apr 22 20:18:11.142656 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.wsgi [-] (86331) accepted ('10.222.0.30', 42122) {{(pid=86331) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 20:18:11.305688 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.plugin [None req-a97df5e8-bca2-4d03-999a-ac7b424ecc67 tempest-AttachVolumeTestJSON-431678780 tempest-AttachVolumeTestJSON-431678780-project] Deleting port 55243524-eff7-48b4-875d-49f8da10817f {{(pid=86331) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 22 20:18:11.306019 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-a97df5e8-bca2-4d03-999a-ac7b424ecc67 tempest-AttachVolumeTestJSON-431678780 tempest-AttachVolumeTestJSON-431678780-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363309146780532'] for port, before_delete {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:18:11.480891 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-a97df5e8-bca2-4d03-999a-ac7b424ecc67 tempest-AttachVolumeTestJSON-431678780 tempest-AttachVolumeTestJSON-431678780-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854358147'] for port, precommit_delete {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:18:11.481253 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-a97df5e8-bca2-4d03-999a-ac7b424ecc67 tempest-AttachVolumeTestJSON-431678780 tempest-AttachVolumeTestJSON-431678780-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:18:11.609003 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.plugin [None req-a97df5e8-bca2-4d03-999a-ac7b424ecc67 tempest-AttachVolumeTestJSON-431678780 tempest-AttachVolumeTestJSON-431678780-project] Calling delete_port for 55243524-eff7-48b4-875d-49f8da10817f owned by network:floatingip {{(pid=86331) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 22 20:18:11.749297 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-a97df5e8-bca2-4d03-999a-ac7b424ecc67 tempest-AttachVolumeTestJSON-431678780 tempest-AttachVolumeTestJSON-431678780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854198495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853168226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363309146778399', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727707567663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1223862'] for port, after_delete {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:18:11.753901 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [None req-d0244bfb-b427-4dc5-a07b-2a959501d8ba admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 20:18:11.798559 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a97df5e8-bca2-4d03-999a-ac7b424ecc67 tempest-AttachVolumeTestJSON-431678780 tempest-AttachVolumeTestJSON-431678780-project] Pushing event deleted for resources: {'Port': ['ID=55243524-eff7-48b4-875d-49f8da10817f,revision_number=None']} {{(pid=86331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 20:18:11.802470 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [None req-a97df5e8-bca2-4d03-999a-ac7b424ecc67 tempest-AttachVolumeTestJSON-431678780 tempest-AttachVolumeTestJSON-431678780-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 20:18:11.895796 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-a97df5e8-bca2-4d03-999a-ac7b424ecc67 tempest-AttachVolumeTestJSON-431678780 tempest-AttachVolumeTestJSON-431678780-project] Notify callbacks [] for floatingip, after_delete {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:18:11.913264 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-a97df5e8-bca2-4d03-999a-ac7b424ecc67 tempest-AttachVolumeTestJSON-431678780 tempest-AttachVolumeTestJSON-431678780-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-743'] for floatingip, before_response {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:18:11.914506 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [None req-a97df5e8-bca2-4d03-999a-ac7b424ecc67 tempest-AttachVolumeTestJSON-431678780 tempest-AttachVolumeTestJSON-431678780-project] 10.222.0.30 "DELETE /v2.0/floatingips/b14843fb-2427-4899-a9c6-551d92bbea41 HTTP/1.1" status: 204  len: 168 time: 0.7709095
Apr 22 20:18:15.951868 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.wsgi [-] (86331) accepted ('10.222.0.30', 42156) {{(pid=86331) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 20:18:16.850610 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-b2b78cbd-506b-45a9-acf9-22aa4fa25230 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854353510'] for router_interface, before_delete {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:18:17.220085 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.plugin [None req-b2b78cbd-506b-45a9-acf9-22aa4fa25230 admin admin] Deleting port ca272985-6352-40bc-a8aa-36c8497e6162 {{(pid=86331) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 22 20:18:17.220616 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-b2b78cbd-506b-45a9-acf9-22aa4fa25230 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363309146780532'] for port, before_delete {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:18:17.399113 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.db [None req-b2b78cbd-506b-45a9-acf9-22aa4fa25230 admin admin] For port ca272985-6352-40bc-a8aa-36c8497e6162, host dv-cinder-787632-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787632-1-iscsi',level=0,port_id=ca272985-6352-40bc-a8aa-36c8497e6162,segment=NetworkSegment(ee2cf152-35a2-4f0a-9e62-a52542065261),segment_id=ee2cf152-35a2-4f0a-9e62-a52542065261)] {{(pid=86331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 22 20:18:17.399544 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-b2b78cbd-506b-45a9-acf9-22aa4fa25230 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854358147'] for port, precommit_delete {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:18:17.530813 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.plugin [None req-b2b78cbd-506b-45a9-acf9-22aa4fa25230 admin admin] Calling delete_port for ca272985-6352-40bc-a8aa-36c8497e6162 owned by network:router_interface {{(pid=86331) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 22 20:18:17.840267 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-b2b78cbd-506b-45a9-acf9-22aa4fa25230 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854198495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853168226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363309146778399', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727707567663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1223862'] for port, after_delete {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:18:17.844829 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [None req-4ec73f9e-2cba-46c2-ab53-f42a89d9c862 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 20:18:17.890155 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b78cbd-506b-45a9-acf9-22aa4fa25230 admin admin] Pushing event deleted for resources: {'Port': ['ID=ca272985-6352-40bc-a8aa-36c8497e6162,revision_number=None']} {{(pid=86331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 20:18:17.893619 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [None req-b2b78cbd-506b-45a9-acf9-22aa4fa25230 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 20:18:18.168298 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-b2b78cbd-506b-45a9-acf9-22aa4fa25230 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1607590', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854353436'] for router_interface, after_delete {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:18:18.537372 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b2b78cbd-506b-45a9-acf9-22aa4fa25230 admin admin] Router 1579061b-27c8-45c8-a86c-6a7fe76c2895 has already been hosted by L3 agent 1df068ca-d615-4cb7-8020-fe6e8be709e3 {{(pid=86331) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 22 20:18:18.694240 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-cbbe70c9-0b39-4f9d-be6e-4133a7c8f54f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309146858885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640583'] for agent, after_update {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:18:18.948055 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2b78cbd-506b-45a9-acf9-22aa4fa25230 admin admin] Notify agent at l3_agent.dv-cinder-787632-1-iscsi the message routers_updated {{(pid=86331) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 22 20:18:18.956650 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd927ca5-9dcd-405a-802f-c1d7ca7c9a4c None None] Sync routers for ids ['1579061b-27c8-45c8-a86c-6a7fe76c2895'] in dv-cinder-787632-1-iscsi {{(pid=86332) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 22 20:18:18.961499 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [None req-b2b78cbd-506b-45a9-acf9-22aa4fa25230 admin admin] 10.222.0.30 "PUT /v2.0/routers/1579061b-27c8-45c8-a86c-6a7fe76c2895/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.0085073
Apr 22 20:18:18.964219 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.wsgi [-] (86331) accepted ('10.222.0.30', 42166) {{(pid=86331) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 20:18:18.966688 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd927ca5-9dcd-405a-802f-c1d7ca7c9a4c None None] Routers {'1579061b-27c8-45c8-a86c-6a7fe76c2895'} bound to L3 agent in host dv-cinder-787632-1-iscsi {{(pid=86332) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 22 20:18:18.967353 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.l3_hamode_db [None req-fd927ca5-9dcd-405a-802f-c1d7ca7c9a4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f013d97b550>, 'dv-cinder-787632-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-04-22T20:03:28Z,description=<?>,heartbeat_timestamp=2021-04-22T20:17:59Z,host='dv-cinder-787632-1-iscsi',id=1df068ca-d615-4cb7-8020-fe6e8be709e3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-22T20:03:28Z,topic='l3_agent')) {'router_ids': ['1579061b-27c8-45c8-a86c-6a7fe76c2895'], 'active': True} {{(pid=86332) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 22 20:18:19.150452 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-bb936d21-802d-4c58-ac77-fc7bcbe5aace admin admin] Notify callbacks [] for router, before_delete {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:18:19.157231 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.l3_dvr_db [None req-fd927ca5-9dcd-405a-802f-c1d7ca7c9a4c None None] Set router 1579061b-27c8-45c8-a86c-6a7fe76c2895 gateway port host: dv-cinder-787632-1-iscsi {{(pid=86332) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 22 20:18:19.340126 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-bb936d21-802d-4c58-ac77-fc7bcbe5aace admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:18:19.348269 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.plugin [None req-bb936d21-802d-4c58-ac77-fc7bcbe5aace admin admin] Deleting port 9a2d43f7-bd9b-4d0f-8151-3b2eae8f716f {{(pid=86331) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 22 20:18:19.349205 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-bb936d21-802d-4c58-ac77-fc7bcbe5aace admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363309146780532'] for port, before_delete {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:18:19.457483 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.l3_hamode_db [None req-fd927ca5-9dcd-405a-802f-c1d7ca7c9a4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f013d97b550>, [{'id': '1579061b-27c8-45c8-a86c-6a7fe76c2895', 'name': 'tempest-AttachVolumeTestJSON-860199075-router', 'tenant_id': 'd911111607464bf49ef66ee3335728c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b725cb4-6db6-4e68-9a61-1978e8a191a1', 'external_fixed_ips': [{'subnet_id': '1d4495d7-31a5-4e2d-a911-56ceae3a61c5', 'ip_address': '172.27.3.78'}], 'enable_snat': True}, 'gw_port_id': '9a2d43f7-bd9b-4d0f-8151-3b2eae8f716f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T20:11:35Z', 'updated_at': '2021-04-22T20:18:17Z', 'revision_number': 5, 'project_id': 'd911111607464bf49ef66ee3335728c8', 'gw_port': {'id': '9a2d43f7-bd9b-4d0f-8151-3b2eae8f716f', 'name': '', 'network_id': '1b725cb4-6db6-4e68-9a61-1978e8a191a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:bb:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1579061b-27c8-45c8-a86c-6a7fe76c2895', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '1d4495d7-31a5-4e2d-a911-56ceae3a61c5', 'ip_address': '172.27.3.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787632-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T20:11:36Z', 'updated_at': '2021-04-22T20:11:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d4495d7-31a5-4e2d-a911-56ceae3a61c5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787632-1-iscsi'}], 'dv-cinder-787632-1-iscsi', False) {} {{(pid=86332) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 22 20:18:19.462056 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd927ca5-9dcd-405a-802f-c1d7ca7c9a4c None None] Checking router: 1579061b-27c8-45c8-a86c-6a7fe76c2895 for host: dv-cinder-787632-1-iscsi {{(pid=86332) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 22 20:18:19.471006 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd927ca5-9dcd-405a-802f-c1d7ca7c9a4c None None] Routers {'1579061b-27c8-45c8-a86c-6a7fe76c2895'} bound to L3 agent in host dv-cinder-787632-1-iscsi {{(pid=86332) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 22 20:18:19.471673 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.l3_hamode_db [None req-fd927ca5-9dcd-405a-802f-c1d7ca7c9a4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f013d97b550>, 'dv-cinder-787632-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-04-22T20:03:28Z,description=<?>,heartbeat_timestamp=2021-04-22T20:17:59Z,host='dv-cinder-787632-1-iscsi',id=1df068ca-d615-4cb7-8020-fe6e8be709e3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-22T20:03:28Z,topic='l3_agent')) {'router_ids': ['1579061b-27c8-45c8-a86c-6a7fe76c2895'], 'active': True} {{(pid=86332) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 22 20:18:19.533278 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.db [None req-bb936d21-802d-4c58-ac77-fc7bcbe5aace admin admin] For port 9a2d43f7-bd9b-4d0f-8151-3b2eae8f716f, host dv-cinder-787632-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787632-1-iscsi',level=0,port_id=9a2d43f7-bd9b-4d0f-8151-3b2eae8f716f,segment=NetworkSegment(8e8fb218-3d63-4c3d-9ab1-544471c4929e),segment_id=8e8fb218-3d63-4c3d-9ab1-544471c4929e)] {{(pid=86331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 22 20:18:19.533680 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-bb936d21-802d-4c58-ac77-fc7bcbe5aace admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854358147'] for port, precommit_delete {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:18:19.630569 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.l3_dvr_db [None req-fd927ca5-9dcd-405a-802f-c1d7ca7c9a4c None None] Set router 1579061b-27c8-45c8-a86c-6a7fe76c2895 gateway port host: None {{(pid=86332) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 22 20:18:19.668876 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.plugin [None req-bb936d21-802d-4c58-ac77-fc7bcbe5aace admin admin] Calling delete_port for 9a2d43f7-bd9b-4d0f-8151-3b2eae8f716f owned by network:router_gateway {{(pid=86331) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 22 20:18:19.747396 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.l3_hamode_db [None req-fd927ca5-9dcd-405a-802f-c1d7ca7c9a4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f013d97b550>, [{'id': '1579061b-27c8-45c8-a86c-6a7fe76c2895', 'name': 'tempest-AttachVolumeTestJSON-860199075-router', 'tenant_id': 'd911111607464bf49ef66ee3335728c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T20:11:35Z', 'updated_at': '2021-04-22T20:18:19Z', 'revision_number': 6, 'project_id': 'd911111607464bf49ef66ee3335728c8', 'gw_port_host': None}], 'dv-cinder-787632-1-iscsi', False) {} {{(pid=86332) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 22 20:18:19.751567 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd927ca5-9dcd-405a-802f-c1d7ca7c9a4c None None] The sync data for ids ['1579061b-27c8-45c8-a86c-6a7fe76c2895'] in dv-cinder-787632-1-iscsi is: [{'id': '1579061b-27c8-45c8-a86c-6a7fe76c2895', 'name': 'tempest-AttachVolumeTestJSON-860199075-router', 'tenant_id': 'd911111607464bf49ef66ee3335728c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T20:11:35Z', 'updated_at': '2021-04-22T20:18:19Z', 'revision_number': 6, 'project_id': 'd911111607464bf49ef66ee3335728c8', 'gw_port_host': None}] {{(pid=86332) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 22 20:18:19.852762 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-bb936d21-802d-4c58-ac77-fc7bcbe5aace admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854198495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853168226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363309146778399', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727707567663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1223862'] for port, after_delete {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:18:19.857718 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [None req-9bd1aff8-5b3f-4b04-8e9a-55fce1727b88 tempest-TestVolumeBootPattern-572234504 tempest-TestVolumeBootPattern-572234504-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 20:18:19.909881 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb936d21-802d-4c58-ac77-fc7bcbe5aace admin admin] Pushing event deleted for resources: {'Port': ['ID=9a2d43f7-bd9b-4d0f-8151-3b2eae8f716f,revision_number=None']} {{(pid=86331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 20:18:19.913299 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [None req-bb936d21-802d-4c58-ac77-fc7bcbe5aace admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 20:18:20.006621 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-bb936d21-802d-4c58-ac77-fc7bcbe5aace admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-416357'] for router_gateway, after_delete {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:18:20.190282 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-bb936d21-802d-4c58-ac77-fc7bcbe5aace admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-429369', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854773922'] for router, precommit_delete {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:18:20.192597 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-bb936d21-802d-4c58-ac77-fc7bcbe5aace admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:18:20.280462 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-bb936d21-802d-4c58-ac77-fc7bcbe5aace admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854347139'] for router, after_delete {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:18:20.281049 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb936d21-802d-4c58-ac77-fc7bcbe5aace admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1579061b-27c8-45c8-a86c-6a7fe76c2895 {{(pid=86331) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}}
Apr 22 20:18:20.295003 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-bb936d21-802d-4c58-ac77-fc7bcbe5aace admin admin] Notify callbacks [] for router, before_response {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:18:20.296194 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [None req-bb936d21-802d-4c58-ac77-fc7bcbe5aace admin admin] 10.222.0.30 "DELETE /v2.0/routers/1579061b-27c8-45c8-a86c-6a7fe76c2895 HTTP/1.1" status: 204  len: 168 time: 1.3309858
Apr 22 20:18:20.298962 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.wsgi [-] (86331) accepted ('10.222.0.30', 42170) {{(pid=86331) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 20:18:20.362389 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.db_base_plugin_v2 [None req-a45284d2-5247-456a-9e8a-23f7c87b9dbb admin admin] Deleting subnet e2d55e83-7c80-4c1a-99f4-0aea05526efc {{(pid=86331) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Apr 22 20:18:20.366088 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-a45284d2-5247-456a-9e8a-23f7c87b9dbb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:18:20.420511 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-a45284d2-5247-456a-9e8a-23f7c87b9dbb admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036852418941'] for subnet, precommit_delete_associations {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:18:20.544804 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-a45284d2-5247-456a-9e8a-23f7c87b9dbb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853244368'] for subnet, precommit_delete {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:18:20.801857 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-a45284d2-5247-456a-9e8a-23f7c87b9dbb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1531400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853168226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1221474', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3711047'] for subnet, after_delete {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:18:20.806835 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 20:18:20.841992 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a45284d2-5247-456a-9e8a-23f7c87b9dbb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e2d55e83-7c80-4c1a-99f4-0aea05526efc,revision_number=None']} {{(pid=86331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 20:18:20.845253 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [None req-a45284d2-5247-456a-9e8a-23f7c87b9dbb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 20:18:20.846325 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-a45284d2-5247-456a-9e8a-23f7c87b9dbb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853168243'] for subnet, before_response {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:18:20.852137 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1edfc319-f413-422a-acf3-31b1e4b9b4ab None None] Network 8eb42aba-9fa9-48c5-ac95-29b89130e5f9 requested from dv-cinder-787632-1-iscsi {{(pid=86332) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 22 20:18:20.853159 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [None req-a45284d2-5247-456a-9e8a-23f7c87b9dbb admin admin] 10.222.0.30 "DELETE /v2.0/subnets/e2d55e83-7c80-4c1a-99f4-0aea05526efc HTTP/1.1" status: 204  len: 168 time: 0.5532000
Apr 22 20:18:20.855771 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.wsgi [-] (86331) accepted ('10.222.0.30', 42174) {{(pid=86331) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 20:18:20.969306 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-e0c1351b-7702-47c8-9ad6-05d405293002 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854197124'] for network, before_delete {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:18:20.980137 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.plugin [None req-e0c1351b-7702-47c8-9ad6-05d405293002 admin admin] Deleting port 4444b118-daaa-4950-a460-c17b3e764866 {{(pid=86331) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 22 20:18:20.980503 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-e0c1351b-7702-47c8-9ad6-05d405293002 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363309146780532'] for port, before_delete {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:18:21.121123 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-083ffc56-0932-4ba7-80b9-2dceb8339a56 None None] DHCP port deletion for 8eb42aba-9fa9-48c5-ac95-29b89130e5f9 request from dv-cinder-787632-1-iscsi {{(pid=86332) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}}
Apr 22 20:18:21.125482 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.plugin [None req-083ffc56-0932-4ba7-80b9-2dceb8339a56 None None] Deleting port 4444b118-daaa-4950-a460-c17b3e764866 {{(pid=86332) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 22 20:18:21.125934 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-083ffc56-0932-4ba7-80b9-2dceb8339a56 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363309146780532'] for port, before_delete {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:18:21.199170 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.db [None req-e0c1351b-7702-47c8-9ad6-05d405293002 admin admin] For port 4444b118-daaa-4950-a460-c17b3e764866, host dv-cinder-787632-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787632-1-iscsi',level=0,port_id=4444b118-daaa-4950-a460-c17b3e764866,segment=NetworkSegment(ee2cf152-35a2-4f0a-9e62-a52542065261),segment_id=ee2cf152-35a2-4f0a-9e62-a52542065261)] {{(pid=86331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 22 20:18:21.199566 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-e0c1351b-7702-47c8-9ad6-05d405293002 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854358147'] for port, precommit_delete {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:18:21.333654 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.plugin [None req-e0c1351b-7702-47c8-9ad6-05d405293002 admin admin] Calling delete_port for 4444b118-daaa-4950-a460-c17b3e764866 owned by network:dhcp {{(pid=86331) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 22 20:18:21.415334 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-e0c1351b-7702-47c8-9ad6-05d405293002 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854198495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853168226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363309146778399', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727707567663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1223862'] for port, after_delete {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:18:21.420148 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [None req-1c69c922-5021-4a7c-a1af-f5f1937528f8 tempest-AttachVolumeTestJSON-431678780 tempest-AttachVolumeTestJSON-431678780-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 20:18:21.464865 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c1351b-7702-47c8-9ad6-05d405293002 admin admin] Pushing event deleted for resources: {'Port': ['ID=4444b118-daaa-4950-a460-c17b3e764866,revision_number=None']} {{(pid=86331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 20:18:21.468270 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [None req-e0c1351b-7702-47c8-9ad6-05d405293002 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 20:18:21.469088 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0c1351b-7702-47c8-9ad6-05d405293002 admin admin] No DVR routers for this DVR port 4444b118-daaa-4950-a460-c17b3e764866 on host dv-cinder-787632-1-iscsi {{(pid=86331) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 22 20:18:21.505714 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.db [None req-083ffc56-0932-4ba7-80b9-2dceb8339a56 None None] For port 4444b118-daaa-4950-a460-c17b3e764866, host dv-cinder-787632-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787632-1-iscsi',level=0,port_id=4444b118-daaa-4950-a460-c17b3e764866,segment=NetworkSegment(ee2cf152-35a2-4f0a-9e62-a52542065261),segment_id=ee2cf152-35a2-4f0a-9e62-a52542065261)] {{(pid=86332) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 22 20:18:21.506201 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-083ffc56-0932-4ba7-80b9-2dceb8339a56 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854358147'] for port, precommit_delete {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:18:21.592021 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-e0c1351b-7702-47c8-9ad6-05d405293002 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1531493', 'neutron.services.segments.db._delete_segments_for_network-8727707916915'] for network, precommit_delete {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:18:21.635936 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.plugin [None req-083ffc56-0932-4ba7-80b9-2dceb8339a56 None None] Calling delete_port for 4444b118-daaa-4950-a460-c17b3e764866 owned by network:dhcp {{(pid=86332) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 22 20:18:21.675444 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.rpc [None req-08e5d76f-3fe5-4242-a4b8-30f374028052 None None] Device 4444b118-daaa-4950-a460-c17b3e764866 no longer exists at agent ovs-agent-dv-cinder-787632-1-iscsi {{(pid=86332) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 22 20:18:21.718510 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.plugin [None req-08e5d76f-3fe5-4242-a4b8-30f374028052 None None] No Port match for: 4444b118-daaa-4950-a460-c17b3e764866 {{(pid=86332) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 22 20:18:21.718904 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.rpc [None req-08e5d76f-3fe5-4242-a4b8-30f374028052 None None] Device 4444b118-daaa-4950-a460-c17b3e764866 not bound to the agent host dv-cinder-787632-1-iscsi {{(pid=86332) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 22 20:18:21.719375 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.rpc [None req-08e5d76f-3fe5-4242-a4b8-30f374028052 None None] Device ca272985-6352-40bc-a8aa-36c8497e6162 no longer exists at agent ovs-agent-dv-cinder-787632-1-iscsi {{(pid=86332) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 22 20:18:21.767174 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.plugin [None req-08e5d76f-3fe5-4242-a4b8-30f374028052 None None] No Port match for: ca272985-6352-40bc-a8aa-36c8497e6162 {{(pid=86332) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 22 20:18:21.767568 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.rpc [None req-08e5d76f-3fe5-4242-a4b8-30f374028052 None None] Device ca272985-6352-40bc-a8aa-36c8497e6162 not bound to the agent host dv-cinder-787632-1-iscsi {{(pid=86332) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 22 20:18:21.768040 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.rpc [None req-08e5d76f-3fe5-4242-a4b8-30f374028052 None None] Device 9a2d43f7-bd9b-4d0f-8151-3b2eae8f716f no longer exists at agent ovs-agent-dv-cinder-787632-1-iscsi {{(pid=86332) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 22 20:18:21.810519 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.plugin [None req-08e5d76f-3fe5-4242-a4b8-30f374028052 None None] No Port match for: 9a2d43f7-bd9b-4d0f-8151-3b2eae8f716f {{(pid=86332) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 22 20:18:21.811069 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.rpc [None req-08e5d76f-3fe5-4242-a4b8-30f374028052 None None] Device 9a2d43f7-bd9b-4d0f-8151-3b2eae8f716f not bound to the agent host dv-cinder-787632-1-iscsi {{(pid=86332) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 22 20:18:21.900267 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.db.api [None req-083ffc56-0932-4ba7-80b9-2dceb8339a56 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=86332) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Apr 22 20:18:21.900678 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_db.api [None req-083ffc56-0932-4ba7-80b9-2dceb8339a56 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=86332) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Apr 22 20:18:21.940348 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.services.segments.db [None req-e0c1351b-7702-47c8-9ad6-05d405293002 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f013cfb76d8>,) {'filters': {'network_id': ['8eb42aba-9fa9-48c5-ac95-29b89130e5f9']}} {{(pid=86331) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 22 20:18:21.952640 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.services.segments.db [None req-e0c1351b-7702-47c8-9ad6-05d405293002 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f013cfb76d8>, 'ee2cf152-35a2-4f0a-9e62-a52542065261') {'for_net_delete': True} {{(pid=86331) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 22 20:18:21.952979 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.services.segments.db [None req-e0c1351b-7702-47c8-9ad6-05d405293002 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f013cfb76d8>, 'ee2cf152-35a2-4f0a-9e62-a52542065261') {} {{(pid=86331) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 22 20:18:21.964612 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-e0c1351b-7702-47c8-9ad6-05d405293002 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363309146702435', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2356875'] for segment, before_delete {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:18:21.981942 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-e0c1351b-7702-47c8-9ad6-05d405293002 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1523030'] for segment, precommit_delete {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:18:21.988048 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e0c1351b-7702-47c8-9ad6-05d405293002 admin admin] Releasing vlan 389 on physical network physnet1 to pool {{(pid=86331) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}}
Apr 22 20:18:22.162993 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.managers [None req-e0c1351b-7702-47c8-9ad6-05d405293002 admin admin] Network 8eb42aba-9fa9-48c5-ac95-29b89130e5f9 has no segments {{(pid=86331) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 22 20:18:22.171679 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-e0c1351b-7702-47c8-9ad6-05d405293002 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853252831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036853551935'] for segment, after_delete {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:18:22.342149 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.managers [None req-e0c1351b-7702-47c8-9ad6-05d405293002 admin admin] Network 8eb42aba-9fa9-48c5-ac95-29b89130e5f9 has no segments {{(pid=86331) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 22 20:18:22.367587 dv-cinder-787632-1-iscsi neutron-server[86219]: Traceback (most recent call last):
Apr 22 20:18:22.367587 dv-cinder-787632-1-iscsi neutron-server[86219]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 22 20:18:22.367587 dv-cinder-787632-1-iscsi neutron-server[86219]:     timer()
Apr 22 20:18:22.367587 dv-cinder-787632-1-iscsi neutron-server[86219]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 22 20:18:22.367587 dv-cinder-787632-1-iscsi neutron-server[86219]:     cb(*args, **kw)
Apr 22 20:18:22.367587 dv-cinder-787632-1-iscsi neutron-server[86219]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Apr 22 20:18:22.367587 dv-cinder-787632-1-iscsi neutron-server[86219]:     return func(*args, **kwargs)
Apr 22 20:18:22.367587 dv-cinder-787632-1-iscsi neutron-server[86219]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 22 20:18:22.367587 dv-cinder-787632-1-iscsi neutron-server[86219]:     self._notify()
Apr 22 20:18:22.367587 dv-cinder-787632-1-iscsi neutron-server[86219]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 22 20:18:22.367587 dv-cinder-787632-1-iscsi neutron-server[86219]:     self.callback(batched_events)
Apr 22 20:18:22.367587 dv-cinder-787632-1-iscsi neutron-server[86219]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 22 20:18:22.367587 dv-cinder-787632-1-iscsi neutron-server[86219]:     event.method(event)
Apr 22 20:18:22.367587 dv-cinder-787632-1-iscsi neutron-server[86219]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 22 20:18:22.367587 dv-cinder-787632-1-iscsi neutron-server[86219]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 22 20:18:22.367587 dv-cinder-787632-1-iscsi neutron-server[86219]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Apr 22 20:18:22.367587 dv-cinder-787632-1-iscsi neutron-server[86219]:     segment_id)['aggregates'][0]
Apr 22 20:18:22.367587 dv-cinder-787632-1-iscsi neutron-server[86219]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 22 20:18:22.367587 dv-cinder-787632-1-iscsi neutron-server[86219]:     return f(self, *a, **k)
Apr 22 20:18:22.367587 dv-cinder-787632-1-iscsi neutron-server[86219]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 22 20:18:22.367587 dv-cinder-787632-1-iscsi neutron-server[86219]:     return self._get(url).json()
Apr 22 20:18:22.367587 dv-cinder-787632-1-iscsi neutron-server[86219]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 22 20:18:22.367587 dv-cinder-787632-1-iscsi neutron-server[86219]:     **kwargs)
Apr 22 20:18:22.367587 dv-cinder-787632-1-iscsi neutron-server[86219]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 22 20:18:22.367587 dv-cinder-787632-1-iscsi neutron-server[86219]:     return self.request(url, 'GET', **kwargs)
Apr 22 20:18:22.367587 dv-cinder-787632-1-iscsi neutron-server[86219]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request
Apr 22 20:18:22.367587 dv-cinder-787632-1-iscsi neutron-server[86219]:     **endpoint_filter)
Apr 22 20:18:22.367587 dv-cinder-787632-1-iscsi neutron-server[86219]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 22 20:18:22.367587 dv-cinder-787632-1-iscsi neutron-server[86219]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 22 20:18:22.367587 dv-cinder-787632-1-iscsi neutron-server[86219]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 22 20:18:22.367587 dv-cinder-787632-1-iscsi neutron-server[86219]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 22 20:18:22.367587 dv-cinder-787632-1-iscsi neutron-server[86219]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 22 20:18:22.402319 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.plugin [None req-083ffc56-0932-4ba7-80b9-2dceb8339a56 None None] Deleting port 4444b118-daaa-4950-a460-c17b3e764866 {{(pid=86332) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 22 20:18:22.402756 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-083ffc56-0932-4ba7-80b9-2dceb8339a56 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363309146780532'] for port, before_delete {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:18:22.445062 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-e0c1351b-7702-47c8-9ad6-05d405293002 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853244307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853168226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-427906'] for network, after_delete {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:18:22.448652 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 20:18:22.462443 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-e0c1351b-7702-47c8-9ad6-05d405293002 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853168243'] for network, before_response {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:18:22.474012 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c1351b-7702-47c8-9ad6-05d405293002 admin admin] Pushing event deleted for resources: {'Network': ['ID=8eb42aba-9fa9-48c5-ac95-29b89130e5f9,revision_number=None']} {{(pid=86331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 20:18:22.477194 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.plugin [None req-083ffc56-0932-4ba7-80b9-2dceb8339a56 None None] The port '4444b118-daaa-4950-a460-c17b3e764866' was deleted {{(pid=86332) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}}
Apr 22 20:18:22.477666 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [None req-e0c1351b-7702-47c8-9ad6-05d405293002 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 20:18:22.523082 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [None req-e0c1351b-7702-47c8-9ad6-05d405293002 admin admin] 10.222.0.30 "DELETE /v2.0/networks/8eb42aba-9fa9-48c5-ac95-29b89130e5f9 HTTP/1.1" status: 204  len: 168 time: 1.6658356
Apr 22 20:18:22.638802 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.wsgi [-] (86331) accepted ('10.222.0.30', 42180) {{(pid=86331) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 20:18:22.694122 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [None req-7efa7a8a-8c46-4249-a272-174eee3268ea admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=d911111607464bf49ef66ee3335728c8&name=default HTTP/1.1" status: 200  len: 2975 time: 0.0540049
Apr 22 20:18:22.696592 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.wsgi [-] (86331) accepted ('10.222.0.30', 42184) {{(pid=86331) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 20:18:22.756117 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-9e158900-603f-4f23-8d69-b87675c61156 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:18:22.783467 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-9e158900-603f-4f23-8d69-b87675c61156 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:18:22.832208 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-9e158900-603f-4f23-8d69-b87675c61156 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393900'] for security_group, after_delete {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:18:22.837917 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [None req-e8c32553-09a2-44a7-8aad-fad2804e17c3 tempest-AttachVolumeTestJSON-431678780 tempest-AttachVolumeTestJSON-431678780-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 20:18:22.854168 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e158900-603f-4f23-8d69-b87675c61156 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75ab096c-6366-40ca-888c-eab2e2869437,revision_number=None']} {{(pid=86331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 20:18:22.857290 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [None req-9e158900-603f-4f23-8d69-b87675c61156 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 20:18:22.859385 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-9e158900-603f-4f23-8d69-b87675c61156 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:18:22.860606 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [None req-9e158900-603f-4f23-8d69-b87675c61156 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/75ab096c-6366-40ca-888c-eab2e2869437 HTTP/1.1" status: 204  len: 168 time: 0.1630893
Apr 22 20:18:25.725861 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-3bbcd524-a45d-4343-81da-bb7a59d0e8ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309146858885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640583'] for agent, after_update {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:18:26.257035 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.wsgi [-] (86331) accepted ('10.222.0.30', 42344) {{(pid=86331) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 20:18:26.307355 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-494645f7-0828-4ddd-937e-5c91797f34bb req-3b331b32-9535-4147-86c8-620773a7f1e6 tempest-AttachVolumeShelveTestJSON-1095716281 tempest-AttachVolumeShelveTestJSON-1095716281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 20:18:26.308862 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-494645f7-0828-4ddd-937e-5c91797f34bb req-3b331b32-9535-4147-86c8-620773a7f1e6 tempest-AttachVolumeShelveTestJSON-1095716281 tempest-AttachVolumeShelveTestJSON-1095716281-project] 10.222.0.30 "GET /v2.0/ports?device_id=3b92af91-ddf3-485d-8274-039ae6ccb3b7 HTTP/1.1" status: 200  len: 947 time: 0.0928972
Apr 22 20:18:26.358029 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-494645f7-0828-4ddd-937e-5c91797f34bb req-df2b6e2c-35be-4dbb-ad1a-3aab1f78b9e4 tempest-AttachVolumeShelveTestJSON-1095716281 tempest-AttachVolumeShelveTestJSON-1095716281-project] 10.222.0.30 "GET /v2.0/security-groups?id=44b3085f-cdba-4fc8-95c9-fe542e384e4e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0425155
Apr 22 20:18:26.382600 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-35dd0898-7073-4ffd-a319-ffd68eb12366 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:18:26.397404 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.quota.driver [None req-35dd0898-7073-4ffd-a319-ffd68eb12366 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 22 20:18:26.401463 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.quota.resource [None req-35dd0898-7073-4ffd-a319-ffd68eb12366 admin admin] Usage tracker for resource:security_group_rule and tenant:43cad863ef4e4b48ad4d94ea8feab94c is out of sync, need to count used quota {{(pid=86331) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 22 20:18:26.404444 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.quota.resource [None req-35dd0898-7073-4ffd-a319-ffd68eb12366 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86331) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 22 20:18:26.411195 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.quota.driver [None req-35dd0898-7073-4ffd-a319-ffd68eb12366 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 22 20:18:26.500115 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-35dd0898-7073-4ffd-a319-ffd68eb12366 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:18:26.503531 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-35dd0898-7073-4ffd-a319-ffd68eb12366 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393900'] for security_group, after_create {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:18:26.512235 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [None req-90630814-0ad1-49a0-b380-f837587d8b9a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 20:18:26.554377 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [None req-35dd0898-7073-4ffd-a319-ffd68eb12366 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=43cad863ef4e4b48ad4d94ea8feab94c&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2962434
Apr 22 20:18:26.556092 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35dd0898-7073-4ffd-a319-ffd68eb12366 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb304ecd-72be-4da0-ae9b-3e96bc7b6670,revision_number=1']} {{(pid=86331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 20:18:26.557340 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.wsgi [-] (86330) accepted ('10.222.0.30', 42350) {{(pid=86330) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 20:18:26.559460 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [None req-35dd0898-7073-4ffd-a319-ffd68eb12366 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 20:18:26.618822 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-25161a43-ba02-4cef-8166-611626161f66 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:18:26.650102 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-25161a43-ba02-4cef-8166-611626161f66 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:18:26.694655 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-25161a43-ba02-4cef-8166-611626161f66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393900'] for security_group, after_delete {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:18:26.699528 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [None req-b7051455-e1be-4e5f-adcf-4f2ffc67d084 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 20:18:26.712177 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25161a43-ba02-4cef-8166-611626161f66 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb304ecd-72be-4da0-ae9b-3e96bc7b6670,revision_number=None']} {{(pid=86330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 20:18:26.715290 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [None req-25161a43-ba02-4cef-8166-611626161f66 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=86330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 20:18:26.717404 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-25161a43-ba02-4cef-8166-611626161f66 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:18:26.720945 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [None req-25161a43-ba02-4cef-8166-611626161f66 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/cb304ecd-72be-4da0-ae9b-3e96bc7b6670 HTTP/1.1" status: 204  len: 168 time: 0.1600764
Apr 22 20:18:27.002116 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.wsgi [-] (86330) accepted ('10.222.0.30', 42358) {{(pid=86330) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 20:18:27.022093 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-d24e1a93-9d1e-410b-a0b1-60642c07b243 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:18:27.037324 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.quota.driver [None req-d24e1a93-9d1e-410b-a0b1-60642c07b243 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86330) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 22 20:18:27.041431 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.quota.resource [None req-d24e1a93-9d1e-410b-a0b1-60642c07b243 admin admin] Usage tracker for resource:security_group_rule and tenant:252d5c3452f54c6cbe21a0d481ab3d51 is out of sync, need to count used quota {{(pid=86330) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 22 20:18:27.044363 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.quota.resource [None req-d24e1a93-9d1e-410b-a0b1-60642c07b243 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86330) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 22 20:18:27.050409 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.quota.driver [None req-d24e1a93-9d1e-410b-a0b1-60642c07b243 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86330) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 22 20:18:27.134494 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-d24e1a93-9d1e-410b-a0b1-60642c07b243 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:18:27.137138 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-d24e1a93-9d1e-410b-a0b1-60642c07b243 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393900'] for security_group, after_create {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:18:27.146386 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [None req-7f33f326-ff1c-4933-873d-27bb0714f2b0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 20:18:27.187983 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [None req-d24e1a93-9d1e-410b-a0b1-60642c07b243 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=252d5c3452f54c6cbe21a0d481ab3d51&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1847148
Apr 22 20:18:27.188936 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d24e1a93-9d1e-410b-a0b1-60642c07b243 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f5b2114-8653-4126-a0c7-337deeb61966,revision_number=1']} {{(pid=86330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 20:18:27.190902 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.wsgi [-] (86331) accepted ('10.222.0.30', 42362) {{(pid=86331) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 20:18:27.194977 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [None req-d24e1a93-9d1e-410b-a0b1-60642c07b243 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=86330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 20:18:27.253525 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-5a272c4f-4961-4680-a32f-28de8fb0846e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:18:27.280908 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-5a272c4f-4961-4680-a32f-28de8fb0846e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:18:27.324474 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-5a272c4f-4961-4680-a32f-28de8fb0846e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393900'] for security_group, after_delete {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:18:27.329274 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [None req-5e6827a6-6762-48dd-b3d9-e8e47d1ca90a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 20:18:27.341386 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a272c4f-4961-4680-a32f-28de8fb0846e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f5b2114-8653-4126-a0c7-337deeb61966,revision_number=None']} {{(pid=86331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 20:18:27.343752 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [None req-5a272c4f-4961-4680-a32f-28de8fb0846e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 20:18:27.351211 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-5a272c4f-4961-4680-a32f-28de8fb0846e admin admin] Notify callbacks [] for security_group, before_response {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:18:27.352412 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [None req-5a272c4f-4961-4680-a32f-28de8fb0846e admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/8f5b2114-8653-4126-a0c7-337deeb61966 HTTP/1.1" status: 204  len: 168 time: 0.1604476
Apr 22 20:18:27.573203 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b69a5c0a-f300-444d-9055-e31537697508 req-e3a82099-e5b5-434e-85dc-4162b914cbef tempest-AttachVolumeShelveTestJSON-1095716281 tempest-AttachVolumeShelveTestJSON-1095716281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 20:18:27.574857 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-b69a5c0a-f300-444d-9055-e31537697508 req-e3a82099-e5b5-434e-85dc-4162b914cbef tempest-AttachVolumeShelveTestJSON-1095716281 tempest-AttachVolumeShelveTestJSON-1095716281-project] 10.222.0.30 "GET /v2.0/ports?device_id=3b92af91-ddf3-485d-8274-039ae6ccb3b7 HTTP/1.1" status: 200  len: 947 time: 0.0978026
Apr 22 20:18:27.623067 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-b69a5c0a-f300-444d-9055-e31537697508 req-c3dcbf43-95fd-468f-bbac-6b20ad4738c9 tempest-AttachVolumeShelveTestJSON-1095716281 tempest-AttachVolumeShelveTestJSON-1095716281-project] 10.222.0.30 "GET /v2.0/security-groups?id=44b3085f-cdba-4fc8-95c9-fe542e384e4e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0418849
Apr 22 20:18:27.799115 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe90614d-8318-457c-a985-18bf2e1485c1 req-9b4ec8fb-c8e1-4c88-ba28-a1376ff05f92 tempest-AttachVolumeShelveTestJSON-1095716281 tempest-AttachVolumeShelveTestJSON-1095716281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 20:18:27.800659 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-fe90614d-8318-457c-a985-18bf2e1485c1 req-9b4ec8fb-c8e1-4c88-ba28-a1376ff05f92 tempest-AttachVolumeShelveTestJSON-1095716281 tempest-AttachVolumeShelveTestJSON-1095716281-project] 10.222.0.46 "GET /v2.0/ports?device_id=3b92af91-ddf3-485d-8274-039ae6ccb3b7 HTTP/1.1" status: 200  len: 947 time: 0.0928886
Apr 22 20:18:27.879269 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.plugin [req-fe90614d-8318-457c-a985-18bf2e1485c1 req-333a6c6f-2542-4fd9-9026-002bad85adb3 tempest-AttachVolumeShelveTestJSON-1095716281 tempest-AttachVolumeShelveTestJSON-1095716281-project] Deleting port 1368346f-2b5d-4185-8e4b-cfc309a1140b {{(pid=86330) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 22 20:18:27.879681 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [req-fe90614d-8318-457c-a985-18bf2e1485c1 req-333a6c6f-2542-4fd9-9026-002bad85adb3 tempest-AttachVolumeShelveTestJSON-1095716281 tempest-AttachVolumeShelveTestJSON-1095716281-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363309146780532'] for port, before_delete {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:18:28.144073 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.db [req-fe90614d-8318-457c-a985-18bf2e1485c1 req-333a6c6f-2542-4fd9-9026-002bad85adb3 tempest-AttachVolumeShelveTestJSON-1095716281 tempest-AttachVolumeShelveTestJSON-1095716281-project] For port 1368346f-2b5d-4185-8e4b-cfc309a1140b, host hv-cinder-78763, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78763',level=0,port_id=1368346f-2b5d-4185-8e4b-cfc309a1140b,segment=NetworkSegment(14168ae3-7f5a-4cf1-9a50-8a4412d691e1),segment_id=14168ae3-7f5a-4cf1-9a50-8a4412d691e1)] {{(pid=86330) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 22 20:18:28.144580 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [req-fe90614d-8318-457c-a985-18bf2e1485c1 req-333a6c6f-2542-4fd9-9026-002bad85adb3 tempest-AttachVolumeShelveTestJSON-1095716281 tempest-AttachVolumeShelveTestJSON-1095716281-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854358147'] for port, precommit_delete {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:18:28.449302 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [req-fe90614d-8318-457c-a985-18bf2e1485c1 req-333a6c6f-2542-4fd9-9026-002bad85adb3 tempest-AttachVolumeShelveTestJSON-1095716281 tempest-AttachVolumeShelveTestJSON-1095716281-project] Notify callbacks [] for floatingip, precommit_update {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:18:28.449715 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [req-fe90614d-8318-457c-a985-18bf2e1485c1 req-333a6c6f-2542-4fd9-9026-002bad85adb3 tempest-AttachVolumeShelveTestJSON-1095716281 tempest-AttachVolumeShelveTestJSON-1095716281-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-427953'] for floatingip, after_update {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:18:28.450103 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.db.l3_db [req-fe90614d-8318-457c-a985-18bf2e1485c1 req-333a6c6f-2542-4fd9-9026-002bad85adb3 tempest-AttachVolumeShelveTestJSON-1095716281 tempest-AttachVolumeShelveTestJSON-1095716281-project] Floating IP 59cecba0-0f43-4638-8313-50302d03e3aa disassociated. External IP: 172.27.3.17, port: 1368346f-2b5d-4185-8e4b-cfc309a1140b.
Apr 22 20:18:28.450482 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.plugin [req-fe90614d-8318-457c-a985-18bf2e1485c1 req-333a6c6f-2542-4fd9-9026-002bad85adb3 tempest-AttachVolumeShelveTestJSON-1095716281 tempest-AttachVolumeShelveTestJSON-1095716281-project] Calling delete_port for 1368346f-2b5d-4185-8e4b-cfc309a1140b owned by compute:nova {{(pid=86330) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 22 20:18:28.552889 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-df5d6194-be62-476e-93f2-e86b33135026 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309146858885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640583'] for agent, after_update {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:18:28.602770 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [req-fe90614d-8318-457c-a985-18bf2e1485c1 req-333a6c6f-2542-4fd9-9026-002bad85adb3 tempest-AttachVolumeShelveTestJSON-1095716281 tempest-AttachVolumeShelveTestJSON-1095716281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854198495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853168226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363309146778399', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727707567663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4125515'] for port, after_delete {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:18:28.609756 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [None req-c2481cf1-9f6a-4813-85a3-2b6813e1bcf9 tempest-TestVolumeBootPattern-572234504 tempest-TestVolumeBootPattern-572234504-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 20:18:28.659761 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-333a6c6f-2542-4fd9-9026-002bad85adb3 tempest-AttachVolumeShelveTestJSON-1095716281 tempest-AttachVolumeShelveTestJSON-1095716281-project] Pushing event deleted for resources: {'Port': ['ID=1368346f-2b5d-4185-8e4b-cfc309a1140b,revision_number=None']} {{(pid=86330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 20:18:28.663632 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [None req-333a6c6f-2542-4fd9-9026-002bad85adb3 tempest-AttachVolumeShelveTestJSON-1095716281 tempest-AttachVolumeShelveTestJSON-1095716281-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=86330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 20:18:28.849528 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-8c75a363-f56b-4c8d-9532-597479bd0aa8 req-85bc1741-d59b-40ea-ac5b-66a625d7ac02 tempest-AttachVolumeShelveTestJSON-1095716281 tempest-AttachVolumeShelveTestJSON-1095716281-project] 10.222.0.30 "GET /v2.0/ports?device_id=3b92af91-ddf3-485d-8274-039ae6ccb3b7 HTTP/1.1" status: 200  len: 210 time: 0.0624235
Apr 22 20:18:28.910396 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.scheduler.l3_agent_scheduler [req-fe90614d-8318-457c-a985-18bf2e1485c1 req-333a6c6f-2542-4fd9-9026-002bad85adb3 tempest-AttachVolumeShelveTestJSON-1095716281 tempest-AttachVolumeShelveTestJSON-1095716281-project] Router be83ce26-187f-46bd-8e84-153239ab27cb has already been hosted by L3 agent 1df068ca-d615-4cb7-8020-fe6e8be709e3 {{(pid=86330) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 22 20:18:28.957301 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-d69b9430-b136-4a40-a189-232f048ef307 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309146858885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640583'] for agent, after_update {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:18:29.261927 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.wsgi [-] (86331) accepted ('10.222.0.30', 42414) {{(pid=86331) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 20:18:29.272636 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-08e5d76f-3fe5-4242-a4b8-30f374028052 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309146858885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640583'] for agent, after_update {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:18:29.343320 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-fe90614d-8318-457c-a985-18bf2e1485c1 req-333a6c6f-2542-4fd9-9026-002bad85adb3 tempest-AttachVolumeShelveTestJSON-1095716281 tempest-AttachVolumeShelveTestJSON-1095716281-project] Notify agent at l3_agent.dv-cinder-787632-1-iscsi the message routers_updated {{(pid=86330) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 22 20:18:29.355342 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-511f8346-809c-426e-bf0a-4bd10ea88447 None None] Sync routers for ids ['be83ce26-187f-46bd-8e84-153239ab27cb'] in dv-cinder-787632-1-iscsi {{(pid=86333) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 22 20:18:29.365052 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-511f8346-809c-426e-bf0a-4bd10ea88447 None None] Routers {'be83ce26-187f-46bd-8e84-153239ab27cb'} bound to L3 agent in host dv-cinder-787632-1-iscsi {{(pid=86333) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 22 20:18:29.365734 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.l3_hamode_db [None req-511f8346-809c-426e-bf0a-4bd10ea88447 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f013e495fd0>, 'dv-cinder-787632-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-22T20:03:28Z,description=<?>,heartbeat_timestamp=2021-04-22T20:18:29Z,host='dv-cinder-787632-1-iscsi',id=1df068ca-d615-4cb7-8020-fe6e8be709e3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-22T20:03:28Z,topic='l3_agent')) {'router_ids': ['be83ce26-187f-46bd-8e84-153239ab27cb'], 'active': True} {{(pid=86333) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 22 20:18:29.401472 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-efbcfe46-253f-4d35-a6ab-0ce331b3c9bc admin admin] Notify callbacks [] for security_group, before_create {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:18:29.418470 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.quota.driver [None req-efbcfe46-253f-4d35-a6ab-0ce331b3c9bc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 22 20:18:29.419889 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.l3_dvrscheduler_db [req-fe90614d-8318-457c-a985-18bf2e1485c1 req-333a6c6f-2542-4fd9-9026-002bad85adb3 tempest-AttachVolumeShelveTestJSON-1095716281 tempest-AttachVolumeShelveTestJSON-1095716281-project] No DVR routers for this DVR port 1368346f-2b5d-4185-8e4b-cfc309a1140b on host hv-cinder-78763 {{(pid=86330) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 22 20:18:29.422506 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [req-fe90614d-8318-457c-a985-18bf2e1485c1 req-333a6c6f-2542-4fd9-9026-002bad85adb3 tempest-AttachVolumeShelveTestJSON-1095716281 tempest-AttachVolumeShelveTestJSON-1095716281-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-743'] for port, before_response {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:18:29.424129 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.quota.resource [None req-efbcfe46-253f-4d35-a6ab-0ce331b3c9bc admin admin] Usage tracker for resource:security_group_rule and tenant:d5fe5b7cc99f44a3ab3e637cb734b642 is out of sync, need to count used quota {{(pid=86331) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 22 20:18:29.425477 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b92af91-ddf3-485d-8274-039ae6ccb3b7', 'name': 'network-vif-deleted', 'tag': '1368346f-2b5d-4185-8e4b-cfc309a1140b'}] {{(pid=86330) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 22 20:18:29.427390 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.quota.resource [None req-efbcfe46-253f-4d35-a6ab-0ce331b3c9bc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86331) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 22 20:18:29.433846 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.quota.driver [None req-efbcfe46-253f-4d35-a6ab-0ce331b3c9bc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 22 20:18:29.447762 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-fe90614d-8318-457c-a985-18bf2e1485c1 req-333a6c6f-2542-4fd9-9026-002bad85adb3 tempest-AttachVolumeShelveTestJSON-1095716281 tempest-AttachVolumeShelveTestJSON-1095716281-project] 10.222.0.46 "DELETE /v2.0/ports/1368346f-2b5d-4185-8e4b-cfc309a1140b HTTP/1.1" status: 204  len: 173 time: 1.6412306
Apr 22 20:18:29.485313 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3b92af91-ddf3-485d-8274-039ae6ccb3b7', 'name': 'network-vif-deleted', 'tag': '1368346f-2b5d-4185-8e4b-cfc309a1140b', 'status': 'completed', 'code': 200}
Apr 22 20:18:29.532215 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-efbcfe46-253f-4d35-a6ab-0ce331b3c9bc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:18:29.535676 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-efbcfe46-253f-4d35-a6ab-0ce331b3c9bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393900'] for security_group, after_create {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:18:29.544948 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [None req-28d35c1e-bafb-4ee1-a1c6-b36830e73982 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 20:18:29.558852 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.l3_dvr_db [None req-511f8346-809c-426e-bf0a-4bd10ea88447 None None] Set router be83ce26-187f-46bd-8e84-153239ab27cb gateway port host: dv-cinder-787632-1-iscsi {{(pid=86333) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 22 20:18:29.578370 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [None req-efbcfe46-253f-4d35-a6ab-0ce331b3c9bc admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=d5fe5b7cc99f44a3ab3e637cb734b642&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3152518
Apr 22 20:18:29.580535 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.wsgi [-] (86330) accepted ('10.222.0.30', 42422) {{(pid=86330) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 20:18:29.601023 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efbcfe46-253f-4d35-a6ab-0ce331b3c9bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25035bd7-08f9-4fa0-bbfb-ed9063a39385,revision_number=1']} {{(pid=86331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 20:18:29.616882 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [None req-efbcfe46-253f-4d35-a6ab-0ce331b3c9bc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 20:18:29.646705 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-c0ecf8f2-3281-4963-a48b-d7260c6260a9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:18:29.676666 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-c0ecf8f2-3281-4963-a48b-d7260c6260a9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:18:29.721085 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-c0ecf8f2-3281-4963-a48b-d7260c6260a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393900'] for security_group, after_delete {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:18:29.726835 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [None req-79cc45a7-f02e-4a51-8450-7c4e51b1b734 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 20:18:29.739849 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ecf8f2-3281-4963-a48b-d7260c6260a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25035bd7-08f9-4fa0-bbfb-ed9063a39385,revision_number=None']} {{(pid=86330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 20:18:29.743029 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [None req-c0ecf8f2-3281-4963-a48b-d7260c6260a9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=86330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 20:18:29.745077 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-c0ecf8f2-3281-4963-a48b-d7260c6260a9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:18:29.749207 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [None req-c0ecf8f2-3281-4963-a48b-d7260c6260a9 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/25035bd7-08f9-4fa0-bbfb-ed9063a39385 HTTP/1.1" status: 204  len: 168 time: 0.1675220
Apr 22 20:18:29.911542 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.l3_hamode_db [None req-511f8346-809c-426e-bf0a-4bd10ea88447 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f013e495fd0>, [{'id': 'be83ce26-187f-46bd-8e84-153239ab27cb', 'name': 'tempest-AttachVolumeShelveTestJSON-1390971933-router', 'tenant_id': 'd83d42b16fb04a3dbea8744fb63b042c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b725cb4-6db6-4e68-9a61-1978e8a191a1', 'external_fixed_ips': [{'subnet_id': '1d4495d7-31a5-4e2d-a911-56ceae3a61c5', 'ip_address': '172.27.3.86'}], 'enable_snat': True}, 'gw_port_id': '4f7b8efc-ab31-4079-8251-b88952a8c099', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T20:15:28Z', 'updated_at': '2021-04-22T20:15:34Z', 'revision_number': 4, 'project_id': 'd83d42b16fb04a3dbea8744fb63b042c', 'gw_port': {'id': '4f7b8efc-ab31-4079-8251-b88952a8c099', 'name': '', 'network_id': '1b725cb4-6db6-4e68-9a61-1978e8a191a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:6a:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be83ce26-187f-46bd-8e84-153239ab27cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': '1d4495d7-31a5-4e2d-a911-56ceae3a61c5', 'ip_address': '172.27.3.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787632-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T20:15:29Z', 'updated_at': '2021-04-22T20:15:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d4495d7-31a5-4e2d-a911-56ceae3a61c5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787632-1-iscsi', '_interfaces': [{'id': 'b9c3e7ea-d3b1-4b66-ac25-453cc2744703', 'name': '', 'network_id': '34648bb7-c1ba-45d7-bfee-e82cdf1f6b93', 'tenant_id': 'd83d42b16fb04a3dbea8744fb63b042c', 'mac_address': 'fa:16:3e:9f:5a:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be83ce26-187f-46bd-8e84-153239ab27cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 479, 'fixed_ips': [{'subnet_id': '1e51354a-bd7c-4e4c-a7c1-20be7a105c17', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787632-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T20:15:33Z', 'updated_at': '2021-04-22T20:15:39Z', 'revision_number': 5, 'project_id': 'd83d42b16fb04a3dbea8744fb63b042c', 'subnets': [{'id': '1e51354a-bd7c-4e4c-a7c1-20be7a105c17', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787632-1-iscsi', False) {} {{(pid=86333) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 22 20:18:29.916131 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-511f8346-809c-426e-bf0a-4bd10ea88447 None None] Checking router: be83ce26-187f-46bd-8e84-153239ab27cb for host: dv-cinder-787632-1-iscsi {{(pid=86333) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 22 20:18:29.927643 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-511f8346-809c-426e-bf0a-4bd10ea88447 None None] Routers {'be83ce26-187f-46bd-8e84-153239ab27cb'} bound to L3 agent in host dv-cinder-787632-1-iscsi {{(pid=86333) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 22 20:18:29.928630 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.l3_hamode_db [None req-511f8346-809c-426e-bf0a-4bd10ea88447 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f013e495fd0>, 'dv-cinder-787632-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-22T20:03:28Z,description=<?>,heartbeat_timestamp=2021-04-22T20:18:29Z,host='dv-cinder-787632-1-iscsi',id=1df068ca-d615-4cb7-8020-fe6e8be709e3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-22T20:03:28Z,topic='l3_agent')) {'router_ids': ['be83ce26-187f-46bd-8e84-153239ab27cb'], 'active': True} {{(pid=86333) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 22 20:18:30.055581 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.quota.resource [req-0ee23e53-8a53-4c69-be8b-28e4b903df13 req-575bbf72-62a2-497b-bca1-408ea0cd328c tempest-AttachVolumeShelveTestJSON-1095716281 tempest-AttachVolumeShelveTestJSON-1095716281-project] Synchronizing usage tracker for tenant:d83d42b16fb04a3dbea8744fb63b042c on resource:port {{(pid=86330) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 22 20:18:30.072794 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.quota.resource [req-0ee23e53-8a53-4c69-be8b-28e4b903df13 req-575bbf72-62a2-497b-bca1-408ea0cd328c tempest-AttachVolumeShelveTestJSON-1095716281 tempest-AttachVolumeShelveTestJSON-1095716281-project] Unset dirty status for tenant:d83d42b16fb04a3dbea8744fb63b042c on resource:port {{(pid=86330) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 22 20:18:30.075584 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.wsgi [-] (86331) accepted ('10.222.0.30', 42432) {{(pid=86331) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 20:18:30.082485 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-0ee23e53-8a53-4c69-be8b-28e4b903df13 req-575bbf72-62a2-497b-bca1-408ea0cd328c tempest-AttachVolumeShelveTestJSON-1095716281 tempest-AttachVolumeShelveTestJSON-1095716281-project] 10.222.0.30 "GET /v2.0/ports?device_id=3b92af91-ddf3-485d-8274-039ae6ccb3b7 HTTP/1.1" status: 200  len: 210 time: 0.0776775
Apr 22 20:18:30.097312 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-29d9b7df-7642-4486-b08c-e5de69a1466d admin admin] Notify callbacks [] for security_group, before_create {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:18:30.113381 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.quota.driver [None req-29d9b7df-7642-4486-b08c-e5de69a1466d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 22 20:18:30.117486 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.quota.resource [None req-29d9b7df-7642-4486-b08c-e5de69a1466d admin admin] Usage tracker for resource:security_group_rule and tenant:abb39976339740929a3cb97904847208 is out of sync, need to count used quota {{(pid=86331) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 22 20:18:30.120461 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.quota.resource [None req-29d9b7df-7642-4486-b08c-e5de69a1466d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86331) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 22 20:18:30.126507 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.quota.driver [None req-29d9b7df-7642-4486-b08c-e5de69a1466d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 22 20:18:30.140097 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.l3_dvr_db [None req-511f8346-809c-426e-bf0a-4bd10ea88447 None None] Set router be83ce26-187f-46bd-8e84-153239ab27cb gateway port host: dv-cinder-787632-1-iscsi {{(pid=86333) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 22 20:18:30.224832 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-29d9b7df-7642-4486-b08c-e5de69a1466d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:18:30.227908 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-29d9b7df-7642-4486-b08c-e5de69a1466d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393900'] for security_group, after_create {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:18:30.236041 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-77fc9508-bbbe-4662-bfa7-f4837e5c3abe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309146858885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640583'] for agent, after_update {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:18:30.237593 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [None req-5a272c4f-4961-4680-a32f-28de8fb0846e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 20:18:30.280914 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [None req-29d9b7df-7642-4486-b08c-e5de69a1466d admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=abb39976339740929a3cb97904847208&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2039113
Apr 22 20:18:30.282244 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29d9b7df-7642-4486-b08c-e5de69a1466d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7aa8003-09e8-41db-a490-beb20f21ea7c,revision_number=1']} {{(pid=86331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 20:18:30.284107 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.wsgi [-] (86330) accepted ('10.222.0.30', 42436) {{(pid=86330) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 20:18:30.285363 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [None req-29d9b7df-7642-4486-b08c-e5de69a1466d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 20:18:30.347763 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-7b9acd94-c621-4d27-abb7-a2fa0da9bf56 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:18:30.375191 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-7b9acd94-c621-4d27-abb7-a2fa0da9bf56 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:18:30.425698 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-7b9acd94-c621-4d27-abb7-a2fa0da9bf56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393900'] for security_group, after_delete {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:18:30.431648 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [None req-0270a3fa-c035-4c45-9e43-cf5adb93742f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 20:18:30.445651 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b9acd94-c621-4d27-abb7-a2fa0da9bf56 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7aa8003-09e8-41db-a490-beb20f21ea7c,revision_number=None']} {{(pid=86330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 20:18:30.448139 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [None req-7b9acd94-c621-4d27-abb7-a2fa0da9bf56 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=86330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 20:18:30.450331 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-7b9acd94-c621-4d27-abb7-a2fa0da9bf56 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:18:30.451521 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [None req-7b9acd94-c621-4d27-abb7-a2fa0da9bf56 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/b7aa8003-09e8-41db-a490-beb20f21ea7c HTTP/1.1" status: 204  len: 168 time: 0.1657763
Apr 22 20:18:30.476160 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.l3_hamode_db [None req-511f8346-809c-426e-bf0a-4bd10ea88447 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f013e495fd0>, [{'id': 'be83ce26-187f-46bd-8e84-153239ab27cb', 'name': 'tempest-AttachVolumeShelveTestJSON-1390971933-router', 'tenant_id': 'd83d42b16fb04a3dbea8744fb63b042c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b725cb4-6db6-4e68-9a61-1978e8a191a1', 'external_fixed_ips': [{'subnet_id': '1d4495d7-31a5-4e2d-a911-56ceae3a61c5', 'ip_address': '172.27.3.86'}], 'enable_snat': True}, 'gw_port_id': '4f7b8efc-ab31-4079-8251-b88952a8c099', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T20:15:28Z', 'updated_at': '2021-04-22T20:15:34Z', 'revision_number': 4, 'project_id': 'd83d42b16fb04a3dbea8744fb63b042c', 'gw_port': {'id': '4f7b8efc-ab31-4079-8251-b88952a8c099', 'name': '', 'network_id': '1b725cb4-6db6-4e68-9a61-1978e8a191a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:6a:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be83ce26-187f-46bd-8e84-153239ab27cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': '1d4495d7-31a5-4e2d-a911-56ceae3a61c5', 'ip_address': '172.27.3.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787632-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T20:15:29Z', 'updated_at': '2021-04-22T20:15:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d4495d7-31a5-4e2d-a911-56ceae3a61c5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787632-1-iscsi', '_interfaces': [{'id': 'b9c3e7ea-d3b1-4b66-ac25-453cc2744703', 'name': '', 'network_id': '34648bb7-c1ba-45d7-bfee-e82cdf1f6b93', 'tenant_id': 'd83d42b16fb04a3dbea8744fb63b042c', 'mac_address': 'fa:16:3e:9f:5a:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be83ce26-187f-46bd-8e84-153239ab27cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 479, 'fixed_ips': [{'subnet_id': '1e51354a-bd7c-4e4c-a7c1-20be7a105c17', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787632-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T20:15:33Z', 'updated_at': '2021-04-22T20:15:39Z', 'revision_number': 5, 'project_id': 'd83d42b16fb04a3dbea8744fb63b042c', 'subnets': [{'id': '1e51354a-bd7c-4e4c-a7c1-20be7a105c17', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787632-1-iscsi', False) {} {{(pid=86333) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 22 20:18:30.480718 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-511f8346-809c-426e-bf0a-4bd10ea88447 None None] The sync data for ids ['be83ce26-187f-46bd-8e84-153239ab27cb'] in dv-cinder-787632-1-iscsi is: [{'id': 'be83ce26-187f-46bd-8e84-153239ab27cb', 'name': 'tempest-AttachVolumeShelveTestJSON-1390971933-router', 'tenant_id': 'd83d42b16fb04a3dbea8744fb63b042c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b725cb4-6db6-4e68-9a61-1978e8a191a1', 'external_fixed_ips': [{'subnet_id': '1d4495d7-31a5-4e2d-a911-56ceae3a61c5', 'ip_address': '172.27.3.86'}], 'enable_snat': True}, 'gw_port_id': '4f7b8efc-ab31-4079-8251-b88952a8c099', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T20:15:28Z', 'updated_at': '2021-04-22T20:15:34Z', 'revision_number': 4, 'project_id': 'd83d42b16fb04a3dbea8744fb63b042c', 'gw_port': {'id': '4f7b8efc-ab31-4079-8251-b88952a8c099', 'name': '', 'network_id': '1b725cb4-6db6-4e68-9a61-1978e8a191a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:6a:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be83ce26-187f-46bd-8e84-153239ab27cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': '1d4495d7-31a5-4e2d-a911-56ceae3a61c5', 'ip_address': '172.27.3.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787632-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T20:15:29Z', 'updated_at': '2021-04-22T20:15:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d4495d7-31a5-4e2d-a911-56ceae3a61c5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787632-1-iscsi', '_interfaces': [{'id': 'b9c3e7ea-d3b1-4b66-ac25-453cc2744703', 'name': '', 'network_id': '34648bb7-c1ba-45d7-bfee-e82cdf1f6b93', 'tenant_id': 'd83d42b16fb04a3dbea8744fb63b042c', 'mac_address': 'fa:16:3e:9f:5a:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be83ce26-187f-46bd-8e84-153239ab27cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 479, 'fixed_ips': [{'subnet_id': '1e51354a-bd7c-4e4c-a7c1-20be7a105c17', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787632-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T20:15:33Z', 'updated_at': '2021-04-22T20:15:39Z', 'revision_number': 5, 'project_id': 'd83d42b16fb04a3dbea8744fb63b042c', 'subnets': [{'id': '1e51354a-bd7c-4e4c-a7c1-20be7a105c17', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86333) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 22 20:18:30.696429 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.rpc [None req-cbbe70c9-0b39-4f9d-be6e-4133a7c8f54f None None] Device 1368346f-2b5d-4185-8e4b-cfc309a1140b no longer exists at agent hyperv_hv-cinder-78763 {{(pid=86332) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 22 20:18:30.736355 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.plugin [None req-cbbe70c9-0b39-4f9d-be6e-4133a7c8f54f None None] No Port match for: 1368346f-2b5d-4185-8e4b-cfc309a1140b {{(pid=86332) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 22 20:18:30.736952 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.rpc [None req-cbbe70c9-0b39-4f9d-be6e-4133a7c8f54f None None] Device 1368346f-2b5d-4185-8e4b-cfc309a1140b not bound to the agent host hv-cinder-78763 {{(pid=86332) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 22 20:18:30.857015 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53202932-72d9-4f68-a551-08cbb49d162b None None] New status for floating IP 59cecba0-0f43-4638-8313-50302d03e3aa: DOWN {{(pid=86332) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Apr 22 20:18:31.211206 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.wsgi [-] (86330) accepted ('10.222.0.30', 42464) {{(pid=86330) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 20:18:31.279343 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-7618c429-0195-4223-91ec-190642a222f9 tempest-AttachVolumeShelveTestJSON-1095716281 tempest-AttachVolumeShelveTestJSON-1095716281-project] Notify callbacks [] for security_group, before_delete {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:18:31.308788 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-7618c429-0195-4223-91ec-190642a222f9 tempest-AttachVolumeShelveTestJSON-1095716281 tempest-AttachVolumeShelveTestJSON-1095716281-project] Notify callbacks [] for security_group, precommit_delete {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:18:31.354624 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-7618c429-0195-4223-91ec-190642a222f9 tempest-AttachVolumeShelveTestJSON-1095716281 tempest-AttachVolumeShelveTestJSON-1095716281-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393900'] for security_group, after_delete {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:18:31.359815 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [None req-c0ecf8f2-3281-4963-a48b-d7260c6260a9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 20:18:31.375174 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7618c429-0195-4223-91ec-190642a222f9 tempest-AttachVolumeShelveTestJSON-1095716281 tempest-AttachVolumeShelveTestJSON-1095716281-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=44b3085f-cdba-4fc8-95c9-fe542e384e4e,revision_number=None']} {{(pid=86330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 20:18:31.378032 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [None req-7618c429-0195-4223-91ec-190642a222f9 tempest-AttachVolumeShelveTestJSON-1095716281 tempest-AttachVolumeShelveTestJSON-1095716281-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=86330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 20:18:31.388148 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-7618c429-0195-4223-91ec-190642a222f9 tempest-AttachVolumeShelveTestJSON-1095716281 tempest-AttachVolumeShelveTestJSON-1095716281-project] Notify callbacks [] for security_group, before_response {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:18:31.389974 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [None req-7618c429-0195-4223-91ec-190642a222f9 tempest-AttachVolumeShelveTestJSON-1095716281 tempest-AttachVolumeShelveTestJSON-1095716281-project] 10.222.0.30 "DELETE /v2.0/security-groups/44b3085f-cdba-4fc8-95c9-fe542e384e4e HTTP/1.1" status: 204  len: 168 time: 0.1772103
Apr 22 20:18:31.392586 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.wsgi [-] (86330) accepted ('10.222.0.30', 42472) {{(pid=86330) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 20:18:31.414013 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.api.v2.resource [None req-cd29a12e-c9c2-4297-820d-f2248dd79171 tempest-AttachVolumeShelveTestJSON-1095716281 tempest-AttachVolumeShelveTestJSON-1095716281-project] show failed (client error): The resource could not be found.
Apr 22 20:18:31.415074 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [None req-cd29a12e-c9c2-4297-820d-f2248dd79171 tempest-AttachVolumeShelveTestJSON-1095716281 tempest-AttachVolumeShelveTestJSON-1095716281-project] 10.222.0.30 "GET /v2.0/security-groups/44b3085f-cdba-4fc8-95c9-fe542e384e4e HTTP/1.1" status: 404  len: 347 time: 0.0214539
Apr 22 20:18:31.418091 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.wsgi [-] (86330) accepted ('10.222.0.30', 42476) {{(pid=86330) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 20:18:31.589256 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.plugin [None req-532f25fa-8698-49af-bad8-81bba991f0e7 tempest-AttachVolumeShelveTestJSON-1095716281 tempest-AttachVolumeShelveTestJSON-1095716281-project] Deleting port 22c2b6c6-b49f-41c5-8ef6-025716ad7bcd {{(pid=86330) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 22 20:18:31.589635 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-532f25fa-8698-49af-bad8-81bba991f0e7 tempest-AttachVolumeShelveTestJSON-1095716281 tempest-AttachVolumeShelveTestJSON-1095716281-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363309146780532'] for port, before_delete {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:18:31.767355 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-532f25fa-8698-49af-bad8-81bba991f0e7 tempest-AttachVolumeShelveTestJSON-1095716281 tempest-AttachVolumeShelveTestJSON-1095716281-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854358147'] for port, precommit_delete {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:18:31.767728 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-532f25fa-8698-49af-bad8-81bba991f0e7 tempest-AttachVolumeShelveTestJSON-1095716281 tempest-AttachVolumeShelveTestJSON-1095716281-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:18:31.910484 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.plugin [None req-532f25fa-8698-49af-bad8-81bba991f0e7 tempest-AttachVolumeShelveTestJSON-1095716281 tempest-AttachVolumeShelveTestJSON-1095716281-project] Calling delete_port for 22c2b6c6-b49f-41c5-8ef6-025716ad7bcd owned by network:floatingip {{(pid=86330) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 22 20:18:32.058186 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-532f25fa-8698-49af-bad8-81bba991f0e7 tempest-AttachVolumeShelveTestJSON-1095716281 tempest-AttachVolumeShelveTestJSON-1095716281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854198495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853168226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363309146778399', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727707567663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4125515'] for port, after_delete {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:18:32.062783 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 20:18:32.111782 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-532f25fa-8698-49af-bad8-81bba991f0e7 tempest-AttachVolumeShelveTestJSON-1095716281 tempest-AttachVolumeShelveTestJSON-1095716281-project] Pushing event deleted for resources: {'Port': ['ID=22c2b6c6-b49f-41c5-8ef6-025716ad7bcd,revision_number=None']} {{(pid=86330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 20:18:32.115359 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [None req-532f25fa-8698-49af-bad8-81bba991f0e7 tempest-AttachVolumeShelveTestJSON-1095716281 tempest-AttachVolumeShelveTestJSON-1095716281-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=86330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 20:18:32.210760 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-532f25fa-8698-49af-bad8-81bba991f0e7 tempest-AttachVolumeShelveTestJSON-1095716281 tempest-AttachVolumeShelveTestJSON-1095716281-project] Notify callbacks [] for floatingip, after_delete {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:18:32.229242 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-532f25fa-8698-49af-bad8-81bba991f0e7 tempest-AttachVolumeShelveTestJSON-1095716281 tempest-AttachVolumeShelveTestJSON-1095716281-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-743'] for floatingip, before_response {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:18:32.232217 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [None req-532f25fa-8698-49af-bad8-81bba991f0e7 tempest-AttachVolumeShelveTestJSON-1095716281 tempest-AttachVolumeShelveTestJSON-1095716281-project] 10.222.0.30 "DELETE /v2.0/floatingips/59cecba0-0f43-4638-8313-50302d03e3aa HTTP/1.1" status: 204  len: 168 time: 0.8115711
Apr 22 20:18:32.678768 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.wsgi [-] (86330) accepted ('10.222.0.30', 42526) {{(pid=86330) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 20:18:32.684777 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.v2.base [None req-7bd7092e-0636-4079-9534-e59249d4d31b tempest-AttachVolumeShelveTestJSON-1095716281 tempest-AttachVolumeShelveTestJSON-1095716281-project] Request body: {'security_group': {'name': 'tempest-securitygroup--865458986', 'description': 'tempest-description--1156208449'}} {{(pid=86330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 22 20:18:32.691154 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.quota.driver [None req-7bd7092e-0636-4079-9534-e59249d4d31b tempest-AttachVolumeShelveTestJSON-1095716281 tempest-AttachVolumeShelveTestJSON-1095716281-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86330) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 22 20:18:32.696160 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.quota.resource [None req-7bd7092e-0636-4079-9534-e59249d4d31b tempest-AttachVolumeShelveTestJSON-1095716281 tempest-AttachVolumeShelveTestJSON-1095716281-project] Usage tracker for resource:security_group and tenant:d83d42b16fb04a3dbea8744fb63b042c is out of sync, need to count used quota {{(pid=86330) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 22 20:18:32.699192 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.quota.resource [None req-7bd7092e-0636-4079-9534-e59249d4d31b tempest-AttachVolumeShelveTestJSON-1095716281 tempest-AttachVolumeShelveTestJSON-1095716281-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=86330) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 22 20:18:32.705249 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.quota.driver [None req-7bd7092e-0636-4079-9534-e59249d4d31b tempest-AttachVolumeShelveTestJSON-1095716281 tempest-AttachVolumeShelveTestJSON-1095716281-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=86330) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 22 20:18:32.715230 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-7bd7092e-0636-4079-9534-e59249d4d31b tempest-AttachVolumeShelveTestJSON-1095716281 tempest-AttachVolumeShelveTestJSON-1095716281-project] Notify callbacks [] for security_group, before_create {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:18:32.736130 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.quota.driver [None req-7bd7092e-0636-4079-9534-e59249d4d31b tempest-AttachVolumeShelveTestJSON-1095716281 tempest-AttachVolumeShelveTestJSON-1095716281-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86330) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 22 20:18:32.740962 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.quota.resource [None req-7bd7092e-0636-4079-9534-e59249d4d31b tempest-AttachVolumeShelveTestJSON-1095716281 tempest-AttachVolumeShelveTestJSON-1095716281-project] Usage tracker for resource:security_group_rule and tenant:d83d42b16fb04a3dbea8744fb63b042c is out of sync, need to count used quota {{(pid=86330) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 22 20:18:32.743935 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.quota.resource [None req-7bd7092e-0636-4079-9534-e59249d4d31b tempest-AttachVolumeShelveTestJSON-1095716281 tempest-AttachVolumeShelveTestJSON-1095716281-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=86330) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 22 20:18:32.750007 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.quota.driver [None req-7bd7092e-0636-4079-9534-e59249d4d31b tempest-AttachVolumeShelveTestJSON-1095716281 tempest-AttachVolumeShelveTestJSON-1095716281-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=86330) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 22 20:18:32.768338 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.wsgi [-] (86331) accepted ('10.222.0.30', 42530) {{(pid=86331) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 20:18:32.831448 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-7bd7092e-0636-4079-9534-e59249d4d31b tempest-AttachVolumeShelveTestJSON-1095716281 tempest-AttachVolumeShelveTestJSON-1095716281-project] Notify callbacks [] for security_group, precommit_create {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:18:32.834742 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-7bd7092e-0636-4079-9534-e59249d4d31b tempest-AttachVolumeShelveTestJSON-1095716281 tempest-AttachVolumeShelveTestJSON-1095716281-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393900'] for security_group, after_create {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:18:32.841792 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [None req-87157562-815a-47b9-842c-480dcf90e86a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 20:18:32.886653 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bd7092e-0636-4079-9534-e59249d4d31b tempest-AttachVolumeShelveTestJSON-1095716281 tempest-AttachVolumeShelveTestJSON-1095716281-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2828f93a-45b4-439f-a8a8-dbebf20fc2c8,revision_number=1']} {{(pid=86330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 20:18:32.889476 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-7bd7092e-0636-4079-9534-e59249d4d31b tempest-AttachVolumeShelveTestJSON-1095716281 tempest-AttachVolumeShelveTestJSON-1095716281-project] Notify callbacks [] for security_group, before_response {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:18:32.893457 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [None req-7bd7092e-0636-4079-9534-e59249d4d31b tempest-AttachVolumeShelveTestJSON-1095716281 tempest-AttachVolumeShelveTestJSON-1095716281-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1779 time: 0.2109115
Apr 22 20:18:32.893457 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [None req-7bd7092e-0636-4079-9534-e59249d4d31b tempest-AttachVolumeShelveTestJSON-1095716281 tempest-AttachVolumeShelveTestJSON-1095716281-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=86330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 20:18:32.894224 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.wsgi [-] (86330) accepted ('10.222.0.30', 42536) {{(pid=86330) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 20:18:32.899623 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.v2.base [None req-201e42b3-a41a-4fd0-aefd-8de014f3ee2b tempest-AttachVolumeShelveTestJSON-1095716281 tempest-AttachVolumeShelveTestJSON-1095716281-project] Request body: {'security_group_rule': {'security_group_id': '2828f93a-45b4-439f-a8a8-dbebf20fc2c8', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=86330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 22 20:18:32.906381 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-5056060a-cb9f-472f-bd28-904baf3c7d57 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:18:32.907223 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.quota.driver [None req-201e42b3-a41a-4fd0-aefd-8de014f3ee2b tempest-AttachVolumeShelveTestJSON-1095716281 tempest-AttachVolumeShelveTestJSON-1095716281-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86330) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 22 20:18:32.912007 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.quota.resource [None req-201e42b3-a41a-4fd0-aefd-8de014f3ee2b tempest-AttachVolumeShelveTestJSON-1095716281 tempest-AttachVolumeShelveTestJSON-1095716281-project] Usage tracker for resource:security_group_rule and tenant:d83d42b16fb04a3dbea8744fb63b042c is out of sync, need to count used quota {{(pid=86330) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 22 20:18:32.915058 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.quota.resource [None req-201e42b3-a41a-4fd0-aefd-8de014f3ee2b tempest-AttachVolumeShelveTestJSON-1095716281 tempest-AttachVolumeShelveTestJSON-1095716281-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=86330) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 22 20:18:32.921193 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.quota.driver [None req-201e42b3-a41a-4fd0-aefd-8de014f3ee2b tempest-AttachVolumeShelveTestJSON-1095716281 tempest-AttachVolumeShelveTestJSON-1095716281-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=86330) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 22 20:18:32.922168 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.quota.driver [None req-5056060a-cb9f-472f-bd28-904baf3c7d57 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 22 20:18:32.926217 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.quota.resource [None req-5056060a-cb9f-472f-bd28-904baf3c7d57 admin admin] Usage tracker for resource:security_group_rule and tenant:b7d401a305f4467fb05770aa0a4296c4 is out of sync, need to count used quota {{(pid=86331) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 22 20:18:32.929926 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.quota.resource [None req-5056060a-cb9f-472f-bd28-904baf3c7d57 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86331) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 22 20:18:32.935966 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.quota.driver [None req-5056060a-cb9f-472f-bd28-904baf3c7d57 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 22 20:18:32.938098 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-201e42b3-a41a-4fd0-aefd-8de014f3ee2b tempest-AttachVolumeShelveTestJSON-1095716281 tempest-AttachVolumeShelveTestJSON-1095716281-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:18:33.001782 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-201e42b3-a41a-4fd0-aefd-8de014f3ee2b tempest-AttachVolumeShelveTestJSON-1095716281 tempest-AttachVolumeShelveTestJSON-1095716281-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:18:33.004999 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-201e42b3-a41a-4fd0-aefd-8de014f3ee2b tempest-AttachVolumeShelveTestJSON-1095716281 tempest-AttachVolumeShelveTestJSON-1095716281-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393920'] for security_group_rule, after_create {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:18:33.007245 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [None req-4cab8f9d-f070-4717-86bb-680b62efd670 tempest-TestVolumeBootPattern-572234504 tempest-TestVolumeBootPattern-572234504-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 20:18:33.020354 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-5056060a-cb9f-472f-bd28-904baf3c7d57 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:18:33.023103 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-5056060a-cb9f-472f-bd28-904baf3c7d57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393900'] for security_group, after_create {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:18:33.030806 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-201e42b3-a41a-4fd0-aefd-8de014f3ee2b tempest-AttachVolumeShelveTestJSON-1095716281 tempest-AttachVolumeShelveTestJSON-1095716281-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4589ea9f-bb25-4a62-97bc-53383ed1f59b,revision_number=0']} {{(pid=86330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 20:18:33.033690 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [None req-201e42b3-a41a-4fd0-aefd-8de014f3ee2b tempest-AttachVolumeShelveTestJSON-1095716281 tempest-AttachVolumeShelveTestJSON-1095716281-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=86330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 20:18:33.034620 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [None req-ab89df36-b57c-4c8f-989b-b43f40c3553f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 20:18:33.040713 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-201e42b3-a41a-4fd0-aefd-8de014f3ee2b tempest-AttachVolumeShelveTestJSON-1095716281 tempest-AttachVolumeShelveTestJSON-1095716281-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:18:33.042059 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [None req-201e42b3-a41a-4fd0-aefd-8de014f3ee2b tempest-AttachVolumeShelveTestJSON-1095716281 tempest-AttachVolumeShelveTestJSON-1095716281-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.1473327
Apr 22 20:18:33.044871 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.wsgi [-] (86330) accepted ('10.222.0.30', 42540) {{(pid=86330) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 20:18:33.050498 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.v2.base [None req-065b7785-9d7a-490b-ba09-e7f7a011894f tempest-AttachVolumeShelveTestJSON-1095716281 tempest-AttachVolumeShelveTestJSON-1095716281-project] Request body: {'security_group_rule': {'security_group_id': '2828f93a-45b4-439f-a8a8-dbebf20fc2c8', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=86330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 22 20:18:33.057123 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.quota.driver [None req-065b7785-9d7a-490b-ba09-e7f7a011894f tempest-AttachVolumeShelveTestJSON-1095716281 tempest-AttachVolumeShelveTestJSON-1095716281-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86330) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 22 20:18:33.061180 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.quota.resource [None req-065b7785-9d7a-490b-ba09-e7f7a011894f tempest-AttachVolumeShelveTestJSON-1095716281 tempest-AttachVolumeShelveTestJSON-1095716281-project] Usage tracker for resource:security_group_rule and tenant:d83d42b16fb04a3dbea8744fb63b042c is out of sync, need to count used quota {{(pid=86330) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 22 20:18:33.064215 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.quota.resource [None req-065b7785-9d7a-490b-ba09-e7f7a011894f tempest-AttachVolumeShelveTestJSON-1095716281 tempest-AttachVolumeShelveTestJSON-1095716281-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=86330) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 22 20:18:33.070333 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.quota.driver [None req-065b7785-9d7a-490b-ba09-e7f7a011894f tempest-AttachVolumeShelveTestJSON-1095716281 tempest-AttachVolumeShelveTestJSON-1095716281-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=86330) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 22 20:18:33.080263 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [None req-5056060a-cb9f-472f-bd28-904baf3c7d57 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=b7d401a305f4467fb05770aa0a4296c4&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3107362
Apr 22 20:18:33.081202 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5056060a-cb9f-472f-bd28-904baf3c7d57 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bccc167b-0dab-4f2d-8120-7d3ed84a9043,revision_number=1']} {{(pid=86331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 20:18:33.083492 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.wsgi [-] (86330) accepted ('10.222.0.30', 42544) {{(pid=86330) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 20:18:33.084484 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [None req-5056060a-cb9f-472f-bd28-904baf3c7d57 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 20:18:33.097403 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-065b7785-9d7a-490b-ba09-e7f7a011894f tempest-AttachVolumeShelveTestJSON-1095716281 tempest-AttachVolumeShelveTestJSON-1095716281-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:18:33.207136 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-28242d2f-e183-4f29-8e56-4bffc64970d1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:18:33.213104 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-065b7785-9d7a-490b-ba09-e7f7a011894f tempest-AttachVolumeShelveTestJSON-1095716281 tempest-AttachVolumeShelveTestJSON-1095716281-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:18:33.223987 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-065b7785-9d7a-490b-ba09-e7f7a011894f tempest-AttachVolumeShelveTestJSON-1095716281 tempest-AttachVolumeShelveTestJSON-1095716281-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393920'] for security_group_rule, after_create {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:18:33.234027 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [None req-3cce56bb-1e80-4c06-9135-88df531c13d5 tempest-TestVolumeBootPattern-572234504 tempest-TestVolumeBootPattern-572234504-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 20:18:33.262969 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-28242d2f-e183-4f29-8e56-4bffc64970d1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:18:33.273948 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-065b7785-9d7a-490b-ba09-e7f7a011894f tempest-AttachVolumeShelveTestJSON-1095716281 tempest-AttachVolumeShelveTestJSON-1095716281-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=205ec082-a139-4c49-a25a-f41d6e9eb823,revision_number=0']} {{(pid=86330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 20:18:33.280422 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [None req-065b7785-9d7a-490b-ba09-e7f7a011894f tempest-AttachVolumeShelveTestJSON-1095716281 tempest-AttachVolumeShelveTestJSON-1095716281-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=86330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 20:18:33.293059 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-065b7785-9d7a-490b-ba09-e7f7a011894f tempest-AttachVolumeShelveTestJSON-1095716281 tempest-AttachVolumeShelveTestJSON-1095716281-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:18:33.294365 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [None req-065b7785-9d7a-490b-ba09-e7f7a011894f tempest-AttachVolumeShelveTestJSON-1095716281 tempest-AttachVolumeShelveTestJSON-1095716281-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.2484851
Apr 22 20:18:33.297916 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.wsgi [-] (86331) accepted ('10.222.0.30', 42548) {{(pid=86331) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 20:18:33.303876 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.v2.base [None req-54faae5e-4ba1-4656-afa1-dda30a4d09e9 tempest-AttachVolumeShelveTestJSON-1095716281 tempest-AttachVolumeShelveTestJSON-1095716281-project] Request body: {'floatingip': {'floating_network_id': '1b725cb4-6db6-4e68-9a61-1978e8a191a1'}} {{(pid=86331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 22 20:18:33.310178 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.quota.driver [None req-54faae5e-4ba1-4656-afa1-dda30a4d09e9 tempest-AttachVolumeShelveTestJSON-1095716281 tempest-AttachVolumeShelveTestJSON-1095716281-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 22 20:18:33.314233 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.quota.resource [None req-54faae5e-4ba1-4656-afa1-dda30a4d09e9 tempest-AttachVolumeShelveTestJSON-1095716281 tempest-AttachVolumeShelveTestJSON-1095716281-project] Usage tracker for resource:floatingip and tenant:d83d42b16fb04a3dbea8744fb63b042c is out of sync, need to count used quota {{(pid=86331) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 22 20:18:33.316954 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-28242d2f-e183-4f29-8e56-4bffc64970d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393900'] for security_group, after_delete {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:18:33.317797 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.quota.resource [None req-54faae5e-4ba1-4656-afa1-dda30a4d09e9 tempest-AttachVolumeShelveTestJSON-1095716281 tempest-AttachVolumeShelveTestJSON-1095716281-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=86331) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 22 20:18:33.322076 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [None req-46c4a7de-977a-411a-8cdf-df79d8dbf092 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 20:18:33.324051 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.quota.driver [None req-54faae5e-4ba1-4656-afa1-dda30a4d09e9 tempest-AttachVolumeShelveTestJSON-1095716281 tempest-AttachVolumeShelveTestJSON-1095716281-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=86331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 22 20:18:33.333804 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-54faae5e-4ba1-4656-afa1-dda30a4d09e9 tempest-AttachVolumeShelveTestJSON-1095716281 tempest-AttachVolumeShelveTestJSON-1095716281-project] Notify callbacks [] for floatingip, before_create {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:18:33.336764 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28242d2f-e183-4f29-8e56-4bffc64970d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bccc167b-0dab-4f2d-8120-7d3ed84a9043,revision_number=None']} {{(pid=86330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 20:18:33.339969 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [None req-28242d2f-e183-4f29-8e56-4bffc64970d1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=86330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 20:18:33.342074 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-28242d2f-e183-4f29-8e56-4bffc64970d1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:18:33.346539 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [None req-28242d2f-e183-4f29-8e56-4bffc64970d1 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/bccc167b-0dab-4f2d-8120-7d3ed84a9043 HTTP/1.1" status: 204  len: 168 time: 0.2571831
Apr 22 20:18:33.477909 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-54faae5e-4ba1-4656-afa1-dda30a4d09e9 tempest-AttachVolumeShelveTestJSON-1095716281 tempest-AttachVolumeShelveTestJSON-1095716281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587983'] for port, before_create {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:18:33.622432 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.db_base_plugin_common [None req-54faae5e-4ba1-4656-afa1-dda30a4d09e9 tempest-AttachVolumeShelveTestJSON-1095716281 tempest-AttachVolumeShelveTestJSON-1095716281-project] Allocated IP 172.27.3.89 (1b725cb4-6db6-4e68-9a61-1978e8a191a1/1d4495d7-31a5-4e2d-a911-56ceae3a61c5/f1433533-1bad-4af9-9d22-b2628ed711f5) {{(pid=86331) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 22 20:18:33.639527 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.wsgi [-] (86330) accepted ('10.222.0.30', 42556) {{(pid=86330) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 20:18:33.659099 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-5713324b-5e56-4a26-8c33-d9eaedfdf9df admin admin] Notify callbacks [] for security_group, before_create {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:18:33.674836 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.quota.driver [None req-5713324b-5e56-4a26-8c33-d9eaedfdf9df admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86330) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 22 20:18:33.678899 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.quota.resource [None req-5713324b-5e56-4a26-8c33-d9eaedfdf9df admin admin] Usage tracker for resource:security_group_rule and tenant:43026d9497c740e28067ae9cc8f9f5ad is out of sync, need to count used quota {{(pid=86330) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 22 20:18:33.681884 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.quota.resource [None req-5713324b-5e56-4a26-8c33-d9eaedfdf9df admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86330) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 22 20:18:33.687899 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.quota.driver [None req-5713324b-5e56-4a26-8c33-d9eaedfdf9df admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86330) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 22 20:18:33.776792 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-5713324b-5e56-4a26-8c33-d9eaedfdf9df admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:18:33.779957 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-5713324b-5e56-4a26-8c33-d9eaedfdf9df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393900'] for security_group, after_create {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:18:33.783501 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-54faae5e-4ba1-4656-afa1-dda30a4d09e9 tempest-AttachVolumeShelveTestJSON-1095716281 tempest-AttachVolumeShelveTestJSON-1095716281-project] Notify callbacks [] for port, precommit_create {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:18:33.789237 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [None req-25161a43-ba02-4cef-8166-611626161f66 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 20:18:33.813362 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-54faae5e-4ba1-4656-afa1-dda30a4d09e9 tempest-AttachVolumeShelveTestJSON-1095716281 tempest-AttachVolumeShelveTestJSON-1095716281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854198495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853168226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363309147208154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1223862'] for port, after_create {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:18:33.818784 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [None req-16bf676c-0f5b-4ede-8fd7-c228a97ff012 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 20:18:33.835788 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [None req-5713324b-5e56-4a26-8c33-d9eaedfdf9df admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=43026d9497c740e28067ae9cc8f9f5ad&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1920753
Apr 22 20:18:33.835788 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5713324b-5e56-4a26-8c33-d9eaedfdf9df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bbd89272-420a-4246-abe0-2d48551bd6c3,revision_number=1']} {{(pid=86330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 20:18:33.836990 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.wsgi [-] (86330) accepted ('10.222.0.30', 42560) {{(pid=86330) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 20:18:33.839818 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [None req-5713324b-5e56-4a26-8c33-d9eaedfdf9df admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=86330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 20:18:33.885725 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54faae5e-4ba1-4656-afa1-dda30a4d09e9 tempest-AttachVolumeShelveTestJSON-1095716281 tempest-AttachVolumeShelveTestJSON-1095716281-project] Network 1b725cb4-6db6-4e68-9a61-1978e8a191a1 is already hosted by enough agents. {{(pid=86331) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 22 20:18:33.889225 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.scheduler.base_scheduler [None req-54faae5e-4ba1-4656-afa1-dda30a4d09e9 tempest-AttachVolumeShelveTestJSON-1095716281 tempest-AttachVolumeShelveTestJSON-1095716281-project] Resources bound (agent type, host, resource id):  {{(pid=86331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 22 20:18:33.891684 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54faae5e-4ba1-4656-afa1-dda30a4d09e9 tempest-AttachVolumeShelveTestJSON-1095716281 tempest-AttachVolumeShelveTestJSON-1095716281-project] Received port after_create {{(pid=86331) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 22 20:18:33.909021 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-45af66fc-da39-4a34-8756-8fa0bb441f9d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:18:33.935482 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54faae5e-4ba1-4656-afa1-dda30a4d09e9 tempest-AttachVolumeShelveTestJSON-1095716281 tempest-AttachVolumeShelveTestJSON-1095716281-project] Pushing event updated for resources: {'Port': ['ID=f1433533-1bad-4af9-9d22-b2628ed711f5,revision_number=1']} {{(pid=86331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 20:18:33.937527 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-45af66fc-da39-4a34-8756-8fa0bb441f9d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:18:33.938401 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [None req-54faae5e-4ba1-4656-afa1-dda30a4d09e9 tempest-AttachVolumeShelveTestJSON-1095716281 tempest-AttachVolumeShelveTestJSON-1095716281-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 20:18:33.983306 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-45af66fc-da39-4a34-8756-8fa0bb441f9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393900'] for security_group, after_delete {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:18:33.985740 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-54faae5e-4ba1-4656-afa1-dda30a4d09e9 tempest-AttachVolumeShelveTestJSON-1095716281 tempest-AttachVolumeShelveTestJSON-1095716281-project] Notify callbacks [] for floatingip, precommit_create {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:18:33.989270 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [None req-92d5bac1-87ce-4f2a-8bda-548579101d4e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 20:18:34.000242 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45af66fc-da39-4a34-8756-8fa0bb441f9d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bbd89272-420a-4246-abe0-2d48551bd6c3,revision_number=None']} {{(pid=86330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 20:18:34.005107 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [None req-45af66fc-da39-4a34-8756-8fa0bb441f9d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=86330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 20:18:34.007284 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-45af66fc-da39-4a34-8756-8fa0bb441f9d admin admin] Notify callbacks [] for security_group, before_response {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:18:34.008520 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [None req-45af66fc-da39-4a34-8756-8fa0bb441f9d admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/bbd89272-420a-4246-abe0-2d48551bd6c3 HTTP/1.1" status: 204  len: 168 time: 0.1705341
Apr 22 20:18:34.050708 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-54faae5e-4ba1-4656-afa1-dda30a4d09e9 tempest-AttachVolumeShelveTestJSON-1095716281 tempest-AttachVolumeShelveTestJSON-1095716281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587983'] for port, before_update {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:18:34.267959 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-54faae5e-4ba1-4656-afa1-dda30a4d09e9 tempest-AttachVolumeShelveTestJSON-1095716281 tempest-AttachVolumeShelveTestJSON-1095716281-project] Notify callbacks [] for port, precommit_update {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:18:34.272206 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-54faae5e-4ba1-4656-afa1-dda30a4d09e9 tempest-AttachVolumeShelveTestJSON-1095716281 tempest-AttachVolumeShelveTestJSON-1095716281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854198495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853168226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727707997384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363309147208137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727707567697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036853551937'] for port, after_update {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:18:34.277035 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [None req-5094f5ea-b67f-488f-95d1-0aa9680bdf19 tempest-VolumesSnapshotTestJSON-1289454250 tempest-VolumesSnapshotTestJSON-1289454250-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 20:18:34.392063 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54faae5e-4ba1-4656-afa1-dda30a4d09e9 tempest-AttachVolumeShelveTestJSON-1095716281 tempest-AttachVolumeShelveTestJSON-1095716281-project] Pushing event updated for resources: {'Port': ['ID=f1433533-1bad-4af9-9d22-b2628ed711f5,revision_number=2']} {{(pid=86331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 20:18:34.395049 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [None req-54faae5e-4ba1-4656-afa1-dda30a4d09e9 tempest-AttachVolumeShelveTestJSON-1095716281 tempest-AttachVolumeShelveTestJSON-1095716281-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 20:18:34.404539 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-54faae5e-4ba1-4656-afa1-dda30a4d09e9 tempest-AttachVolumeShelveTestJSON-1095716281 tempest-AttachVolumeShelveTestJSON-1095716281-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-427953'] for floatingip, after_update {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:18:34.443030 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-54faae5e-4ba1-4656-afa1-dda30a4d09e9 tempest-AttachVolumeShelveTestJSON-1095716281 tempest-AttachVolumeShelveTestJSON-1095716281-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-743'] for floatingip, before_response {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:18:34.444333 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [None req-54faae5e-4ba1-4656-afa1-dda30a4d09e9 tempest-AttachVolumeShelveTestJSON-1095716281 tempest-AttachVolumeShelveTestJSON-1095716281-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 692 time: 1.1453056
Apr 22 20:18:34.685176 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.quota.resource [req-a267b300-4785-4048-b183-beca64d016bf req-d70985ea-008f-4834-94af-7c464fbac9a2 tempest-AttachVolumeShelveTestJSON-1095716281 tempest-AttachVolumeShelveTestJSON-1095716281-project] Synchronizing usage tracker for tenant:d83d42b16fb04a3dbea8744fb63b042c on resource:security_group {{(pid=86330) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 22 20:18:34.702868 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.quota.resource [req-a267b300-4785-4048-b183-beca64d016bf req-d70985ea-008f-4834-94af-7c464fbac9a2 tempest-AttachVolumeShelveTestJSON-1095716281 tempest-AttachVolumeShelveTestJSON-1095716281-project] Unset dirty status for tenant:d83d42b16fb04a3dbea8744fb63b042c on resource:security_group {{(pid=86330) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 22 20:18:34.704149 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-a267b300-4785-4048-b183-beca64d016bf req-d70985ea-008f-4834-94af-7c464fbac9a2 tempest-AttachVolumeShelveTestJSON-1095716281 tempest-AttachVolumeShelveTestJSON-1095716281-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-securitygroup--865458986&fields=id&tenant_id=d83d42b16fb04a3dbea8744fb63b042c HTTP/1.1" status: 200  len: 267 time: 0.0663288
Apr 22 20:18:34.870967 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a267b300-4785-4048-b183-beca64d016bf req-54d0f4e8-87c8-4092-b8e6-46f89364fcdc tempest-AttachVolumeShelveTestJSON-1095716281 tempest-AttachVolumeShelveTestJSON-1095716281-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 20:18:34.872453 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-a267b300-4785-4048-b183-beca64d016bf req-54d0f4e8-87c8-4092-b8e6-46f89364fcdc tempest-AttachVolumeShelveTestJSON-1095716281 tempest-AttachVolumeShelveTestJSON-1095716281-project] 10.222.0.30 "GET /v2.0/networks?id=34648bb7-c1ba-45d7-bfee-e82cdf1f6b93 HTTP/1.1" status: 200  len: 817 time: 0.1609633
Apr 22 20:18:34.888791 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-a267b300-4785-4048-b183-beca64d016bf req-f925a42d-f8c3-43cc-93ec-0505878bd7a5 tempest-AttachVolumeShelveTestJSON-1095716281 tempest-AttachVolumeShelveTestJSON-1095716281-project] 10.222.0.30 "GET /v2.0/quotas/d83d42b16fb04a3dbea8744fb63b042c HTTP/1.1" status: 200  len: 375 time: 0.0099616
Apr 22 20:18:34.983231 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.quota.resource [req-a267b300-4785-4048-b183-beca64d016bf req-e6cf34dd-ff8a-406c-9f1b-586cfd940090 tempest-AttachVolumeShelveTestJSON-1095716281 tempest-AttachVolumeShelveTestJSON-1095716281-project] Synchronizing usage tracker for tenant:d83d42b16fb04a3dbea8744fb63b042c on resource:port {{(pid=86330) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 22 20:18:34.998252 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.quota.resource [req-a267b300-4785-4048-b183-beca64d016bf req-e6cf34dd-ff8a-406c-9f1b-586cfd940090 tempest-AttachVolumeShelveTestJSON-1095716281 tempest-AttachVolumeShelveTestJSON-1095716281-project] Unset dirty status for tenant:d83d42b16fb04a3dbea8744fb63b042c on resource:port {{(pid=86330) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 22 20:18:34.999683 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-a267b300-4785-4048-b183-beca64d016bf req-e6cf34dd-ff8a-406c-9f1b-586cfd940090 tempest-AttachVolumeShelveTestJSON-1095716281 tempest-AttachVolumeShelveTestJSON-1095716281-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=d83d42b16fb04a3dbea8744fb63b042c&fields=id HTTP/1.1" status: 200  len: 348 time: 0.1049595
Apr 22 20:18:35.263101 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-a267b300-4785-4048-b183-beca64d016bf req-b8770d4e-6823-405a-990e-3d66ceafa901 service neutron] 10.222.0.30 "GET /v2.0/networks/34648bb7-c1ba-45d7-bfee-e82cdf1f6b93?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2502763
Apr 22 20:18:35.405161 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-a267b300-4785-4048-b183-beca64d016bf req-3536bfb9-d7d3-489d-a2d5-302e8ca6b6bd service neutron] 10.222.0.30 "GET /v2.0/networks/34648bb7-c1ba-45d7-bfee-e82cdf1f6b93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1356666
Apr 22 20:18:35.605193 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-b201eb56-15ff-4a78-8f84-c42d8a9b7644 req-6184ff72-cf1e-4416-af86-7f310235a3f1 tempest-AttachVolumeShelveTestJSON-1095716281 tempest-AttachVolumeShelveTestJSON-1095716281-project] 10.222.0.30 "GET /v2.0/ports?device_id=bea0e040-e3dd-4e46-87e8-ed5a96b95301 HTTP/1.1" status: 200  len: 210 time: 0.0552537
Apr 22 20:18:36.151805 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.wsgi [-] (86330) accepted ('10.222.0.30', 42648) {{(pid=86330) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 20:18:36.275757 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-fb72545b-40b2-495f-b208-e5eb1b7cca44 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:18:36.291157 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.quota.driver [None req-fb72545b-40b2-495f-b208-e5eb1b7cca44 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86330) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 22 20:18:36.295223 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.quota.resource [None req-fb72545b-40b2-495f-b208-e5eb1b7cca44 admin admin] Usage tracker for resource:security_group_rule and tenant:67c27169939345fcb0d407d0551cb6d2 is out of sync, need to count used quota {{(pid=86330) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 22 20:18:36.298166 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.quota.resource [None req-fb72545b-40b2-495f-b208-e5eb1b7cca44 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86330) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 22 20:18:36.304707 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.quota.driver [None req-fb72545b-40b2-495f-b208-e5eb1b7cca44 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86330) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 22 20:18:36.390848 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-fb72545b-40b2-495f-b208-e5eb1b7cca44 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:18:36.393386 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-fb72545b-40b2-495f-b208-e5eb1b7cca44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393900'] for security_group, after_create {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:18:36.401571 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [None req-ce9bd1d7-2dbc-4dd0-a5cf-32d643c5a7db admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 20:18:36.449491 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [None req-fb72545b-40b2-495f-b208-e5eb1b7cca44 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=67c27169939345fcb0d407d0551cb6d2&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2964149
Apr 22 20:18:36.450490 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb72545b-40b2-495f-b208-e5eb1b7cca44 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3211afb0-9060-4f4b-b0b7-baf19718ce18,revision_number=1']} {{(pid=86330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 20:18:36.452429 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.wsgi [-] (86331) accepted ('10.222.0.30', 42654) {{(pid=86331) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 20:18:36.453706 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [None req-fb72545b-40b2-495f-b208-e5eb1b7cca44 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=86330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 20:18:36.520899 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-c8159056-5c5a-4a7e-9b85-35b23b781c9d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:18:36.550358 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-c8159056-5c5a-4a7e-9b85-35b23b781c9d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:18:36.596613 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-c8159056-5c5a-4a7e-9b85-35b23b781c9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393900'] for security_group, after_delete {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:18:36.601741 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [None req-f371136a-3ab0-4ab5-849d-524cd9cfe304 tempest-AttachVolumeTestJSON-431678780 tempest-AttachVolumeTestJSON-431678780-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 20:18:36.612553 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8159056-5c5a-4a7e-9b85-35b23b781c9d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3211afb0-9060-4f4b-b0b7-baf19718ce18,revision_number=None']} {{(pid=86331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 20:18:36.619372 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [None req-c8159056-5c5a-4a7e-9b85-35b23b781c9d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 20:18:36.620226 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-c8159056-5c5a-4a7e-9b85-35b23b781c9d admin admin] Notify callbacks [] for security_group, before_response {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:18:36.624583 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [None req-c8159056-5c5a-4a7e-9b85-35b23b781c9d admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/3211afb0-9060-4f4b-b0b7-baf19718ce18 HTTP/1.1" status: 204  len: 168 time: 0.1709018
Apr 22 20:18:36.742340 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a267b300-4785-4048-b183-beca64d016bf req-a1f739ca-8ca6-40bc-abde-edf308bf72a1 tempest-AttachVolumeShelveTestJSON-1095716281 tempest-AttachVolumeShelveTestJSON-1095716281-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 20:18:36.744091 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-a267b300-4785-4048-b183-beca64d016bf req-a1f739ca-8ca6-40bc-abde-edf308bf72a1 tempest-AttachVolumeShelveTestJSON-1095716281 tempest-AttachVolumeShelveTestJSON-1095716281-project] 10.222.0.46 "GET /v2.0/networks?id=34648bb7-c1ba-45d7-bfee-e82cdf1f6b93 HTTP/1.1" status: 200  len: 817 time: 0.1951225
Apr 22 20:18:36.826481 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-5c9bd6f6-bdc3-43e0-825c-1919b4109f0b req-7ae73ed3-1552-4125-a2fd-34c3a1bb8694 tempest-AttachVolumeShelveTestJSON-1095716281 tempest-AttachVolumeShelveTestJSON-1095716281-project] 10.222.0.30 "GET /v2.0/ports?device_id=bea0e040-e3dd-4e46-87e8-ed5a96b95301 HTTP/1.1" status: 200  len: 210 time: 0.0811977
Apr 22 20:18:36.870062 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-a267b300-4785-4048-b183-beca64d016bf req-e975a6da-ac9f-4b94-8323-308aaa4bfb20 tempest-AttachVolumeShelveTestJSON-1095716281 tempest-AttachVolumeShelveTestJSON-1095716281-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d83d42b16fb04a3dbea8744fb63b042c HTTP/1.1" status: 200  len: 379 time: 0.0773702
Apr 22 20:18:36.880183 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.v2.base [req-a267b300-4785-4048-b183-beca64d016bf req-4159c299-d33b-4a27-9b04-34440e4f5317 tempest-AttachVolumeShelveTestJSON-1095716281 tempest-AttachVolumeShelveTestJSON-1095716281-project] Request body: {'port': {'device_id': 'bea0e040-e3dd-4e46-87e8-ed5a96b95301', 'network_id': '34648bb7-c1ba-45d7-bfee-e82cdf1f6b93', 'admin_state_up': True, 'tenant_id': 'd83d42b16fb04a3dbea8744fb63b042c', 'security_groups': ['2828f93a-45b4-439f-a8a8-dbebf20fc2c8']}} {{(pid=86330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 22 20:18:36.954545 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.wsgi [-] (86331) accepted ('10.222.0.30', 42668) {{(pid=86331) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 20:18:36.973987 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-c2e513dc-f69a-45d1-aaf5-59b5bb5640cf admin admin] Notify callbacks [] for security_group, before_create {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:18:36.989597 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.quota.driver [None req-c2e513dc-f69a-45d1-aaf5-59b5bb5640cf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 22 20:18:36.993692 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.quota.resource [None req-c2e513dc-f69a-45d1-aaf5-59b5bb5640cf admin admin] Usage tracker for resource:security_group_rule and tenant:1a426ef330544ea0a9fd9b5bedd545fc is out of sync, need to count used quota {{(pid=86331) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 22 20:18:36.996694 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.quota.resource [None req-c2e513dc-f69a-45d1-aaf5-59b5bb5640cf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86331) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 22 20:18:37.002752 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.quota.driver [None req-c2e513dc-f69a-45d1-aaf5-59b5bb5640cf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 22 20:18:37.024362 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.quota.driver [req-a267b300-4785-4048-b183-beca64d016bf req-4159c299-d33b-4a27-9b04-34440e4f5317 tempest-AttachVolumeShelveTestJSON-1095716281 tempest-AttachVolumeShelveTestJSON-1095716281-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86330) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 22 20:18:37.034695 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.quota.driver [req-a267b300-4785-4048-b183-beca64d016bf req-4159c299-d33b-4a27-9b04-34440e4f5317 tempest-AttachVolumeShelveTestJSON-1095716281 tempest-AttachVolumeShelveTestJSON-1095716281-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=86330) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 22 20:18:37.043779 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a267b300-4785-4048-b183-beca64d016bf req-4159c299-d33b-4a27-9b04-34440e4f5317 tempest-AttachVolumeShelveTestJSON-1095716281 tempest-AttachVolumeShelveTestJSON-1095716281-project] Made reservation on behalf of d83d42b16fb04a3dbea8744fb63b042c for: {'port': 1} {{(pid=86330) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 22 20:18:37.049858 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [req-a267b300-4785-4048-b183-beca64d016bf req-4159c299-d33b-4a27-9b04-34440e4f5317 tempest-AttachVolumeShelveTestJSON-1095716281 tempest-AttachVolumeShelveTestJSON-1095716281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587983'] for port, before_create {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:18:37.086909 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-c2e513dc-f69a-45d1-aaf5-59b5bb5640cf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:18:37.089818 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-c2e513dc-f69a-45d1-aaf5-59b5bb5640cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393900'] for security_group, after_create {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:18:37.102492 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [None req-4469113a-415e-4a1f-afe6-6ca47f08da88 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 20:18:37.144668 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [None req-c2e513dc-f69a-45d1-aaf5-59b5bb5640cf admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=1a426ef330544ea0a9fd9b5bedd545fc&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1888580
Apr 22 20:18:37.146196 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2e513dc-f69a-45d1-aaf5-59b5bb5640cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f3b7c90-468d-432d-bdd2-00dc4c173d8d,revision_number=1']} {{(pid=86331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 20:18:37.148035 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.wsgi [-] (86330) accepted ('10.222.0.30', 42672) {{(pid=86330) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 20:18:37.149350 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [None req-c2e513dc-f69a-45d1-aaf5-59b5bb5640cf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 20:18:37.275066 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.db_base_plugin_common [req-a267b300-4785-4048-b183-beca64d016bf req-4159c299-d33b-4a27-9b04-34440e4f5317 tempest-AttachVolumeShelveTestJSON-1095716281 tempest-AttachVolumeShelveTestJSON-1095716281-project] Allocated IP 172.20.0.14 (34648bb7-c1ba-45d7-bfee-e82cdf1f6b93/1e51354a-bd7c-4e4c-a7c1-20be7a105c17/8992d12d-fc7c-479e-ad59-3a73aacad1ba) {{(pid=86330) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 22 20:18:37.277308 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-d9339b93-4dd0-485d-a337-8f9e950e760a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:18:37.324316 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-d9339b93-4dd0-485d-a337-8f9e950e760a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:18:37.501213 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-d9339b93-4dd0-485d-a337-8f9e950e760a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393900'] for security_group, after_delete {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:18:37.513665 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [None req-f709dce3-554e-4389-8e1c-11d3d051bf90 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 20:18:37.535228 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9339b93-4dd0-485d-a337-8f9e950e760a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f3b7c90-468d-432d-bdd2-00dc4c173d8d,revision_number=None']} {{(pid=86330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 20:18:37.548270 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [None req-d9339b93-4dd0-485d-a337-8f9e950e760a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=86330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 20:18:37.559216 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [req-a267b300-4785-4048-b183-beca64d016bf req-4159c299-d33b-4a27-9b04-34440e4f5317 tempest-AttachVolumeShelveTestJSON-1095716281 tempest-AttachVolumeShelveTestJSON-1095716281-project] Notify callbacks [] for port, precommit_create {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:18:37.581171 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-d9339b93-4dd0-485d-a337-8f9e950e760a admin admin] Notify callbacks [] for security_group, before_response {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:18:37.582295 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [None req-d9339b93-4dd0-485d-a337-8f9e950e760a admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/4f3b7c90-468d-432d-bdd2-00dc4c173d8d HTTP/1.1" status: 204  len: 168 time: 0.4326444
Apr 22 20:18:37.584045 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.provisioning_blocks [req-a267b300-4785-4048-b183-beca64d016bf req-4159c299-d33b-4a27-9b04-34440e4f5317 tempest-AttachVolumeShelveTestJSON-1095716281 tempest-AttachVolumeShelveTestJSON-1095716281-project] Transition to ACTIVE for port object 8992d12d-fc7c-479e-ad59-3a73aacad1ba will not be triggered until provisioned by entity DHCP. {{(pid=86330) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 22 20:18:37.607456 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [req-a267b300-4785-4048-b183-beca64d016bf req-4159c299-d33b-4a27-9b04-34440e4f5317 tempest-AttachVolumeShelveTestJSON-1095716281 tempest-AttachVolumeShelveTestJSON-1095716281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854198495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853168226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363309147208154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4125515'] for port, after_create {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:18:37.614869 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 20:18:37.685591 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a267b300-4785-4048-b183-beca64d016bf req-4159c299-d33b-4a27-9b04-34440e4f5317 tempest-AttachVolumeShelveTestJSON-1095716281 tempest-AttachVolumeShelveTestJSON-1095716281-project] Network 34648bb7-c1ba-45d7-bfee-e82cdf1f6b93 is already hosted by enough agents. {{(pid=86330) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 22 20:18:37.688972 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.scheduler.base_scheduler [req-a267b300-4785-4048-b183-beca64d016bf req-4159c299-d33b-4a27-9b04-34440e4f5317 tempest-AttachVolumeShelveTestJSON-1095716281 tempest-AttachVolumeShelveTestJSON-1095716281-project] Resources bound (agent type, host, resource id):  {{(pid=86330) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 22 20:18:37.691421 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.l3_dvrscheduler_db [req-a267b300-4785-4048-b183-beca64d016bf req-4159c299-d33b-4a27-9b04-34440e4f5317 tempest-AttachVolumeShelveTestJSON-1095716281 tempest-AttachVolumeShelveTestJSON-1095716281-project] Received port after_create {{(pid=86330) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 22 20:18:37.736221 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4159c299-d33b-4a27-9b04-34440e4f5317 tempest-AttachVolumeShelveTestJSON-1095716281 tempest-AttachVolumeShelveTestJSON-1095716281-project] Pushing event updated for resources: {'Port': ['ID=8992d12d-fc7c-479e-ad59-3a73aacad1ba,revision_number=1']} {{(pid=86330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 20:18:37.739976 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [None req-4159c299-d33b-4a27-9b04-34440e4f5317 tempest-AttachVolumeShelveTestJSON-1095716281 tempest-AttachVolumeShelveTestJSON-1095716281-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=86330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 20:18:37.773266 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a267b300-4785-4048-b183-beca64d016bf req-4159c299-d33b-4a27-9b04-34440e4f5317 tempest-AttachVolumeShelveTestJSON-1095716281 tempest-AttachVolumeShelveTestJSON-1095716281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 20:18:37.773991 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [req-a267b300-4785-4048-b183-beca64d016bf req-4159c299-d33b-4a27-9b04-34440e4f5317 tempest-AttachVolumeShelveTestJSON-1095716281 tempest-AttachVolumeShelveTestJSON-1095716281-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-743'] for port, before_response {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:18:37.795770 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-a267b300-4785-4048-b183-beca64d016bf req-4159c299-d33b-4a27-9b04-34440e4f5317 tempest-AttachVolumeShelveTestJSON-1095716281 tempest-AttachVolumeShelveTestJSON-1095716281-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 0.9198551
Apr 22 20:18:37.809331 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.v2.base [req-a267b300-4785-4048-b183-beca64d016bf req-a44d5fa7-ddcd-4c16-8f4a-5607913c0632 service neutron] Request body: {'port': {'device_id': 'bea0e040-e3dd-4e46-87e8-ed5a96b95301', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78763'}} {{(pid=86330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 22 20:18:37.928697 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.provisioning_blocks [None req-2e87a4f7-b26f-48e2-9655-a7a70cf754cf None None] Provisioning for port 8992d12d-fc7c-479e-ad59-3a73aacad1ba completed by entity DHCP. {{(pid=86332) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 22 20:18:37.934548 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.provisioning_blocks [None req-2e87a4f7-b26f-48e2-9655-a7a70cf754cf None None] Provisioning complete for port 8992d12d-fc7c-479e-ad59-3a73aacad1ba triggered by entity DHCP. {{(pid=86332) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 22 20:18:37.935234 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-2e87a4f7-b26f-48e2-9655-a7a70cf754cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854135278'] for port, provisioning_complete {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:18:37.940624 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [req-a267b300-4785-4048-b183-beca64d016bf req-a44d5fa7-ddcd-4c16-8f4a-5607913c0632 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587983'] for port, before_update {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:18:38.003738 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.plugin [None req-2e87a4f7-b26f-48e2-9655-a7a70cf754cf None None] Port 8992d12d-fc7c-479e-ad59-3a73aacad1ba cannot update to ACTIVE because it is not bound. {{(pid=86332) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 22 20:18:38.068161 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0743c13-9623-4a45-bd34-dc8b7d70da6f req-d6369d8b-4486-47f5-b85b-49fbbe42c270 tempest-AttachVolumeShelveTestJSON-1095716281 tempest-AttachVolumeShelveTestJSON-1095716281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 20:18:38.069802 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-c0743c13-9623-4a45-bd34-dc8b7d70da6f req-d6369d8b-4486-47f5-b85b-49fbbe42c270 tempest-AttachVolumeShelveTestJSON-1095716281 tempest-AttachVolumeShelveTestJSON-1095716281-project] 10.222.0.30 "GET /v2.0/ports?device_id=bea0e040-e3dd-4e46-87e8-ed5a96b95301 HTTP/1.1" status: 200  len: 932 time: 0.0976293
Apr 22 20:18:38.120495 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-c0743c13-9623-4a45-bd34-dc8b7d70da6f req-5a9f5957-7d66-4b04-a4fd-fec59024adf6 tempest-AttachVolumeShelveTestJSON-1095716281 tempest-AttachVolumeShelveTestJSON-1095716281-project] 10.222.0.30 "GET /v2.0/security-groups?id=2828f93a-45b4-439f-a8a8-dbebf20fc2c8&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0441065
Apr 22 20:18:38.316353 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.notifiers.nova [req-a267b300-4785-4048-b183-beca64d016bf req-a44d5fa7-ddcd-4c16-8f4a-5607913c0632 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8992d12d-fc7c-479e-ad59-3a73aacad1ba {{(pid=86330) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 22 20:18:38.324599 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [req-a267b300-4785-4048-b183-beca64d016bf req-a44d5fa7-ddcd-4c16-8f4a-5607913c0632 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:18:38.339549 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.provisioning_blocks [req-a267b300-4785-4048-b183-beca64d016bf req-a44d5fa7-ddcd-4c16-8f4a-5607913c0632 service neutron] Transition to ACTIVE for port object 8992d12d-fc7c-479e-ad59-3a73aacad1ba will not be triggered until provisioned by entity L2. {{(pid=86330) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 22 20:18:38.342589 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [req-a267b300-4785-4048-b183-beca64d016bf req-a44d5fa7-ddcd-4c16-8f4a-5607913c0632 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854198495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853168226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727707997384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363309147208137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727707567697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036850650302'] for port, after_update {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:18:38.347292 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [None req-d3a052c7-e025-4d6c-b538-a473dd0c79a1 tempest-AttachVolumeTestJSON-431678780 tempest-AttachVolumeTestJSON-431678780-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 20:18:38.522094 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a44d5fa7-ddcd-4c16-8f4a-5607913c0632 service neutron] Pushing event updated for resources: {'Port': ['ID=8992d12d-fc7c-479e-ad59-3a73aacad1ba,revision_number=2']} {{(pid=86330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 20:18:38.555108 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [None req-a44d5fa7-ddcd-4c16-8f4a-5607913c0632 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.208s {{(pid=86330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 20:18:38.598964 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.managers [req-a267b300-4785-4048-b183-beca64d016bf req-a44d5fa7-ddcd-4c16-8f4a-5607913c0632 service neutron] Attempting to bind port 8992d12d-fc7c-479e-ad59-3a73aacad1ba on host hv-cinder-78763 for vnic_type normal with profile  {{(pid=86330) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 22 20:18:38.599424 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.managers [req-a267b300-4785-4048-b183-beca64d016bf req-a44d5fa7-ddcd-4c16-8f4a-5607913c0632 service neutron] Attempting to bind port 8992d12d-fc7c-479e-ad59-3a73aacad1ba by drivers openvswitch,hyperv on host hv-cinder-78763 at level 0 using segments [{'id': '14168ae3-7f5a-4cf1-9a50-8a4412d691e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '34648bb7-c1ba-45d7-bfee-e82cdf1f6b93'}] {{(pid=86330) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 22 20:18:38.599687 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a267b300-4785-4048-b183-beca64d016bf req-a44d5fa7-ddcd-4c16-8f4a-5607913c0632 service neutron] Attempting to bind port 8992d12d-fc7c-479e-ad59-3a73aacad1ba on network 34648bb7-c1ba-45d7-bfee-e82cdf1f6b93 {{(pid=86330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 22 20:18:38.604661 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a267b300-4785-4048-b183-beca64d016bf req-a44d5fa7-ddcd-4c16-8f4a-5607913c0632 service neutron] Port 8992d12d-fc7c-479e-ad59-3a73aacad1ba on network 34648bb7-c1ba-45d7-bfee-e82cdf1f6b93 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78763 {{(pid=86330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 22 20:18:38.605028 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a267b300-4785-4048-b183-beca64d016bf req-a44d5fa7-ddcd-4c16-8f4a-5607913c0632 service neutron] Attempting to bind port 8992d12d-fc7c-479e-ad59-3a73aacad1ba on network 34648bb7-c1ba-45d7-bfee-e82cdf1f6b93 {{(pid=86330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 22 20:18:38.610536 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a267b300-4785-4048-b183-beca64d016bf req-a44d5fa7-ddcd-4c16-8f4a-5607913c0632 service neutron] Checking agent: {'id': 'b4f1961c-1932-496b-a656-3b148bb81a73', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78763', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 22, 20, 9, 49), 'started_at': datetime.datetime(2021, 4, 22, 20, 9, 49), 'heartbeat_timestamp': datetime.datetime(2021, 4, 22, 20, 18, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 22 20:18:38.610915 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a267b300-4785-4048-b183-beca64d016bf req-a44d5fa7-ddcd-4c16-8f4a-5607913c0632 service neutron] Checking segment: {'id': '14168ae3-7f5a-4cf1-9a50-8a4412d691e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '34648bb7-c1ba-45d7-bfee-e82cdf1f6b93'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86330) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 22 20:18:38.611336 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a267b300-4785-4048-b183-beca64d016bf req-a44d5fa7-ddcd-4c16-8f4a-5607913c0632 service neutron] Bound using segment: {'id': '14168ae3-7f5a-4cf1-9a50-8a4412d691e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '34648bb7-c1ba-45d7-bfee-e82cdf1f6b93'} {{(pid=86330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 22 20:18:38.611810 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.managers [req-a267b300-4785-4048-b183-beca64d016bf req-a44d5fa7-ddcd-4c16-8f4a-5607913c0632 service neutron] Bound port: 8992d12d-fc7c-479e-ad59-3a73aacad1ba, host: hv-cinder-78763, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '14168ae3-7f5a-4cf1-9a50-8a4412d691e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '34648bb7-c1ba-45d7-bfee-e82cdf1f6b93'}}] {{(pid=86330) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 22 20:18:38.612200 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [req-a267b300-4785-4048-b183-beca64d016bf req-a44d5fa7-ddcd-4c16-8f4a-5607913c0632 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587983'] for port, before_update {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:18:38.706259 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.db [req-a267b300-4785-4048-b183-beca64d016bf req-a44d5fa7-ddcd-4c16-8f4a-5607913c0632 service neutron] For port 8992d12d-fc7c-479e-ad59-3a73aacad1ba, host hv-cinder-78763, cleared binding levels {{(pid=86330) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 22 20:18:38.709289 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.db [req-a267b300-4785-4048-b183-beca64d016bf req-a44d5fa7-ddcd-4c16-8f4a-5607913c0632 service neutron] For port 8992d12d-fc7c-479e-ad59-3a73aacad1ba, host hv-cinder-78763, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78763',level=0,port_id=8992d12d-fc7c-479e-ad59-3a73aacad1ba,segment=NetworkSegment(14168ae3-7f5a-4cf1-9a50-8a4412d691e1),segment_id=14168ae3-7f5a-4cf1-9a50-8a4412d691e1)] {{(pid=86330) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 22 20:18:38.712606 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [req-a267b300-4785-4048-b183-beca64d016bf req-a44d5fa7-ddcd-4c16-8f4a-5607913c0632 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854198495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853168226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727707997384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363309147208137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727707567697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036850650302'] for port, after_update {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:18:38.717241 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [None req-d08a5e83-34b6-4c1c-aede-aabd23bc1ccd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 20:18:39.000050 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a267b300-4785-4048-b183-beca64d016bf req-a44d5fa7-ddcd-4c16-8f4a-5607913c0632 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 20:18:39.000712 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [req-a267b300-4785-4048-b183-beca64d016bf req-a44d5fa7-ddcd-4c16-8f4a-5607913c0632 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-743'] for port, before_response {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:18:39.002282 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-a267b300-4785-4048-b183-beca64d016bf req-a44d5fa7-ddcd-4c16-8f4a-5607913c0632 service neutron] 10.222.0.46 "PUT /v2.0/ports/8992d12d-fc7c-479e-ad59-3a73aacad1ba HTTP/1.1" status: 200  len: 1094 time: 1.1979783
Apr 22 20:18:39.002736 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bea0e040-e3dd-4e46-87e8-ed5a96b95301', 'tag': '8992d12d-fc7c-479e-ad59-3a73aacad1ba'}] {{(pid=86330) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 22 20:18:39.031111 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a44d5fa7-ddcd-4c16-8f4a-5607913c0632 service neutron] Pushing event updated for resources: {'Port': ['ID=8992d12d-fc7c-479e-ad59-3a73aacad1ba,revision_number=3']} {{(pid=86330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 20:18:39.035194 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [None req-a44d5fa7-ddcd-4c16-8f4a-5607913c0632 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.318s {{(pid=86330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 20:18:39.095264 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bea0e040-e3dd-4e46-87e8-ed5a96b95301', 'tag': '8992d12d-fc7c-479e-ad59-3a73aacad1ba', 'status': 'completed', 'code': 200}
Apr 22 20:18:39.140735 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a267b300-4785-4048-b183-beca64d016bf req-85f25a57-fb01-4d48-acc0-f7d504e6c4f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 20:18:39.142428 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-a267b300-4785-4048-b183-beca64d016bf req-85f25a57-fb01-4d48-acc0-f7d504e6c4f3 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=d83d42b16fb04a3dbea8744fb63b042c&device_id=bea0e040-e3dd-4e46-87e8-ed5a96b95301 HTTP/1.1" status: 200  len: 1097 time: 0.0874176
Apr 22 20:18:39.184147 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.wsgi [-] (86331) accepted ('10.222.0.30', 42722) {{(pid=86331) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 20:18:39.224298 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-a267b300-4785-4048-b183-beca64d016bf req-9d695727-be7c-4fd8-b26c-813f7af72a39 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8992d12d-fc7c-479e-ad59-3a73aacad1ba HTTP/1.1" status: 200  len: 217 time: 0.0729373
Apr 22 20:18:39.302962 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a267b300-4785-4048-b183-beca64d016bf req-5d505948-27c0-42c2-8265-3ccd20e7948e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 20:18:39.304624 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-a267b300-4785-4048-b183-beca64d016bf req-5d505948-27c0-42c2-8265-3ccd20e7948e service neutron] 10.222.0.46 "GET /v2.0/subnets?id=1e51354a-bd7c-4e4c-a7c1-20be7a105c17 HTTP/1.1" status: 200  len: 856 time: 0.0741851
Apr 22 20:18:39.345883 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-c657aa9f-296e-45b5-97c6-480dee290867 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:18:39.367596 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.quota.driver [None req-c657aa9f-296e-45b5-97c6-480dee290867 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 22 20:18:39.377413 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.quota.resource [None req-c657aa9f-296e-45b5-97c6-480dee290867 admin admin] Usage tracker for resource:security_group_rule and tenant:5a2ad08a718c4682850dfa655d9cd98c is out of sync, need to count used quota {{(pid=86331) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 22 20:18:39.382622 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.quota.resource [None req-c657aa9f-296e-45b5-97c6-480dee290867 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86331) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 22 20:18:39.391831 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a267b300-4785-4048-b183-beca64d016bf req-444d4fd5-0f5d-42f6-be8c-0126230b025d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 20:18:39.391980 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.quota.driver [None req-c657aa9f-296e-45b5-97c6-480dee290867 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 22 20:18:39.393427 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-a267b300-4785-4048-b183-beca64d016bf req-444d4fd5-0f5d-42f6-be8c-0126230b025d service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=34648bb7-c1ba-45d7-bfee-e82cdf1f6b93&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0823405
Apr 22 20:18:39.426090 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-befb2ecd-9803-44b9-a955-400eef779c42 req-ad896500-1f16-4174-a6e9-3a69b71c7632 tempest-AttachVolumeShelveTestJSON-1095716281 tempest-AttachVolumeShelveTestJSON-1095716281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 20:18:39.427686 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-befb2ecd-9803-44b9-a955-400eef779c42 req-ad896500-1f16-4174-a6e9-3a69b71c7632 tempest-AttachVolumeShelveTestJSON-1095716281 tempest-AttachVolumeShelveTestJSON-1095716281-project] 10.222.0.30 "GET /v2.0/ports?device_id=bea0e040-e3dd-4e46-87e8-ed5a96b95301 HTTP/1.1" status: 200  len: 944 time: 0.1584489
Apr 22 20:18:39.490921 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-befb2ecd-9803-44b9-a955-400eef779c42 req-017704f0-842c-4141-9710-9304e93b17ed tempest-AttachVolumeShelveTestJSON-1095716281 tempest-AttachVolumeShelveTestJSON-1095716281-project] 10.222.0.30 "GET /v2.0/security-groups?id=2828f93a-45b4-439f-a8a8-dbebf20fc2c8&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0559971
Apr 22 20:18:39.539860 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-a267b300-4785-4048-b183-beca64d016bf req-526b1592-1e50-4dab-a6cb-2cbe7ada6a92 service neutron] 10.222.0.46 "GET /v2.0/networks/34648bb7-c1ba-45d7-bfee-e82cdf1f6b93?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1392796
Apr 22 20:18:39.548728 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-c657aa9f-296e-45b5-97c6-480dee290867 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:18:39.551545 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-c657aa9f-296e-45b5-97c6-480dee290867 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393900'] for security_group, after_create {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:18:39.560238 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [None req-fc79485e-61ce-486c-a36a-f5318da483c7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 20:18:39.607027 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [None req-c657aa9f-296e-45b5-97c6-480dee290867 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=5a2ad08a718c4682850dfa655d9cd98c&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4192722
Apr 22 20:18:39.607530 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.wsgi [-] (86331) accepted ('10.222.0.30', 42728) {{(pid=86331) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 20:18:39.619686 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c657aa9f-296e-45b5-97c6-480dee290867 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d044ae2-bc3d-45bc-9d74-4efaf2f9c872,revision_number=1']} {{(pid=86331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 20:18:39.624597 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [None req-c657aa9f-296e-45b5-97c6-480dee290867 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 20:18:39.672941 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-94162db3-7908-4dcd-a470-fc985564cbb7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:18:39.684973 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-a267b300-4785-4048-b183-beca64d016bf req-5bd890c4-c622-4365-b486-031d52eb5f20 service neutron] 10.222.0.46 "GET /v2.0/networks/34648bb7-c1ba-45d7-bfee-e82cdf1f6b93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1383932
Apr 22 20:18:39.700801 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-94162db3-7908-4dcd-a470-fc985564cbb7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:18:39.744935 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-94162db3-7908-4dcd-a470-fc985564cbb7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393900'] for security_group, after_delete {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:18:39.750018 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [None req-5056060a-cb9f-472f-bd28-904baf3c7d57 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 20:18:39.762998 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94162db3-7908-4dcd-a470-fc985564cbb7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d044ae2-bc3d-45bc-9d74-4efaf2f9c872,revision_number=None']} {{(pid=86331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 20:18:39.768164 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [None req-94162db3-7908-4dcd-a470-fc985564cbb7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 20:18:39.773179 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-94162db3-7908-4dcd-a470-fc985564cbb7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:18:39.776941 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [None req-94162db3-7908-4dcd-a470-fc985564cbb7 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/5d044ae2-bc3d-45bc-9d74-4efaf2f9c872 HTTP/1.1" status: 204  len: 168 time: 0.1683867
Apr 22 20:18:39.819261 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc42603-2f57-4d4c-b1af-b0a32e11d2ee req-4263a03b-2cc8-4b26-80d8-12187a8ccfe8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 20:18:39.821107 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-4fc42603-2f57-4d4c-b1af-b0a32e11d2ee req-4263a03b-2cc8-4b26-80d8-12187a8ccfe8 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=d83d42b16fb04a3dbea8744fb63b042c&device_id=bea0e040-e3dd-4e46-87e8-ed5a96b95301 HTTP/1.1" status: 200  len: 1097 time: 0.0906103
Apr 22 20:18:39.965887 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc42603-2f57-4d4c-b1af-b0a32e11d2ee req-d62df7c9-cdc8-42e0-b978-64db6dc3a403 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 20:18:39.967605 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-4fc42603-2f57-4d4c-b1af-b0a32e11d2ee req-d62df7c9-cdc8-42e0-b978-64db6dc3a403 service neutron] 10.222.0.46 "GET /v2.0/networks?id=34648bb7-c1ba-45d7-bfee-e82cdf1f6b93 HTTP/1.1" status: 200  len: 918 time: 0.1398611
Apr 22 20:18:40.046459 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-4fc42603-2f57-4d4c-b1af-b0a32e11d2ee req-bb65f435-bcd8-490b-9064-00f6a663fef7 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8992d12d-fc7c-479e-ad59-3a73aacad1ba HTTP/1.1" status: 200  len: 217 time: 0.0716090
Apr 22 20:18:40.116636 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc42603-2f57-4d4c-b1af-b0a32e11d2ee req-a79f5ee4-9e38-4d42-b3c1-96f64714af80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 20:18:40.118250 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-4fc42603-2f57-4d4c-b1af-b0a32e11d2ee req-a79f5ee4-9e38-4d42-b3c1-96f64714af80 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=1e51354a-bd7c-4e4c-a7c1-20be7a105c17 HTTP/1.1" status: 200  len: 856 time: 0.0638041
Apr 22 20:18:40.200838 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc42603-2f57-4d4c-b1af-b0a32e11d2ee req-c3436bd1-3c53-47e1-85dd-9b4d286c0ac3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 20:18:40.202513 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-4fc42603-2f57-4d4c-b1af-b0a32e11d2ee req-c3436bd1-3c53-47e1-85dd-9b4d286c0ac3 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=34648bb7-c1ba-45d7-bfee-e82cdf1f6b93&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0776494
Apr 22 20:18:40.349566 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-4fc42603-2f57-4d4c-b1af-b0a32e11d2ee req-61def68f-a29d-41bf-ac03-91ae2e5a609f service neutron] 10.222.0.46 "GET /v2.0/networks/34648bb7-c1ba-45d7-bfee-e82cdf1f6b93?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1399746
Apr 22 20:18:40.479354 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.wsgi [-] (86331) accepted ('10.222.0.30', 42752) {{(pid=86331) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 20:18:40.496612 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-4fc42603-2f57-4d4c-b1af-b0a32e11d2ee req-c5eb1218-4cbb-4899-bc0d-1b9a3920b9ee service neutron] 10.222.0.46 "GET /v2.0/networks/34648bb7-c1ba-45d7-bfee-e82cdf1f6b93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1391296
Apr 22 20:18:40.594029 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.v2.base [None req-6c729c7f-b56e-437e-8df8-f6ae14dd8067 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-137535067-network', 'tenant_id': 'd965dbf68ebd428688dd2350bbe8416e'}} {{(pid=86331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 22 20:18:40.599690 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.quota.driver [None req-6c729c7f-b56e-437e-8df8-f6ae14dd8067 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 22 20:18:40.603839 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.quota.resource [None req-6c729c7f-b56e-437e-8df8-f6ae14dd8067 admin admin] Usage tracker for resource:network and tenant:d965dbf68ebd428688dd2350bbe8416e is out of sync, need to count used quota {{(pid=86331) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 22 20:18:40.606882 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.quota.resource [None req-6c729c7f-b56e-437e-8df8-f6ae14dd8067 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86331) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 22 20:18:40.614700 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.quota.driver [None req-6c729c7f-b56e-437e-8df8-f6ae14dd8067 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 22 20:18:40.623776 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c729c7f-b56e-437e-8df8-f6ae14dd8067 admin admin] Made reservation on behalf of d965dbf68ebd428688dd2350bbe8416e for: {'network': 1} {{(pid=86331) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 22 20:18:40.628437 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-6c729c7f-b56e-437e-8df8-f6ae14dd8067 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587983'] for network, before_create {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:18:40.641539 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-6c729c7f-b56e-437e-8df8-f6ae14dd8067 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:18:40.656367 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.quota.driver [None req-6c729c7f-b56e-437e-8df8-f6ae14dd8067 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 22 20:18:40.661156 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.quota.resource [None req-6c729c7f-b56e-437e-8df8-f6ae14dd8067 admin admin] Usage tracker for resource:security_group_rule and tenant:d965dbf68ebd428688dd2350bbe8416e is out of sync, need to count used quota {{(pid=86331) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 22 20:18:40.664132 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.quota.resource [None req-6c729c7f-b56e-437e-8df8-f6ae14dd8067 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86331) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 22 20:18:40.670072 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.quota.driver [None req-6c729c7f-b56e-437e-8df8-f6ae14dd8067 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 22 20:18:40.705120 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d516a480-1383-46c4-83eb-bad92f4f9134 req-30b45f99-6196-48af-ae1b-e21877bfadc8 tempest-AttachVolumeShelveTestJSON-1095716281 tempest-AttachVolumeShelveTestJSON-1095716281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 20:18:40.705906 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.quota.resource [req-d516a480-1383-46c4-83eb-bad92f4f9134 req-30b45f99-6196-48af-ae1b-e21877bfadc8 tempest-AttachVolumeShelveTestJSON-1095716281 tempest-AttachVolumeShelveTestJSON-1095716281-project] Synchronizing usage tracker for tenant:d83d42b16fb04a3dbea8744fb63b042c on resource:port {{(pid=86330) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 22 20:18:40.721007 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.quota.resource [req-d516a480-1383-46c4-83eb-bad92f4f9134 req-30b45f99-6196-48af-ae1b-e21877bfadc8 tempest-AttachVolumeShelveTestJSON-1095716281 tempest-AttachVolumeShelveTestJSON-1095716281-project] Unset dirty status for tenant:d83d42b16fb04a3dbea8744fb63b042c on resource:port {{(pid=86330) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 22 20:18:40.722390 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-d516a480-1383-46c4-83eb-bad92f4f9134 req-30b45f99-6196-48af-ae1b-e21877bfadc8 tempest-AttachVolumeShelveTestJSON-1095716281 tempest-AttachVolumeShelveTestJSON-1095716281-project] 10.222.0.30 "GET /v2.0/ports?device_id=bea0e040-e3dd-4e46-87e8-ed5a96b95301 HTTP/1.1" status: 200  len: 944 time: 0.1078525
Apr 22 20:18:40.759482 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-6c729c7f-b56e-437e-8df8-f6ae14dd8067 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:18:40.762474 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-6c729c7f-b56e-437e-8df8-f6ae14dd8067 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393900'] for security_group, after_create {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:18:40.766689 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [None req-d63f3c38-0fb0-48dd-904b-bdb92448a996 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 20:18:40.772147 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-d516a480-1383-46c4-83eb-bad92f4f9134 req-3cdd544b-7b65-4e58-ac43-7725c68064bf tempest-AttachVolumeShelveTestJSON-1095716281 tempest-AttachVolumeShelveTestJSON-1095716281-project] 10.222.0.30 "GET /v2.0/security-groups?id=2828f93a-45b4-439f-a8a8-dbebf20fc2c8&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0421035
Apr 22 20:18:40.793151 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6c729c7f-b56e-437e-8df8-f6ae14dd8067 admin admin] vlan segment allocate from pool success with {'vlan_id': 378, 'physical_network': 'physnet1'}  {{(pid=86331) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}}
Apr 22 20:18:40.807711 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-6c729c7f-b56e-437e-8df8-f6ae14dd8067 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1523030'] for segment, precommit_create {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:18:40.808116 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.db.segments_db [None req-6c729c7f-b56e-437e-8df8-f6ae14dd8067 admin admin] Added segment df0922b1-14a3-44ff-a7b6-1225504f665a of type vlan for network 808ced12-fab8-4846-bf0a-6fd2805dc649
Apr 22 20:18:40.814295 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c729c7f-b56e-437e-8df8-f6ae14dd8067 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f005b2b1-ed29-4447-8f6c-8e44ca932d43,revision_number=1']} {{(pid=86331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 20:18:40.817814 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [None req-6c729c7f-b56e-437e-8df8-f6ae14dd8067 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 20:18:40.839848 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-6c729c7f-b56e-437e-8df8-f6ae14dd8067 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727707556023'] for network, precommit_create {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:18:40.869276 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-6c729c7f-b56e-437e-8df8-f6ae14dd8067 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853168226'] for network, after_create {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:18:40.870674 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c729c7f-b56e-437e-8df8-f6ae14dd8067 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 20:18:40.871320 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-6c729c7f-b56e-437e-8df8-f6ae14dd8067 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853168243'] for network, before_response {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:18:40.876146 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 20:18:40.979373 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [None req-6c729c7f-b56e-437e-8df8-f6ae14dd8067 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201  len: 881 time: 0.4988501
Apr 22 20:18:40.982400 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c729c7f-b56e-437e-8df8-f6ae14dd8067 admin admin] Pushing event updated for resources: {'Network': ['ID=808ced12-fab8-4846-bf0a-6fd2805dc649,revision_number=1']} {{(pid=86331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 20:18:40.982679 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.wsgi [-] (86330) accepted ('10.222.0.30', 42760) {{(pid=86330) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 20:18:40.985141 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [None req-6c729c7f-b56e-437e-8df8-f6ae14dd8067 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 20:18:40.988993 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.v2.base [None req-4844d3fe-d25b-4db3-a351-77e81091d058 admin admin] Request body: {'subnet': {'network_id': '808ced12-fab8-4846-bf0a-6fd2805dc649', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-137535067-subnet', 'tenant_id': 'd965dbf68ebd428688dd2350bbe8416e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=86330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 22 20:18:40.993412 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.rpc [None req-08e5d76f-3fe5-4242-a4b8-30f374028052 None None] Network 808ced12-fab8-4846-bf0a-6fd2805dc649 details requested by agent ovs-agent-dv-cinder-787632-1-iscsi with host dv-cinder-787632-1-iscsi {{(pid=86332) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Apr 22 20:18:40.994298 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.quota.driver [None req-4844d3fe-d25b-4db3-a351-77e81091d058 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86330) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 22 20:18:40.998430 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.quota.resource [None req-4844d3fe-d25b-4db3-a351-77e81091d058 admin admin] Usage tracker for resource:subnet and tenant:d965dbf68ebd428688dd2350bbe8416e is out of sync, need to count used quota {{(pid=86330) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 22 20:18:41.001418 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.quota.resource [None req-4844d3fe-d25b-4db3-a351-77e81091d058 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86330) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 22 20:18:41.007548 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.quota.driver [None req-4844d3fe-d25b-4db3-a351-77e81091d058 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86330) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 22 20:18:41.017210 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4844d3fe-d25b-4db3-a351-77e81091d058 admin admin] Made reservation on behalf of d965dbf68ebd428688dd2350bbe8416e for: {'subnet': 1} {{(pid=86330) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 22 20:18:41.022574 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-4844d3fe-d25b-4db3-a351-77e81091d058 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851427781'] for subnet, before_create {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:18:41.418950 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-4844d3fe-d25b-4db3-a351-77e81091d058 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853168226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036850647846', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036851427798'] for subnet, after_create {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:18:41.423538 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 20:18:41.496933 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4844d3fe-d25b-4db3-a351-77e81091d058 admin admin] Pushing event updated for resources: {'Subnet': ['ID=37441482-cdf5-4a3d-a1f9-612c70a06e01,revision_number=0']} {{(pid=86330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 20:18:41.499714 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [None req-4844d3fe-d25b-4db3-a351-77e81091d058 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=86330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 20:18:41.506425 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4844d3fe-d25b-4db3-a351-77e81091d058 admin admin] Checking segment: {'id': 'df0922b1-14a3-44ff-a7b6-1225504f665a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '808ced12-fab8-4846-bf0a-6fd2805dc649'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86330) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 22 20:18:41.506814 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4844d3fe-d25b-4db3-a351-77e81091d058 admin admin] Network hostable DHCP agents. Network: 808ced12-fab8-4846-bf0a-6fd2805dc649, hostable agents: ['e0877369-7b04-40ef-a371-0b097842c51e'], hosted agents: [] {{(pid=86330) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Apr 22 20:18:41.525114 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4844d3fe-d25b-4db3-a351-77e81091d058 admin admin] Network 808ced12-fab8-4846-bf0a-6fd2805dc649 is scheduled to be hosted by DHCP agent e0877369-7b04-40ef-a371-0b097842c51e with binding_index 1 {{(pid=86330) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Apr 22 20:18:41.533252 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.scheduler.base_scheduler [None req-4844d3fe-d25b-4db3-a351-77e81091d058 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-787632-1-iscsi, 808ced12-fab8-4846-bf0a-6fd2805dc649) {{(pid=86330) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 22 20:18:41.542053 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9daa2fd-d254-4e00-a949-fc9959cfc10f None None] Network 808ced12-fab8-4846-bf0a-6fd2805dc649 requested from dv-cinder-787632-1-iscsi {{(pid=86332) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 22 20:18:41.546176 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4844d3fe-d25b-4db3-a351-77e81091d058 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=86330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 20:18:41.546829 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-4844d3fe-d25b-4db3-a351-77e81091d058 admin admin] Notify callbacks [] for subnet, before_response {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:18:41.566164 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [None req-4844d3fe-d25b-4db3-a351-77e81091d058 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 845 time: 0.5823042
Apr 22 20:18:41.760249 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2402b945-b527-4cf1-9fb4-dadbcb528f01 None None] Network 808ced12-fab8-4846-bf0a-6fd2805dc649 requested from dv-cinder-787632-1-iscsi {{(pid=86332) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 22 20:18:41.997070 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7e06c4-6918-4963-9220-274c54d4820f req-4f23f6b1-cb31-4a24-9eef-ea0227b7cc41 tempest-AttachVolumeShelveTestJSON-1095716281 tempest-AttachVolumeShelveTestJSON-1095716281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 20:18:41.998735 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-6e7e06c4-6918-4963-9220-274c54d4820f req-4f23f6b1-cb31-4a24-9eef-ea0227b7cc41 tempest-AttachVolumeShelveTestJSON-1095716281 tempest-AttachVolumeShelveTestJSON-1095716281-project] 10.222.0.30 "GET /v2.0/ports?device_id=bea0e040-e3dd-4e46-87e8-ed5a96b95301 HTTP/1.1" status: 200  len: 944 time: 0.0921156
Apr 22 20:18:42.047247 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-6e7e06c4-6918-4963-9220-274c54d4820f req-ebd111f9-8ae6-4ce2-ba66-ddfcf9833d95 tempest-AttachVolumeShelveTestJSON-1095716281 tempest-AttachVolumeShelveTestJSON-1095716281-project] 10.222.0.30 "GET /v2.0/security-groups?id=2828f93a-45b4-439f-a8a8-dbebf20fc2c8&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0422690
Apr 22 20:18:42.058126 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.agents_db [None req-d2e1aac6-b006-4d71-afe2-c4a5b694a422 None None] Agent healthcheck: found 6 active agents {{(pid=86333) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 22 20:18:42.761087 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.rpc [None req-cbbe70c9-0b39-4f9d-be6e-4133a7c8f54f None None] Device 8992d12d-fc7c-479e-ad59-3a73aacad1ba details requested by agent hyperv_hv-cinder-78763 with host hv-cinder-78763 {{(pid=86332) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 22 20:18:42.904716 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.db [None req-cbbe70c9-0b39-4f9d-be6e-4133a7c8f54f None None] For port 8992d12d-fc7c-479e-ad59-3a73aacad1ba, host hv-cinder-78763, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78763',level=0,port_id=8992d12d-fc7c-479e-ad59-3a73aacad1ba,segment=NetworkSegment(14168ae3-7f5a-4cf1-9a50-8a4412d691e1),segment_id=14168ae3-7f5a-4cf1-9a50-8a4412d691e1)] {{(pid=86332) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 22 20:18:42.918618 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.rpc [None req-cbbe70c9-0b39-4f9d-be6e-4133a7c8f54f None None] Returning: {'device': '8992d12d-fc7c-479e-ad59-3a73aacad1ba', 'network_id': '34648bb7-c1ba-45d7-bfee-e82cdf1f6b93', 'port_id': '8992d12d-fc7c-479e-ad59-3a73aacad1ba', 'mac_address': 'fa:16:3e:8b:e4:23', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 356, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1e51354a-bd7c-4e4c-a7c1-20be7a105c17', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86332) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 22 20:18:42.975161 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-cbbe70c9-0b39-4f9d-be6e-4133a7c8f54f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587983'] for port, before_update {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:18:42.992358 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.notifiers.nova [None req-cbbe70c9-0b39-4f9d-be6e-4133a7c8f54f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8992d12d-fc7c-479e-ad59-3a73aacad1ba {{(pid=86332) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 22 20:18:43.008291 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.db [None req-cbbe70c9-0b39-4f9d-be6e-4133a7c8f54f None None] For port 8992d12d-fc7c-479e-ad59-3a73aacad1ba, host hv-cinder-78763, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78763',level=0,port_id=8992d12d-fc7c-479e-ad59-3a73aacad1ba,segment=NetworkSegment(14168ae3-7f5a-4cf1-9a50-8a4412d691e1),segment_id=14168ae3-7f5a-4cf1-9a50-8a4412d691e1)] {{(pid=86332) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 22 20:18:43.010864 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-cbbe70c9-0b39-4f9d-be6e-4133a7c8f54f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854198495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853168226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727707997384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363309147208137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727707567697'] for port, after_update {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:18:43.012676 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [None req-08e5d76f-3fe5-4242-a4b8-30f374028052 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86332) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 20:18:43.083714 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbbe70c9-0b39-4f9d-be6e-4133a7c8f54f None None] Pushing event updated for resources: {'Port': ['ID=8992d12d-fc7c-479e-ad59-3a73aacad1ba,revision_number=4']} {{(pid=86332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 20:18:43.091611 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbbe70c9-0b39-4f9d-be6e-4133a7c8f54f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787632-1-iscsi {{(pid=86332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 20:18:43.091864 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbbe70c9-0b39-4f9d-be6e-4133a7c8f54f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787632-1-iscsi {{(pid=86332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 20:18:43.092247 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbbe70c9-0b39-4f9d-be6e-4133a7c8f54f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787632-1-iscsi {{(pid=86332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 20:18:43.092623 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbbe70c9-0b39-4f9d-be6e-4133a7c8f54f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787632-1-iscsi {{(pid=86332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 20:18:43.092997 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbbe70c9-0b39-4f9d-be6e-4133a7c8f54f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787632-1-iscsi {{(pid=86332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 20:18:43.093472 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbbe70c9-0b39-4f9d-be6e-4133a7c8f54f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787632-1-iscsi {{(pid=86332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 20:18:43.093756 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbbe70c9-0b39-4f9d-be6e-4133a7c8f54f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-787632-1-iscsi {{(pid=86332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 20:18:43.094165 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbbe70c9-0b39-4f9d-be6e-4133a7c8f54f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787632-1-iscsi {{(pid=86332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 20:18:43.094534 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbbe70c9-0b39-4f9d-be6e-4133a7c8f54f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787632-1-iscsi {{(pid=86332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 20:18:43.094898 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbbe70c9-0b39-4f9d-be6e-4133a7c8f54f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787632-1-iscsi {{(pid=86332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 20:18:43.095265 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbbe70c9-0b39-4f9d-be6e-4133a7c8f54f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787632-1-iscsi {{(pid=86332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 20:18:43.095625 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbbe70c9-0b39-4f9d-be6e-4133a7c8f54f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787632-1-iscsi {{(pid=86332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 20:18:43.099737 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [None req-cbbe70c9-0b39-4f9d-be6e-4133a7c8f54f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=86332) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 20:18:43.238297 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.db [None req-cbbe70c9-0b39-4f9d-be6e-4133a7c8f54f None None] get_ports_and_sgs() called for port_ids ['8992d12d-fc7c-479e-ad59-3a73aacad1ba'] {{(pid=86332) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 22 20:18:43.259061 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36029f2f-5ee5-4605-9c7e-f9820122c532 req-958d7d84-bdab-4aeb-a234-206c2d3e4189 tempest-AttachVolumeShelveTestJSON-1095716281 tempest-AttachVolumeShelveTestJSON-1095716281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 20:18:43.260667 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-36029f2f-5ee5-4605-9c7e-f9820122c532 req-958d7d84-bdab-4aeb-a234-206c2d3e4189 tempest-AttachVolumeShelveTestJSON-1095716281 tempest-AttachVolumeShelveTestJSON-1095716281-project] 10.222.0.30 "GET /v2.0/ports?device_id=bea0e040-e3dd-4e46-87e8-ed5a96b95301 HTTP/1.1" status: 200  len: 945 time: 0.0928366
Apr 22 20:18:43.311080 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-36029f2f-5ee5-4605-9c7e-f9820122c532 req-944f34f9-75d8-407f-b95e-b01148cc3615 tempest-AttachVolumeShelveTestJSON-1095716281 tempest-AttachVolumeShelveTestJSON-1095716281-project] 10.222.0.30 "GET /v2.0/security-groups?id=2828f93a-45b4-439f-a8a8-dbebf20fc2c8&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0436258
Apr 22 20:18:43.621046 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec9faec6-f873-4933-b501-5f37b0c50879 req-a087cbb0-6f8c-4cc7-8657-b7968e84c0a9 tempest-VolumesActionsTest-323619763 tempest-VolumesActionsTest-323619763-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 20:18:43.621791 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.quota.resource [req-ec9faec6-f873-4933-b501-5f37b0c50879 req-a087cbb0-6f8c-4cc7-8657-b7968e84c0a9 tempest-VolumesActionsTest-323619763 tempest-VolumesActionsTest-323619763-project] Synchronizing usage tracker for tenant:d965dbf68ebd428688dd2350bbe8416e on resource:network {{(pid=86331) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 22 20:18:43.637701 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.quota.resource [req-ec9faec6-f873-4933-b501-5f37b0c50879 req-a087cbb0-6f8c-4cc7-8657-b7968e84c0a9 tempest-VolumesActionsTest-323619763 tempest-VolumesActionsTest-323619763-project] Unset dirty status for tenant:d965dbf68ebd428688dd2350bbe8416e on resource:network {{(pid=86331) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 22 20:18:43.638968 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-ec9faec6-f873-4933-b501-5f37b0c50879 req-a087cbb0-6f8c-4cc7-8657-b7968e84c0a9 tempest-VolumesActionsTest-323619763 tempest-VolumesActionsTest-323619763-project] 10.222.0.30 "GET /v2.0/networks?id=808ced12-fab8-4846-bf0a-6fd2805dc649 HTTP/1.1" status: 200  len: 808 time: 0.1736646
Apr 22 20:18:43.654493 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-ec9faec6-f873-4933-b501-5f37b0c50879 req-eb293019-151a-443a-8dc6-8f64096de982 tempest-VolumesActionsTest-323619763 tempest-VolumesActionsTest-323619763-project] 10.222.0.30 "GET /v2.0/quotas/d965dbf68ebd428688dd2350bbe8416e HTTP/1.1" status: 200  len: 375 time: 0.0094302
Apr 22 20:18:43.710596 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-ec9faec6-f873-4933-b501-5f37b0c50879 req-f2523363-71c4-4d3e-b6e1-4811efd3936f tempest-VolumesActionsTest-323619763 tempest-VolumesActionsTest-323619763-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=d965dbf68ebd428688dd2350bbe8416e&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0505097
Apr 22 20:18:43.851858 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-ec9faec6-f873-4933-b501-5f37b0c50879 req-27908f15-cd30-471c-a7cb-1ca04ccbd247 service neutron] 10.222.0.30 "GET /v2.0/networks/808ced12-fab8-4846-bf0a-6fd2805dc649?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1339903
Apr 22 20:18:43.992739 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-ec9faec6-f873-4933-b501-5f37b0c50879 req-a43989c0-681d-447f-a181-226034a7b03d service neutron] 10.222.0.30 "GET /v2.0/networks/808ced12-fab8-4846-bf0a-6fd2805dc649?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1333072
Apr 22 20:18:44.181958 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-01917a6d-43a7-47db-b630-11eedd2bd379 req-a7004acb-6253-42e5-bf43-c9da484ba30e tempest-VolumesActionsTest-323619763 tempest-VolumesActionsTest-323619763-project] 10.222.0.30 "GET /v2.0/ports?device_id=8ff2c266-4dc0-4872-ac7b-9058a131ad37 HTTP/1.1" status: 200  len: 210 time: 0.0484478
Apr 22 20:18:44.517982 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb475cd-e958-48da-998c-377f3e9eed8e req-7fee7f52-21a2-4379-9ba4-627fa3fd928a tempest-AttachVolumeShelveTestJSON-1095716281 tempest-AttachVolumeShelveTestJSON-1095716281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 20:18:44.519504 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-ddb475cd-e958-48da-998c-377f3e9eed8e req-7fee7f52-21a2-4379-9ba4-627fa3fd928a tempest-AttachVolumeShelveTestJSON-1095716281 tempest-AttachVolumeShelveTestJSON-1095716281-project] 10.222.0.30 "GET /v2.0/ports?device_id=bea0e040-e3dd-4e46-87e8-ed5a96b95301 HTTP/1.1" status: 200  len: 945 time: 0.0884328
Apr 22 20:18:44.570330 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-ddb475cd-e958-48da-998c-377f3e9eed8e req-d99c8926-ed3d-4179-a804-c7d157d38b98 tempest-AttachVolumeShelveTestJSON-1095716281 tempest-AttachVolumeShelveTestJSON-1095716281-project] 10.222.0.30 "GET /v2.0/security-groups?id=2828f93a-45b4-439f-a8a8-dbebf20fc2c8&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0434427
Apr 22 20:18:44.771976 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.rpc [None req-cbbe70c9-0b39-4f9d-be6e-4133a7c8f54f None None] Device 8992d12d-fc7c-479e-ad59-3a73aacad1ba up at agent hyperv_hv-cinder-78763 {{(pid=86332) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 22 20:18:44.844563 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.provisioning_blocks [None req-cbbe70c9-0b39-4f9d-be6e-4133a7c8f54f None None] Provisioning for port 8992d12d-fc7c-479e-ad59-3a73aacad1ba completed by entity L2. {{(pid=86332) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 22 20:18:44.850095 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.provisioning_blocks [None req-cbbe70c9-0b39-4f9d-be6e-4133a7c8f54f None None] Provisioning complete for port 8992d12d-fc7c-479e-ad59-3a73aacad1ba triggered by entity L2. {{(pid=86332) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 22 20:18:44.850520 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-cbbe70c9-0b39-4f9d-be6e-4133a7c8f54f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854135278'] for port, provisioning_complete {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:18:44.972396 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-cbbe70c9-0b39-4f9d-be6e-4133a7c8f54f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587983'] for port, before_update {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:18:44.999901 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bea0e040-e3dd-4e46-87e8-ed5a96b95301', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8992d12d-fc7c-479e-ad59-3a73aacad1ba'}] {{(pid=86332) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 22 20:18:45.010937 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.db [None req-cbbe70c9-0b39-4f9d-be6e-4133a7c8f54f None None] For port 8992d12d-fc7c-479e-ad59-3a73aacad1ba, host hv-cinder-78763, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78763',level=0,port_id=8992d12d-fc7c-479e-ad59-3a73aacad1ba,segment=NetworkSegment(14168ae3-7f5a-4cf1-9a50-8a4412d691e1),segment_id=14168ae3-7f5a-4cf1-9a50-8a4412d691e1)] {{(pid=86332) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 22 20:18:45.013754 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-cbbe70c9-0b39-4f9d-be6e-4133a7c8f54f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854198495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853168226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727707997384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363309147208137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727707567697'] for port, after_update {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:18:45.015718 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [None req-cbbe70c9-0b39-4f9d-be6e-4133a7c8f54f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86332) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 20:18:45.053340 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bea0e040-e3dd-4e46-87e8-ed5a96b95301', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8992d12d-fc7c-479e-ad59-3a73aacad1ba', 'code': 200}
Apr 22 20:18:45.087933 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbbe70c9-0b39-4f9d-be6e-4133a7c8f54f None None] Pushing event updated for resources: {'Port': ['ID=8992d12d-fc7c-479e-ad59-3a73aacad1ba,revision_number=5']} {{(pid=86332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 20:18:45.091046 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [None req-cbbe70c9-0b39-4f9d-be6e-4133a7c8f54f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=86332) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 20:18:45.274562 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec9faec6-f873-4933-b501-5f37b0c50879 req-7a5d465a-6e38-45cf-989a-7860ff2a1f2f tempest-VolumesActionsTest-323619763 tempest-VolumesActionsTest-323619763-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 20:18:45.276682 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-ec9faec6-f873-4933-b501-5f37b0c50879 req-7a5d465a-6e38-45cf-989a-7860ff2a1f2f tempest-VolumesActionsTest-323619763 tempest-VolumesActionsTest-323619763-project] 10.222.0.46 "GET /v2.0/networks?id=808ced12-fab8-4846-bf0a-6fd2805dc649 HTTP/1.1" status: 200  len: 808 time: 0.1868732
Apr 22 20:18:45.291390 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.v2.base [req-ec9faec6-f873-4933-b501-5f37b0c50879 req-ce0c3e6f-b8f0-4fd2-b27e-b631fec732aa tempest-VolumesActionsTest-323619763 tempest-VolumesActionsTest-323619763-project] Request body: {'port': {'device_id': '8ff2c266-4dc0-4872-ac7b-9058a131ad37', 'network_id': '808ced12-fab8-4846-bf0a-6fd2805dc649', 'admin_state_up': True, 'tenant_id': 'd965dbf68ebd428688dd2350bbe8416e'}} {{(pid=86330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 22 20:18:45.321939 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6971f1c0-9458-4c33-a8ed-abf93c8992f0 req-e59a344f-97b1-47be-8418-b6b29416f86b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 20:18:45.323552 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-6971f1c0-9458-4c33-a8ed-abf93c8992f0 req-e59a344f-97b1-47be-8418-b6b29416f86b service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=bea0e040-e3dd-4e46-87e8-ed5a96b95301 HTTP/1.1" status: 200  len: 1099 time: 0.0941672
Apr 22 20:18:45.386194 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-b3e8a6ed-bf06-49d8-b5a7-85f6528b434f req-998679fc-b3aa-4a58-88c9-cb822b9259f6 tempest-VolumesActionsTest-323619763 tempest-VolumesActionsTest-323619763-project] 10.222.0.30 "GET /v2.0/ports?device_id=8ff2c266-4dc0-4872-ac7b-9058a131ad37 HTTP/1.1" status: 200  len: 210 time: 0.0615468
Apr 22 20:18:45.410600 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-6971f1c0-9458-4c33-a8ed-abf93c8992f0 req-074b6396-2d89-4859-80c2-3b157cf6eb54 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=2828f93a-45b4-439f-a8a8-dbebf20fc2c8&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0456305
Apr 22 20:18:45.440930 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.quota.driver [req-ec9faec6-f873-4933-b501-5f37b0c50879 req-ce0c3e6f-b8f0-4fd2-b27e-b631fec732aa tempest-VolumesActionsTest-323619763 tempest-VolumesActionsTest-323619763-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86330) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 22 20:18:45.445516 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.quota.resource [req-ec9faec6-f873-4933-b501-5f37b0c50879 req-ce0c3e6f-b8f0-4fd2-b27e-b631fec732aa tempest-VolumesActionsTest-323619763 tempest-VolumesActionsTest-323619763-project] Usage tracker for resource:port and tenant:d965dbf68ebd428688dd2350bbe8416e is out of sync, need to count used quota {{(pid=86330) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 22 20:18:45.448474 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.quota.resource [req-ec9faec6-f873-4933-b501-5f37b0c50879 req-ce0c3e6f-b8f0-4fd2-b27e-b631fec732aa tempest-VolumesActionsTest-323619763 tempest-VolumesActionsTest-323619763-project] Quota usage for port was recalculated. Used quota:0. {{(pid=86330) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 22 20:18:45.454503 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.quota.driver [req-ec9faec6-f873-4933-b501-5f37b0c50879 req-ce0c3e6f-b8f0-4fd2-b27e-b631fec732aa tempest-VolumesActionsTest-323619763 tempest-VolumesActionsTest-323619763-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=86330) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 22 20:18:45.463470 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ec9faec6-f873-4933-b501-5f37b0c50879 req-ce0c3e6f-b8f0-4fd2-b27e-b631fec732aa tempest-VolumesActionsTest-323619763 tempest-VolumesActionsTest-323619763-project] Made reservation on behalf of d965dbf68ebd428688dd2350bbe8416e for: {'port': 1} {{(pid=86330) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 22 20:18:45.469379 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [req-ec9faec6-f873-4933-b501-5f37b0c50879 req-ce0c3e6f-b8f0-4fd2-b27e-b631fec732aa tempest-VolumesActionsTest-323619763 tempest-VolumesActionsTest-323619763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587983'] for port, before_create {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:18:45.639713 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.db_base_plugin_common [req-ec9faec6-f873-4933-b501-5f37b0c50879 req-ce0c3e6f-b8f0-4fd2-b27e-b631fec732aa tempest-VolumesActionsTest-323619763 tempest-VolumesActionsTest-323619763-project] Allocated IP 172.20.0.8 (808ced12-fab8-4846-bf0a-6fd2805dc649/37441482-cdf5-4a3d-a1f9-612c70a06e01/85139b65-ab4c-4660-8ba3-8e8e76cdc3b0) {{(pid=86330) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 22 20:18:45.912024 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e6a36b-0428-49f6-96c9-378d949f49a5 req-3751d482-3c2e-49bd-b6c5-10f326e0dd6c tempest-AttachVolumeShelveTestJSON-1095716281 tempest-AttachVolumeShelveTestJSON-1095716281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 20:18:45.913556 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-01e6a36b-0428-49f6-96c9-378d949f49a5 req-3751d482-3c2e-49bd-b6c5-10f326e0dd6c tempest-AttachVolumeShelveTestJSON-1095716281 tempest-AttachVolumeShelveTestJSON-1095716281-project] 10.222.0.30 "GET /v2.0/ports?device_id=bea0e040-e3dd-4e46-87e8-ed5a96b95301 HTTP/1.1" status: 200  len: 946 time: 0.2191625
Apr 22 20:18:45.944007 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [req-ec9faec6-f873-4933-b501-5f37b0c50879 req-ce0c3e6f-b8f0-4fd2-b27e-b631fec732aa tempest-VolumesActionsTest-323619763 tempest-VolumesActionsTest-323619763-project] Notify callbacks [] for port, precommit_create {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:18:45.979120 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-01e6a36b-0428-49f6-96c9-378d949f49a5 req-31bfce22-77c4-4041-93e5-0bfeecac7efb tempest-AttachVolumeShelveTestJSON-1095716281 tempest-AttachVolumeShelveTestJSON-1095716281-project] 10.222.0.30 "GET /v2.0/security-groups?id=2828f93a-45b4-439f-a8a8-dbebf20fc2c8&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0570464
Apr 22 20:18:45.997218 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [req-ec9faec6-f873-4933-b501-5f37b0c50879 req-ce0c3e6f-b8f0-4fd2-b27e-b631fec732aa tempest-VolumesActionsTest-323619763 tempest-VolumesActionsTest-323619763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854198495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853168226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363309147208154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4125515'] for port, after_create {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:18:46.012025 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [None req-be1c70d0-97ac-47b9-ab2d-30083da74cab admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 20:18:46.083936 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ec9faec6-f873-4933-b501-5f37b0c50879 req-ce0c3e6f-b8f0-4fd2-b27e-b631fec732aa tempest-VolumesActionsTest-323619763 tempest-VolumesActionsTest-323619763-project] Network 808ced12-fab8-4846-bf0a-6fd2805dc649 is already hosted by enough agents. {{(pid=86330) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 22 20:18:46.087721 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.scheduler.base_scheduler [req-ec9faec6-f873-4933-b501-5f37b0c50879 req-ce0c3e6f-b8f0-4fd2-b27e-b631fec732aa tempest-VolumesActionsTest-323619763 tempest-VolumesActionsTest-323619763-project] Resources bound (agent type, host, resource id):  {{(pid=86330) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 22 20:18:46.091900 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.l3_dvrscheduler_db [req-ec9faec6-f873-4933-b501-5f37b0c50879 req-ce0c3e6f-b8f0-4fd2-b27e-b631fec732aa tempest-VolumesActionsTest-323619763 tempest-VolumesActionsTest-323619763-project] Received port after_create {{(pid=86330) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 22 20:18:46.131182 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce0c3e6f-b8f0-4fd2-b27e-b631fec732aa tempest-VolumesActionsTest-323619763 tempest-VolumesActionsTest-323619763-project] Pushing event updated for resources: {'Port': ['ID=85139b65-ab4c-4660-8ba3-8e8e76cdc3b0,revision_number=1']} {{(pid=86330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 20:18:46.135839 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [None req-ce0c3e6f-b8f0-4fd2-b27e-b631fec732aa tempest-VolumesActionsTest-323619763 tempest-VolumesActionsTest-323619763-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=86330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 20:18:46.165433 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec9faec6-f873-4933-b501-5f37b0c50879 req-ce0c3e6f-b8f0-4fd2-b27e-b631fec732aa tempest-VolumesActionsTest-323619763 tempest-VolumesActionsTest-323619763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 20:18:46.166078 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [req-ec9faec6-f873-4933-b501-5f37b0c50879 req-ce0c3e6f-b8f0-4fd2-b27e-b631fec732aa tempest-VolumesActionsTest-323619763 tempest-VolumesActionsTest-323619763-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-743'] for port, before_response {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:18:46.187038 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-ec9faec6-f873-4933-b501-5f37b0c50879 req-ce0c3e6f-b8f0-4fd2-b27e-b631fec732aa tempest-VolumesActionsTest-323619763 tempest-VolumesActionsTest-323619763-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.9005370
Apr 22 20:18:46.199743 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.v2.base [req-ec9faec6-f873-4933-b501-5f37b0c50879 req-e8bf8dba-d971-4d34-985b-0066de658c8d service neutron] Request body: {'port': {'device_id': '8ff2c266-4dc0-4872-ac7b-9058a131ad37', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78763'}} {{(pid=86330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 22 20:18:46.331100 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [req-ec9faec6-f873-4933-b501-5f37b0c50879 req-e8bf8dba-d971-4d34-985b-0066de658c8d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587983'] for port, before_update {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:18:46.594163 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6edaea3-a552-4c70-bc46-ae7bf0f25255 req-70cc1258-e182-462a-9080-1d04eaadf3fa tempest-VolumesActionsTest-323619763 tempest-VolumesActionsTest-323619763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 20:18:46.595810 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-f6edaea3-a552-4c70-bc46-ae7bf0f25255 req-70cc1258-e182-462a-9080-1d04eaadf3fa tempest-VolumesActionsTest-323619763 tempest-VolumesActionsTest-323619763-project] 10.222.0.30 "GET /v2.0/ports?device_id=8ff2c266-4dc0-4872-ac7b-9058a131ad37 HTTP/1.1" status: 200  len: 931 time: 0.0950518
Apr 22 20:18:46.644497 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.quota.resource [req-f6edaea3-a552-4c70-bc46-ae7bf0f25255 req-3799e35f-3d82-48bd-b61e-ac7f1acfa320 tempest-VolumesActionsTest-323619763 tempest-VolumesActionsTest-323619763-project] Synchronizing usage tracker for tenant:d965dbf68ebd428688dd2350bbe8416e on resource:security_group {{(pid=86331) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 22 20:18:46.661501 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.quota.resource [req-f6edaea3-a552-4c70-bc46-ae7bf0f25255 req-3799e35f-3d82-48bd-b61e-ac7f1acfa320 tempest-VolumesActionsTest-323619763 tempest-VolumesActionsTest-323619763-project] Unset dirty status for tenant:d965dbf68ebd428688dd2350bbe8416e on resource:security_group {{(pid=86331) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 22 20:18:46.662797 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-f6edaea3-a552-4c70-bc46-ae7bf0f25255 req-3799e35f-3d82-48bd-b61e-ac7f1acfa320 tempest-VolumesActionsTest-323619763 tempest-VolumesActionsTest-323619763-project] 10.222.0.30 "GET /v2.0/security-groups?id=f005b2b1-ed29-4447-8f6c-8e44ca932d43&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0602474
Apr 22 20:18:46.700910 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.notifiers.nova [req-ec9faec6-f873-4933-b501-5f37b0c50879 req-e8bf8dba-d971-4d34-985b-0066de658c8d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 85139b65-ab4c-4660-8ba3-8e8e76cdc3b0 {{(pid=86330) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 22 20:18:46.709576 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [req-ec9faec6-f873-4933-b501-5f37b0c50879 req-e8bf8dba-d971-4d34-985b-0066de658c8d service neutron] Notify callbacks [] for port, precommit_update {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:18:46.724634 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.provisioning_blocks [req-ec9faec6-f873-4933-b501-5f37b0c50879 req-e8bf8dba-d971-4d34-985b-0066de658c8d service neutron] Transition to ACTIVE for port object 85139b65-ab4c-4660-8ba3-8e8e76cdc3b0 will not be triggered until provisioned by entity L2. {{(pid=86330) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 22 20:18:46.727199 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [req-ec9faec6-f873-4933-b501-5f37b0c50879 req-e8bf8dba-d971-4d34-985b-0066de658c8d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854198495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853168226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727707997384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363309147208137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727707567697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036850650302'] for port, after_update {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:18:46.732136 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [None req-e7c7a0c2-3303-41ed-a0d1-1fb6cca74d81 tempest-AttachVolumeNegativeTest-423716770 tempest-AttachVolumeNegativeTest-423716770-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 20:18:46.904234 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8bf8dba-d971-4d34-985b-0066de658c8d service neutron] Pushing event updated for resources: {'Port': ['ID=85139b65-ab4c-4660-8ba3-8e8e76cdc3b0,revision_number=2']} {{(pid=86330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 20:18:46.907587 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [None req-e8bf8dba-d971-4d34-985b-0066de658c8d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=86330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 20:18:46.983326 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.managers [req-ec9faec6-f873-4933-b501-5f37b0c50879 req-e8bf8dba-d971-4d34-985b-0066de658c8d service neutron] Attempting to bind port 85139b65-ab4c-4660-8ba3-8e8e76cdc3b0 on host hv-cinder-78763 for vnic_type normal with profile  {{(pid=86330) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 22 20:18:46.983886 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.managers [req-ec9faec6-f873-4933-b501-5f37b0c50879 req-e8bf8dba-d971-4d34-985b-0066de658c8d service neutron] Attempting to bind port 85139b65-ab4c-4660-8ba3-8e8e76cdc3b0 by drivers openvswitch,hyperv on host hv-cinder-78763 at level 0 using segments [{'id': 'df0922b1-14a3-44ff-a7b6-1225504f665a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '808ced12-fab8-4846-bf0a-6fd2805dc649'}] {{(pid=86330) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 22 20:18:46.984019 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec9faec6-f873-4933-b501-5f37b0c50879 req-e8bf8dba-d971-4d34-985b-0066de658c8d service neutron] Attempting to bind port 85139b65-ab4c-4660-8ba3-8e8e76cdc3b0 on network 808ced12-fab8-4846-bf0a-6fd2805dc649 {{(pid=86330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 22 20:18:46.989358 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec9faec6-f873-4933-b501-5f37b0c50879 req-e8bf8dba-d971-4d34-985b-0066de658c8d service neutron] Port 85139b65-ab4c-4660-8ba3-8e8e76cdc3b0 on network 808ced12-fab8-4846-bf0a-6fd2805dc649 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78763 {{(pid=86330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 22 20:18:46.989856 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec9faec6-f873-4933-b501-5f37b0c50879 req-e8bf8dba-d971-4d34-985b-0066de658c8d service neutron] Attempting to bind port 85139b65-ab4c-4660-8ba3-8e8e76cdc3b0 on network 808ced12-fab8-4846-bf0a-6fd2805dc649 {{(pid=86330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 22 20:18:46.995606 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec9faec6-f873-4933-b501-5f37b0c50879 req-e8bf8dba-d971-4d34-985b-0066de658c8d service neutron] Checking agent: {'id': 'b4f1961c-1932-496b-a656-3b148bb81a73', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78763', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 22, 20, 9, 49), 'started_at': datetime.datetime(2021, 4, 22, 20, 9, 49), 'heartbeat_timestamp': datetime.datetime(2021, 4, 22, 20, 18, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 22 20:18:46.995981 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec9faec6-f873-4933-b501-5f37b0c50879 req-e8bf8dba-d971-4d34-985b-0066de658c8d service neutron] Checking segment: {'id': 'df0922b1-14a3-44ff-a7b6-1225504f665a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '808ced12-fab8-4846-bf0a-6fd2805dc649'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86330) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 22 20:18:46.996398 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec9faec6-f873-4933-b501-5f37b0c50879 req-e8bf8dba-d971-4d34-985b-0066de658c8d service neutron] Bound using segment: {'id': 'df0922b1-14a3-44ff-a7b6-1225504f665a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '808ced12-fab8-4846-bf0a-6fd2805dc649'} {{(pid=86330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 22 20:18:46.996867 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.managers [req-ec9faec6-f873-4933-b501-5f37b0c50879 req-e8bf8dba-d971-4d34-985b-0066de658c8d service neutron] Bound port: 85139b65-ab4c-4660-8ba3-8e8e76cdc3b0, host: hv-cinder-78763, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'df0922b1-14a3-44ff-a7b6-1225504f665a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '808ced12-fab8-4846-bf0a-6fd2805dc649'}}] {{(pid=86330) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 22 20:18:46.997250 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [req-ec9faec6-f873-4933-b501-5f37b0c50879 req-e8bf8dba-d971-4d34-985b-0066de658c8d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587983'] for port, before_update {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:18:47.097185 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.db [req-ec9faec6-f873-4933-b501-5f37b0c50879 req-e8bf8dba-d971-4d34-985b-0066de658c8d service neutron] For port 85139b65-ab4c-4660-8ba3-8e8e76cdc3b0, host hv-cinder-78763, cleared binding levels {{(pid=86330) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 22 20:18:47.101629 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.db [req-ec9faec6-f873-4933-b501-5f37b0c50879 req-e8bf8dba-d971-4d34-985b-0066de658c8d service neutron] For port 85139b65-ab4c-4660-8ba3-8e8e76cdc3b0, host hv-cinder-78763, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78763',level=0,port_id=85139b65-ab4c-4660-8ba3-8e8e76cdc3b0,segment=NetworkSegment(df0922b1-14a3-44ff-a7b6-1225504f665a),segment_id=df0922b1-14a3-44ff-a7b6-1225504f665a)] {{(pid=86330) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 22 20:18:47.143113 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [req-ec9faec6-f873-4933-b501-5f37b0c50879 req-e8bf8dba-d971-4d34-985b-0066de658c8d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854198495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853168226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727707997384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363309147208137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727707567697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036850650302'] for port, after_update {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:18:47.152728 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [None req-cd312a96-923e-49e0-af10-1ac45b4e597d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 20:18:47.221412 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec9faec6-f873-4933-b501-5f37b0c50879 req-e8bf8dba-d971-4d34-985b-0066de658c8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 20:18:47.222116 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [req-ec9faec6-f873-4933-b501-5f37b0c50879 req-e8bf8dba-d971-4d34-985b-0066de658c8d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-743'] for port, before_response {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:18:47.224174 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-ec9faec6-f873-4933-b501-5f37b0c50879 req-e8bf8dba-d971-4d34-985b-0066de658c8d service neutron] 10.222.0.46 "PUT /v2.0/ports/85139b65-ab4c-4660-8ba3-8e8e76cdc3b0 HTTP/1.1" status: 200  len: 1093 time: 1.0294309
Apr 22 20:18:47.226219 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8ff2c266-4dc0-4872-ac7b-9058a131ad37', 'tag': '85139b65-ab4c-4660-8ba3-8e8e76cdc3b0'}] {{(pid=86330) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 22 20:18:47.480024 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8ff2c266-4dc0-4872-ac7b-9058a131ad37', 'tag': '85139b65-ab4c-4660-8ba3-8e8e76cdc3b0', 'status': 'completed', 'code': 200}
Apr 22 20:18:47.515963 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8bf8dba-d971-4d34-985b-0066de658c8d service neutron] Pushing event updated for resources: {'Port': ['ID=85139b65-ab4c-4660-8ba3-8e8e76cdc3b0,revision_number=3']} {{(pid=86330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 20:18:47.525833 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [None req-e8bf8dba-d971-4d34-985b-0066de658c8d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.373s {{(pid=86330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 20:18:47.552814 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6447ad23-deb6-4a25-afaf-9cdfaba097e8 req-0b8e8822-958a-4f76-baae-9972741308b6 tempest-AttachVolumeShelveTestJSON-1095716281 tempest-AttachVolumeShelveTestJSON-1095716281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 20:18:47.554433 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-6447ad23-deb6-4a25-afaf-9cdfaba097e8 req-0b8e8822-958a-4f76-baae-9972741308b6 tempest-AttachVolumeShelveTestJSON-1095716281 tempest-AttachVolumeShelveTestJSON-1095716281-project] 10.222.0.30 "GET /v2.0/ports?device_id=bea0e040-e3dd-4e46-87e8-ed5a96b95301 HTTP/1.1" status: 200  len: 946 time: 0.4548564
Apr 22 20:18:47.616719 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-6447ad23-deb6-4a25-afaf-9cdfaba097e8 req-11969811-3057-4ad8-9c6e-0fb141c02d4e tempest-AttachVolumeShelveTestJSON-1095716281 tempest-AttachVolumeShelveTestJSON-1095716281-project] 10.222.0.30 "GET /v2.0/security-groups?id=2828f93a-45b4-439f-a8a8-dbebf20fc2c8&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0514855
Apr 22 20:18:47.618922 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec9faec6-f873-4933-b501-5f37b0c50879 req-de5ba4d7-798f-4289-986a-28d1379ec919 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 20:18:47.620422 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-ec9faec6-f873-4933-b501-5f37b0c50879 req-de5ba4d7-798f-4289-986a-28d1379ec919 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=d965dbf68ebd428688dd2350bbe8416e&device_id=8ff2c266-4dc0-4872-ac7b-9058a131ad37 HTTP/1.1" status: 200  len: 1096 time: 0.1396093
Apr 22 20:18:47.697260 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-ec9faec6-f873-4933-b501-5f37b0c50879 req-3370e61e-15f7-4d61-b4ba-6a0b1a156e16 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=85139b65-ab4c-4660-8ba3-8e8e76cdc3b0 HTTP/1.1" status: 200  len: 217 time: 0.0692377
Apr 22 20:18:47.765176 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec9faec6-f873-4933-b501-5f37b0c50879 req-05536907-6649-4b71-aa0c-fe832ee85c67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 20:18:47.766827 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-ec9faec6-f873-4933-b501-5f37b0c50879 req-05536907-6649-4b71-aa0c-fe832ee85c67 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=37441482-cdf5-4a3d-a1f9-612c70a06e01 HTTP/1.1" status: 200  len: 848 time: 0.0639670
Apr 22 20:18:47.818526 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff0e90a6-0254-4618-819a-5562312ebf95 req-a6287c31-5295-4dcb-b38b-0adb04dfd720 tempest-AttachVolumeShelveTestJSON-1095716281 tempest-AttachVolumeShelveTestJSON-1095716281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 20:18:47.820143 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-ff0e90a6-0254-4618-819a-5562312ebf95 req-a6287c31-5295-4dcb-b38b-0adb04dfd720 tempest-AttachVolumeShelveTestJSON-1095716281 tempest-AttachVolumeShelveTestJSON-1095716281-project] 10.222.0.30 "GET /v2.0/ports?device_id=bea0e040-e3dd-4e46-87e8-ed5a96b95301 HTTP/1.1" status: 200  len: 946 time: 0.0896564
Apr 22 20:18:47.829799 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.wsgi [-] (86331) accepted ('10.222.0.30', 42824) {{(pid=86331) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 20:18:47.836403 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.v2.base [None req-e4a08d5c-c79c-4301-a767-d54f9e230bf8 tempest-AttachVolumeShelveTestJSON-1095716281 tempest-AttachVolumeShelveTestJSON-1095716281-project] Request body: {'floatingip': {'port_id': '8992d12d-fc7c-479e-ad59-3a73aacad1ba'}} {{(pid=86331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 22 20:18:47.858087 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-ec9faec6-f873-4933-b501-5f37b0c50879 req-e57d1382-6f1f-470b-b288-a694bb191259 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=808ced12-fab8-4846-bf0a-6fd2805dc649&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0846858
Apr 22 20:18:47.920312 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-e4a08d5c-c79c-4301-a767-d54f9e230bf8 tempest-AttachVolumeShelveTestJSON-1095716281 tempest-AttachVolumeShelveTestJSON-1095716281-project] Notify callbacks [] for floatingip, before_update {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:18:48.037876 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fde3bf7-2b62-41ca-814d-9e483925878b req-e4af37da-e2a0-4788-b261-39726cdb83af tempest-VolumesActionsTest-323619763 tempest-VolumesActionsTest-323619763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 20:18:48.038592 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.quota.resource [req-1fde3bf7-2b62-41ca-814d-9e483925878b req-e4af37da-e2a0-4788-b261-39726cdb83af tempest-VolumesActionsTest-323619763 tempest-VolumesActionsTest-323619763-project] Synchronizing usage tracker for tenant:d965dbf68ebd428688dd2350bbe8416e on resource:port {{(pid=86330) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 22 20:18:48.046185 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-ec9faec6-f873-4933-b501-5f37b0c50879 req-d5d79695-c7b7-4073-af22-bb79bc036af0 service neutron] 10.222.0.46 "GET /v2.0/networks/808ced12-fab8-4846-bf0a-6fd2805dc649?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1807280
Apr 22 20:18:48.085680 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.quota.resource [req-1fde3bf7-2b62-41ca-814d-9e483925878b req-e4af37da-e2a0-4788-b261-39726cdb83af tempest-VolumesActionsTest-323619763 tempest-VolumesActionsTest-323619763-project] Unset dirty status for tenant:d965dbf68ebd428688dd2350bbe8416e on resource:port {{(pid=86330) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 22 20:18:48.087002 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-1fde3bf7-2b62-41ca-814d-9e483925878b req-e4af37da-e2a0-4788-b261-39726cdb83af tempest-VolumesActionsTest-323619763 tempest-VolumesActionsTest-323619763-project] 10.222.0.30 "GET /v2.0/ports?device_id=8ff2c266-4dc0-4872-ac7b-9058a131ad37 HTTP/1.1" status: 200  len: 943 time: 0.2711163
Apr 22 20:18:48.219819 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-1fde3bf7-2b62-41ca-814d-9e483925878b req-89be87b1-def6-4634-ac28-087fbb3a90ea tempest-VolumesActionsTest-323619763 tempest-VolumesActionsTest-323619763-project] 10.222.0.30 "GET /v2.0/security-groups?id=f005b2b1-ed29-4447-8f6c-8e44ca932d43&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0791030
Apr 22 20:18:48.244515 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-ec9faec6-f873-4933-b501-5f37b0c50879 req-c2166b9e-07ed-420d-bd1a-c031acb1f36a service neutron] 10.222.0.46 "GET /v2.0/networks/808ced12-fab8-4846-bf0a-6fd2805dc649?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1876729
Apr 22 20:18:48.383944 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e35eac36-60e4-473f-9def-d6e0f2ae8b53 req-0240c13d-d296-480c-af4a-3d316b540b02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 20:18:48.385512 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-e35eac36-60e4-473f-9def-d6e0f2ae8b53 req-0240c13d-d296-480c-af4a-3d316b540b02 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=d965dbf68ebd428688dd2350bbe8416e&device_id=8ff2c266-4dc0-4872-ac7b-9058a131ad37 HTTP/1.1" status: 200  len: 1096 time: 0.0849264
Apr 22 20:18:48.539506 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e35eac36-60e4-473f-9def-d6e0f2ae8b53 req-fb00d67d-1cbc-4c49-a2fc-6f7c64a119e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 20:18:48.541080 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-e35eac36-60e4-473f-9def-d6e0f2ae8b53 req-fb00d67d-1cbc-4c49-a2fc-6f7c64a119e5 service neutron] 10.222.0.46 "GET /v2.0/networks?id=808ced12-fab8-4846-bf0a-6fd2805dc649 HTTP/1.1" status: 200  len: 909 time: 0.1391826
Apr 22 20:18:48.619892 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-e35eac36-60e4-473f-9def-d6e0f2ae8b53 req-b986c2fa-4827-4ae7-a78b-78e2f654b8f2 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=85139b65-ab4c-4660-8ba3-8e8e76cdc3b0 HTTP/1.1" status: 200  len: 217 time: 0.0703111
Apr 22 20:18:48.690297 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e35eac36-60e4-473f-9def-d6e0f2ae8b53 req-b0c06a52-b3d0-4894-ade3-6d7759be95d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 20:18:48.691891 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-e35eac36-60e4-473f-9def-d6e0f2ae8b53 req-b0c06a52-b3d0-4894-ade3-6d7759be95d0 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=37441482-cdf5-4a3d-a1f9-612c70a06e01 HTTP/1.1" status: 200  len: 848 time: 0.0650384
Apr 22 20:18:48.713080 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-cbbe70c9-0b39-4f9d-be6e-4133a7c8f54f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309146858885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640583'] for agent, after_update {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:18:48.745863 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-e35eac36-60e4-473f-9def-d6e0f2ae8b53 req-ebb55afb-7366-4c08-afcb-f393c3ff19b0 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=808ced12-fab8-4846-bf0a-6fd2805dc649&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0470123
Apr 22 20:18:48.783638 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-e4a08d5c-c79c-4301-a767-d54f9e230bf8 tempest-AttachVolumeShelveTestJSON-1095716281 tempest-AttachVolumeShelveTestJSON-1095716281-project] Notify callbacks [] for floatingip, precommit_update {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:18:48.787020 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-e4a08d5c-c79c-4301-a767-d54f9e230bf8 tempest-AttachVolumeShelveTestJSON-1095716281 tempest-AttachVolumeShelveTestJSON-1095716281-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-427953'] for floatingip, after_update {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:18:48.889123 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-e35eac36-60e4-473f-9def-d6e0f2ae8b53 req-7f6f16f1-d2de-46af-8183-e097b82224bf service neutron] 10.222.0.46 "GET /v2.0/networks/808ced12-fab8-4846-bf0a-6fd2805dc649?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1360075
Apr 22 20:18:48.968289 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.db.l3_db [None req-e4a08d5c-c79c-4301-a767-d54f9e230bf8 tempest-AttachVolumeShelveTestJSON-1095716281 tempest-AttachVolumeShelveTestJSON-1095716281-project] Floating IP 374e35e7-f35b-444e-a9cc-96e7953184cb associated. External IP: 172.27.3.89, port: 8992d12d-fc7c-479e-ad59-3a73aacad1ba.
Apr 22 20:18:49.033415 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-e35eac36-60e4-473f-9def-d6e0f2ae8b53 req-78e9259c-6ae3-4bea-9982-8c73dffe93ba service neutron] 10.222.0.46 "GET /v2.0/networks/808ced12-fab8-4846-bf0a-6fd2805dc649?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1373434
Apr 22 20:18:49.336164 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e4a08d5c-c79c-4301-a767-d54f9e230bf8 tempest-AttachVolumeShelveTestJSON-1095716281 tempest-AttachVolumeShelveTestJSON-1095716281-project] Router be83ce26-187f-46bd-8e84-153239ab27cb has already been hosted by L3 agent 1df068ca-d615-4cb7-8020-fe6e8be709e3 {{(pid=86331) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 22 20:18:49.598764 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db72221-13d2-4639-92b2-d4a78b0fa141 req-3dca135c-47ee-4b0f-a918-363ec5a0e62a tempest-VolumesActionsTest-323619763 tempest-VolumesActionsTest-323619763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 20:18:49.600302 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-1db72221-13d2-4639-92b2-d4a78b0fa141 req-3dca135c-47ee-4b0f-a918-363ec5a0e62a tempest-VolumesActionsTest-323619763 tempest-VolumesActionsTest-323619763-project] 10.222.0.30 "GET /v2.0/ports?device_id=8ff2c266-4dc0-4872-ac7b-9058a131ad37 HTTP/1.1" status: 200  len: 943 time: 0.2629862
Apr 22 20:18:49.610955 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4a08d5c-c79c-4301-a767-d54f9e230bf8 tempest-AttachVolumeShelveTestJSON-1095716281 tempest-AttachVolumeShelveTestJSON-1095716281-project] Notify agent at l3_agent.dv-cinder-787632-1-iscsi the message routers_updated {{(pid=86331) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 22 20:18:49.620474 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8df27d4f-5fd0-4b12-a583-a8e9979507e5 None None] Sync routers for ids ['be83ce26-187f-46bd-8e84-153239ab27cb'] in dv-cinder-787632-1-iscsi {{(pid=86333) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 22 20:18:49.627382 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-e4a08d5c-c79c-4301-a767-d54f9e230bf8 tempest-AttachVolumeShelveTestJSON-1095716281 tempest-AttachVolumeShelveTestJSON-1095716281-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-743'] for floatingip, before_response {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:18:49.631720 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8df27d4f-5fd0-4b12-a583-a8e9979507e5 None None] Routers {'be83ce26-187f-46bd-8e84-153239ab27cb'} bound to L3 agent in host dv-cinder-787632-1-iscsi {{(pid=86333) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 22 20:18:49.632457 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.l3_hamode_db [None req-8df27d4f-5fd0-4b12-a583-a8e9979507e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f013d48deb8>, 'dv-cinder-787632-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-22T20:03:28Z,description=<?>,heartbeat_timestamp=2021-04-22T20:18:29Z,host='dv-cinder-787632-1-iscsi',id=1df068ca-d615-4cb7-8020-fe6e8be709e3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-22T20:03:28Z,topic='l3_agent')) {'router_ids': ['be83ce26-187f-46bd-8e84-153239ab27cb'], 'active': True} {{(pid=86333) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 22 20:18:49.705647 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-1db72221-13d2-4639-92b2-d4a78b0fa141 req-dd255424-f554-45b3-9a4c-72dfefb016cb tempest-VolumesActionsTest-323619763 tempest-VolumesActionsTest-323619763-project] 10.222.0.30 "GET /v2.0/security-groups?id=f005b2b1-ed29-4447-8f6c-8e44ca932d43&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0983603
Apr 22 20:18:49.712946 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [None req-e4a08d5c-c79c-4301-a767-d54f9e230bf8 tempest-AttachVolumeShelveTestJSON-1095716281 tempest-AttachVolumeShelveTestJSON-1095716281-project] 10.222.0.30 "PUT /v2.0/floatingips/374e35e7-f35b-444e-a9cc-96e7953184cb HTTP/1.1" status: 200  len: 991 time: 1.8788066
Apr 22 20:18:49.712946 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bea0e040-e3dd-4e46-87e8-ed5a96b95301', 'tag': '8992d12d-fc7c-479e-ad59-3a73aacad1ba'}] {{(pid=86331) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 22 20:18:49.766035 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bea0e040-e3dd-4e46-87e8-ed5a96b95301', 'tag': '8992d12d-fc7c-479e-ad59-3a73aacad1ba', 'status': 'completed', 'code': 200}
Apr 22 20:18:49.822323 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.l3_dvr_db [None req-8df27d4f-5fd0-4b12-a583-a8e9979507e5 None None] Set router be83ce26-187f-46bd-8e84-153239ab27cb gateway port host: dv-cinder-787632-1-iscsi {{(pid=86333) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 22 20:18:49.885642 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573a93e6-c5c8-4233-98b3-480921e1a394 req-24129dd3-0fb7-4917-ab10-ae1c3f4cc3d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 20:18:49.887228 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-573a93e6-c5c8-4233-98b3-480921e1a394 req-24129dd3-0fb7-4917-ab10-ae1c3f4cc3d2 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=d83d42b16fb04a3dbea8744fb63b042c&device_id=bea0e040-e3dd-4e46-87e8-ed5a96b95301 HTTP/1.1" status: 200  len: 1099 time: 0.0935285
Apr 22 20:18:50.028935 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573a93e6-c5c8-4233-98b3-480921e1a394 req-b60bed5f-5579-464f-ba01-af568ec29abe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 20:18:50.030584 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-573a93e6-c5c8-4233-98b3-480921e1a394 req-b60bed5f-5579-464f-ba01-af568ec29abe service neutron] 10.222.0.46 "GET /v2.0/networks?id=34648bb7-c1ba-45d7-bfee-e82cdf1f6b93 HTTP/1.1" status: 200  len: 918 time: 0.1371834
Apr 22 20:18:50.143777 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-573a93e6-c5c8-4233-98b3-480921e1a394 req-3d72857d-d0ea-4f74-84c1-8c7c2cfb2fc5 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8992d12d-fc7c-479e-ad59-3a73aacad1ba HTTP/1.1" status: 200  len: 999 time: 0.1068490
Apr 22 20:18:50.216605 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573a93e6-c5c8-4233-98b3-480921e1a394 req-7c93594d-6167-4cc2-afbd-d649458424b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 20:18:50.218239 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-573a93e6-c5c8-4233-98b3-480921e1a394 req-7c93594d-6167-4cc2-afbd-d649458424b9 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=1e51354a-bd7c-4e4c-a7c1-20be7a105c17 HTTP/1.1" status: 200  len: 856 time: 0.0675094
Apr 22 20:18:50.310331 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573a93e6-c5c8-4233-98b3-480921e1a394 req-6104787c-9a9f-43e2-9e04-38e01d429aa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 20:18:50.311965 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-573a93e6-c5c8-4233-98b3-480921e1a394 req-6104787c-9a9f-43e2-9e04-38e01d429aa5 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=34648bb7-c1ba-45d7-bfee-e82cdf1f6b93&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0822163
Apr 22 20:18:50.346249 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.l3_hamode_db [None req-8df27d4f-5fd0-4b12-a583-a8e9979507e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f013d48deb8>, [{'id': 'be83ce26-187f-46bd-8e84-153239ab27cb', 'name': 'tempest-AttachVolumeShelveTestJSON-1390971933-router', 'tenant_id': 'd83d42b16fb04a3dbea8744fb63b042c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b725cb4-6db6-4e68-9a61-1978e8a191a1', 'external_fixed_ips': [{'subnet_id': '1d4495d7-31a5-4e2d-a911-56ceae3a61c5', 'ip_address': '172.27.3.86'}], 'enable_snat': True}, 'gw_port_id': '4f7b8efc-ab31-4079-8251-b88952a8c099', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T20:15:28Z', 'updated_at': '2021-04-22T20:15:34Z', 'revision_number': 4, 'project_id': 'd83d42b16fb04a3dbea8744fb63b042c', 'gw_port': {'id': '4f7b8efc-ab31-4079-8251-b88952a8c099', 'name': '', 'network_id': '1b725cb4-6db6-4e68-9a61-1978e8a191a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:6a:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be83ce26-187f-46bd-8e84-153239ab27cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': '1d4495d7-31a5-4e2d-a911-56ceae3a61c5', 'ip_address': '172.27.3.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787632-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T20:15:29Z', 'updated_at': '2021-04-22T20:15:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d4495d7-31a5-4e2d-a911-56ceae3a61c5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787632-1-iscsi', '_floatingips': [{'id': '374e35e7-f35b-444e-a9cc-96e7953184cb', 'tenant_id': 'd83d42b16fb04a3dbea8744fb63b042c', 'floating_ip_address': '172.27.3.89', 'floating_network_id': '1b725cb4-6db6-4e68-9a61-1978e8a191a1', 'router_id': 'be83ce26-187f-46bd-8e84-153239ab27cb', 'port_id': '8992d12d-fc7c-479e-ad59-3a73aacad1ba', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 576, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '34648bb7-c1ba-45d7-bfee-e82cdf1f6b93', 'mac_address': 'fa:16:3e:8b:e4:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bea0e040-e3dd-4e46-87e8-ed5a96b95301', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-22T20:18:33Z', 'updated_at': '2021-04-22T20:18:48Z', 'revision_number': 1, 'project_id': 'd83d42b16fb04a3dbea8744fb63b042c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b9c3e7ea-d3b1-4b66-ac25-453cc2744703', 'name': '', 'network_id': '34648bb7-c1ba-45d7-bfee-e82cdf1f6b93', 'tenant_id': 'd83d42b16fb04a3dbea8744fb63b042c', 'mac_address': 'fa:16:3e:9f:5a:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be83ce26-187f-46bd-8e84-153239ab27cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 479, 'fixed_ips': [{'subnet_id': '1e51354a-bd7c-4e4c-a7c1-20be7a105c17', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787632-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T20:15:33Z', 'updated_at': '2021-04-22T20:15:39Z', 'revision_number': 5, 'project_id': 'd83d42b16fb04a3dbea8744fb63b042c', 'subnets': [{'id': '1e51354a-bd7c-4e4c-a7c1-20be7a105c17', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787632-1-iscsi', False) {} {{(pid=86333) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 22 20:18:50.350825 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8df27d4f-5fd0-4b12-a583-a8e9979507e5 None None] Checking router: be83ce26-187f-46bd-8e84-153239ab27cb for host: dv-cinder-787632-1-iscsi {{(pid=86333) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 22 20:18:50.359601 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8df27d4f-5fd0-4b12-a583-a8e9979507e5 None None] Routers {'be83ce26-187f-46bd-8e84-153239ab27cb'} bound to L3 agent in host dv-cinder-787632-1-iscsi {{(pid=86333) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 22 20:18:50.360257 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.l3_hamode_db [None req-8df27d4f-5fd0-4b12-a583-a8e9979507e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f013d48deb8>, 'dv-cinder-787632-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-22T20:03:28Z,description=<?>,heartbeat_timestamp=2021-04-22T20:18:29Z,host='dv-cinder-787632-1-iscsi',id=1df068ca-d615-4cb7-8020-fe6e8be709e3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-22T20:03:28Z,topic='l3_agent')) {'router_ids': ['be83ce26-187f-46bd-8e84-153239ab27cb'], 'active': True} {{(pid=86333) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 22 20:18:50.453301 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-573a93e6-c5c8-4233-98b3-480921e1a394 req-7e697742-4ef7-4545-893a-3027bf621440 service neutron] 10.222.0.46 "GET /v2.0/networks/34648bb7-c1ba-45d7-bfee-e82cdf1f6b93?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1345062
Apr 22 20:18:50.546322 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.l3_dvr_db [None req-8df27d4f-5fd0-4b12-a583-a8e9979507e5 None None] Set router be83ce26-187f-46bd-8e84-153239ab27cb gateway port host: dv-cinder-787632-1-iscsi {{(pid=86333) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 22 20:18:50.602806 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-573a93e6-c5c8-4233-98b3-480921e1a394 req-49a86a01-110c-4c9f-a378-e2785a81a448 service neutron] 10.222.0.46 "GET /v2.0/networks/34648bb7-c1ba-45d7-bfee-e82cdf1f6b93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1423674
Apr 22 20:18:50.810886 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.rpc [None req-cbbe70c9-0b39-4f9d-be6e-4133a7c8f54f None None] Device 85139b65-ab4c-4660-8ba3-8e8e76cdc3b0 details requested by agent hyperv_hv-cinder-78763 with host hv-cinder-78763 {{(pid=86332) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 22 20:18:50.936559 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ab277f-d7c3-4f27-94f6-ad730ca7efe8 req-3c754725-f4ea-461a-b1ad-d81a9d2b6ec5 tempest-VolumesActionsTest-323619763 tempest-VolumesActionsTest-323619763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 20:18:50.937963 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-24ab277f-d7c3-4f27-94f6-ad730ca7efe8 req-3c754725-f4ea-461a-b1ad-d81a9d2b6ec5 tempest-VolumesActionsTest-323619763 tempest-VolumesActionsTest-323619763-project] 10.222.0.30 "GET /v2.0/ports?device_id=8ff2c266-4dc0-4872-ac7b-9058a131ad37 HTTP/1.1" status: 200  len: 943 time: 0.1114030
Apr 22 20:18:50.943977 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.l3_hamode_db [None req-8df27d4f-5fd0-4b12-a583-a8e9979507e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f013d48deb8>, [{'id': 'be83ce26-187f-46bd-8e84-153239ab27cb', 'name': 'tempest-AttachVolumeShelveTestJSON-1390971933-router', 'tenant_id': 'd83d42b16fb04a3dbea8744fb63b042c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b725cb4-6db6-4e68-9a61-1978e8a191a1', 'external_fixed_ips': [{'subnet_id': '1d4495d7-31a5-4e2d-a911-56ceae3a61c5', 'ip_address': '172.27.3.86'}], 'enable_snat': True}, 'gw_port_id': '4f7b8efc-ab31-4079-8251-b88952a8c099', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T20:15:28Z', 'updated_at': '2021-04-22T20:15:34Z', 'revision_number': 4, 'project_id': 'd83d42b16fb04a3dbea8744fb63b042c', 'gw_port': {'id': '4f7b8efc-ab31-4079-8251-b88952a8c099', 'name': '', 'network_id': '1b725cb4-6db6-4e68-9a61-1978e8a191a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:6a:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be83ce26-187f-46bd-8e84-153239ab27cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': '1d4495d7-31a5-4e2d-a911-56ceae3a61c5', 'ip_address': '172.27.3.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787632-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T20:15:29Z', 'updated_at': '2021-04-22T20:15:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d4495d7-31a5-4e2d-a911-56ceae3a61c5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787632-1-iscsi', '_floatingips': [{'id': '374e35e7-f35b-444e-a9cc-96e7953184cb', 'tenant_id': 'd83d42b16fb04a3dbea8744fb63b042c', 'floating_ip_address': '172.27.3.89', 'floating_network_id': '1b725cb4-6db6-4e68-9a61-1978e8a191a1', 'router_id': 'be83ce26-187f-46bd-8e84-153239ab27cb', 'port_id': '8992d12d-fc7c-479e-ad59-3a73aacad1ba', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 576, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '34648bb7-c1ba-45d7-bfee-e82cdf1f6b93', 'mac_address': 'fa:16:3e:8b:e4:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bea0e040-e3dd-4e46-87e8-ed5a96b95301', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-22T20:18:33Z', 'updated_at': '2021-04-22T20:18:48Z', 'revision_number': 1, 'project_id': 'd83d42b16fb04a3dbea8744fb63b042c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b9c3e7ea-d3b1-4b66-ac25-453cc2744703', 'name': '', 'network_id': '34648bb7-c1ba-45d7-bfee-e82cdf1f6b93', 'tenant_id': 'd83d42b16fb04a3dbea8744fb63b042c', 'mac_address': 'fa:16:3e:9f:5a:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be83ce26-187f-46bd-8e84-153239ab27cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 479, 'fixed_ips': [{'subnet_id': '1e51354a-bd7c-4e4c-a7c1-20be7a105c17', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787632-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T20:15:33Z', 'updated_at': '2021-04-22T20:15:39Z', 'revision_number': 5, 'project_id': 'd83d42b16fb04a3dbea8744fb63b042c', 'subnets': [{'id': '1e51354a-bd7c-4e4c-a7c1-20be7a105c17', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787632-1-iscsi', False) {} {{(pid=86333) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 22 20:18:50.948357 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8df27d4f-5fd0-4b12-a583-a8e9979507e5 None None] The sync data for ids ['be83ce26-187f-46bd-8e84-153239ab27cb'] in dv-cinder-787632-1-iscsi is: [{'id': 'be83ce26-187f-46bd-8e84-153239ab27cb', 'name': 'tempest-AttachVolumeShelveTestJSON-1390971933-router', 'tenant_id': 'd83d42b16fb04a3dbea8744fb63b042c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b725cb4-6db6-4e68-9a61-1978e8a191a1', 'external_fixed_ips': [{'subnet_id': '1d4495d7-31a5-4e2d-a911-56ceae3a61c5', 'ip_address': '172.27.3.86'}], 'enable_snat': True}, 'gw_port_id': '4f7b8efc-ab31-4079-8251-b88952a8c099', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T20:15:28Z', 'updated_at': '2021-04-22T20:15:34Z', 'revision_number': 4, 'project_id': 'd83d42b16fb04a3dbea8744fb63b042c', 'gw_port': {'id': '4f7b8efc-ab31-4079-8251-b88952a8c099', 'name': '', 'network_id': '1b725cb4-6db6-4e68-9a61-1978e8a191a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:6a:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be83ce26-187f-46bd-8e84-153239ab27cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': '1d4495d7-31a5-4e2d-a911-56ceae3a61c5', 'ip_address': '172.27.3.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787632-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T20:15:29Z', 'updated_at': '2021-04-22T20:15:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d4495d7-31a5-4e2d-a911-56ceae3a61c5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787632-1-iscsi', '_floatingips': [{'id': '374e35e7-f35b-444e-a9cc-96e7953184cb', 'tenant_id': 'd83d42b16fb04a3dbea8744fb63b042c', 'floating_ip_address': '172.27.3.89', 'floating_network_id': '1b725cb4-6db6-4e68-9a61-1978e8a191a1', 'router_id': 'be83ce26-187f-46bd-8e84-153239ab27cb', 'port_id': '8992d12d-fc7c-479e-ad59-3a73aacad1ba', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 576, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '34648bb7-c1ba-45d7-bfee-e82cdf1f6b93', 'mac_address': 'fa:16:3e:8b:e4:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bea0e040-e3dd-4e46-87e8-ed5a96b95301', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-22T20:18:33Z', 'updated_at': '2021-04-22T20:18:48Z', 'revision_number': 1, 'project_id': 'd83d42b16fb04a3dbea8744fb63b042c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b9c3e7ea-d3b1-4b66-ac25-453cc2744703', 'name': '', 'network_id': '34648bb7-c1ba-45d7-bfee-e82cdf1f6b93', 'tenant_id': 'd83d42b16fb04a3dbea8744fb63b042c', 'mac_address': 'fa:16:3e:9f:5a:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be83ce26-187f-46bd-8e84-153239ab27cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 479, 'fixed_ips': [{'subnet_id': '1e51354a-bd7c-4e4c-a7c1-20be7a105c17', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787632-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T20:15:33Z', 'updated_at': '2021-04-22T20:15:39Z', 'revision_number': 5, 'project_id': 'd83d42b16fb04a3dbea8744fb63b042c', 'subnets': [{'id': '1e51354a-bd7c-4e4c-a7c1-20be7a105c17', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86333) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 22 20:18:50.965028 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.db [None req-cbbe70c9-0b39-4f9d-be6e-4133a7c8f54f None None] For port 85139b65-ab4c-4660-8ba3-8e8e76cdc3b0, host hv-cinder-78763, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78763',level=0,port_id=85139b65-ab4c-4660-8ba3-8e8e76cdc3b0,segment=NetworkSegment(df0922b1-14a3-44ff-a7b6-1225504f665a),segment_id=df0922b1-14a3-44ff-a7b6-1225504f665a)] {{(pid=86332) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 22 20:18:50.979471 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.rpc [None req-cbbe70c9-0b39-4f9d-be6e-4133a7c8f54f None None] Returning: {'device': '85139b65-ab4c-4660-8ba3-8e8e76cdc3b0', 'network_id': '808ced12-fab8-4846-bf0a-6fd2805dc649', 'port_id': '85139b65-ab4c-4660-8ba3-8e8e76cdc3b0', 'mac_address': 'fa:16:3e:74:28:c8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 378, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '37441482-cdf5-4a3d-a1f9-612c70a06e01', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86332) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 22 20:18:50.991265 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-24ab277f-d7c3-4f27-94f6-ad730ca7efe8 req-e5048102-5329-4196-828d-afae4eaaa28d tempest-VolumesActionsTest-323619763 tempest-VolumesActionsTest-323619763-project] 10.222.0.30 "GET /v2.0/security-groups?id=f005b2b1-ed29-4447-8f6c-8e44ca932d43&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0451643
Apr 22 20:18:51.041978 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-cbbe70c9-0b39-4f9d-be6e-4133a7c8f54f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587983'] for port, before_update {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:18:51.060577 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.notifiers.nova [None req-cbbe70c9-0b39-4f9d-be6e-4133a7c8f54f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 85139b65-ab4c-4660-8ba3-8e8e76cdc3b0 {{(pid=86332) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 22 20:18:51.076729 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.db [None req-cbbe70c9-0b39-4f9d-be6e-4133a7c8f54f None None] For port 85139b65-ab4c-4660-8ba3-8e8e76cdc3b0, host hv-cinder-78763, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78763',level=0,port_id=85139b65-ab4c-4660-8ba3-8e8e76cdc3b0,segment=NetworkSegment(df0922b1-14a3-44ff-a7b6-1225504f665a),segment_id=df0922b1-14a3-44ff-a7b6-1225504f665a)] {{(pid=86332) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 22 20:18:51.079889 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-cbbe70c9-0b39-4f9d-be6e-4133a7c8f54f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854198495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853168226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727707997384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363309147208137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727707567697'] for port, after_update {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:18:51.081693 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [None req-08e5d76f-3fe5-4242-a4b8-30f374028052 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86332) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 20:18:51.151133 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbbe70c9-0b39-4f9d-be6e-4133a7c8f54f None None] Pushing event updated for resources: {'Port': ['ID=85139b65-ab4c-4660-8ba3-8e8e76cdc3b0,revision_number=4']} {{(pid=86332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 20:18:51.154435 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [None req-cbbe70c9-0b39-4f9d-be6e-4133a7c8f54f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=86332) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 20:18:51.214874 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8417c889-0655-433c-a525-e4d3b4091a9d None None] New status for floating IP 374e35e7-f35b-444e-a9cc-96e7953184cb: ACTIVE {{(pid=86332) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Apr 22 20:18:51.536104 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.db [None req-cbbe70c9-0b39-4f9d-be6e-4133a7c8f54f None None] get_ports_and_sgs() called for port_ids ['85139b65-ab4c-4660-8ba3-8e8e76cdc3b0'] {{(pid=86332) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 22 20:18:52.037871 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-8490a474-491b-405d-83f8-22f4fdf1f468 req-666cc13a-64b6-4927-b6d5-37ffdb2ed279 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=05985c03-4f6d-4812-a0bf-47b334105dce&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0826945
Apr 22 20:18:52.192920 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8490a474-491b-405d-83f8-22f4fdf1f468 req-b69e5088-5c26-455f-9eb6-cfc4cb7a7c9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 20:18:52.194554 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-8490a474-491b-405d-83f8-22f4fdf1f468 req-b69e5088-5c26-455f-9eb6-cfc4cb7a7c9a service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=ed8e9232a3ce48d39526eecdc431aec3&device_id=05985c03-4f6d-4812-a0bf-47b334105dce HTTP/1.1" status: 200  len: 1099 time: 0.0781083
Apr 22 20:18:52.197018 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e2c1940-5e15-448a-bbb1-aa1269ed5daf req-29bdfa50-ff6c-4a9c-afc7-eb4d9b80708a tempest-VolumesActionsTest-323619763 tempest-VolumesActionsTest-323619763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 20:18:52.198696 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-3e2c1940-5e15-448a-bbb1-aa1269ed5daf req-29bdfa50-ff6c-4a9c-afc7-eb4d9b80708a tempest-VolumesActionsTest-323619763 tempest-VolumesActionsTest-323619763-project] 10.222.0.30 "GET /v2.0/ports?device_id=8ff2c266-4dc0-4872-ac7b-9058a131ad37 HTTP/1.1" status: 200  len: 944 time: 0.0880723
Apr 22 20:18:52.246846 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-3e2c1940-5e15-448a-bbb1-aa1269ed5daf req-9e4e3fd3-4c7b-478b-9f8a-45dd1e2ee777 tempest-VolumesActionsTest-323619763 tempest-VolumesActionsTest-323619763-project] 10.222.0.30 "GET /v2.0/security-groups?id=f005b2b1-ed29-4447-8f6c-8e44ca932d43&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0417264
Apr 22 20:18:52.352271 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8490a474-491b-405d-83f8-22f4fdf1f468 req-cda7ff81-5fab-48e5-9990-cfa93ff3a8e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 20:18:52.353868 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-8490a474-491b-405d-83f8-22f4fdf1f468 req-cda7ff81-5fab-48e5-9990-cfa93ff3a8e7 service neutron] 10.222.0.46 "GET /v2.0/networks?id=8c6beec9-2be5-42aa-b3d8-efd21a74a412 HTTP/1.1" status: 200  len: 910 time: 0.1376264
Apr 22 20:18:52.463921 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-8490a474-491b-405d-83f8-22f4fdf1f468 req-8c3e43f1-37fa-4610-b5c2-a734202da2ed service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=375c0aa1-7baa-400f-8733-484590eeeb8c HTTP/1.1" status: 200  len: 1002 time: 0.1032062
Apr 22 20:18:52.533120 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8490a474-491b-405d-83f8-22f4fdf1f468 req-89331d04-4454-4375-b4c5-2753698b7d5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 20:18:52.534607 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-8490a474-491b-405d-83f8-22f4fdf1f468 req-89331d04-4454-4375-b4c5-2753698b7d5d service neutron] 10.222.0.46 "GET /v2.0/subnets?id=7e154f7f-c6a5-48a3-9c75-a2bc01d89ad4 HTTP/1.1" status: 200  len: 848 time: 0.0647109
Apr 22 20:18:52.618327 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8490a474-491b-405d-83f8-22f4fdf1f468 req-3fc7f8aa-cf36-4dbc-aad5-deaa50e7037b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 20:18:52.619896 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-8490a474-491b-405d-83f8-22f4fdf1f468 req-3fc7f8aa-cf36-4dbc-aad5-deaa50e7037b service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=8c6beec9-2be5-42aa-b3d8-efd21a74a412&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0791497
Apr 22 20:18:52.759739 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-8490a474-491b-405d-83f8-22f4fdf1f468 req-a582da44-beee-4587-84fb-435c136bba24 service neutron] 10.222.0.46 "GET /v2.0/networks/8c6beec9-2be5-42aa-b3d8-efd21a74a412?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1334126
Apr 22 20:18:52.818391 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.rpc [None req-cbbe70c9-0b39-4f9d-be6e-4133a7c8f54f None None] Device 85139b65-ab4c-4660-8ba3-8e8e76cdc3b0 up at agent hyperv_hv-cinder-78763 {{(pid=86332) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 22 20:18:52.888235 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.provisioning_blocks [None req-cbbe70c9-0b39-4f9d-be6e-4133a7c8f54f None None] Provisioning for port 85139b65-ab4c-4660-8ba3-8e8e76cdc3b0 completed by entity L2. {{(pid=86332) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 22 20:18:52.893026 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.provisioning_blocks [None req-cbbe70c9-0b39-4f9d-be6e-4133a7c8f54f None None] Provisioning complete for port 85139b65-ab4c-4660-8ba3-8e8e76cdc3b0 triggered by entity L2. {{(pid=86332) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 22 20:18:52.893447 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-cbbe70c9-0b39-4f9d-be6e-4133a7c8f54f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854135278'] for port, provisioning_complete {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:18:52.910808 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-8490a474-491b-405d-83f8-22f4fdf1f468 req-5dcec332-b717-4120-8a42-c817608bcefc service neutron] 10.222.0.46 "GET /v2.0/networks/8c6beec9-2be5-42aa-b3d8-efd21a74a412?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1374176
Apr 22 20:18:53.018794 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-cbbe70c9-0b39-4f9d-be6e-4133a7c8f54f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587983'] for port, before_update {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:18:53.046521 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ff2c266-4dc0-4872-ac7b-9058a131ad37', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '85139b65-ab4c-4660-8ba3-8e8e76cdc3b0'}] {{(pid=86332) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 22 20:18:53.057253 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.db [None req-cbbe70c9-0b39-4f9d-be6e-4133a7c8f54f None None] For port 85139b65-ab4c-4660-8ba3-8e8e76cdc3b0, host hv-cinder-78763, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78763',level=0,port_id=85139b65-ab4c-4660-8ba3-8e8e76cdc3b0,segment=NetworkSegment(df0922b1-14a3-44ff-a7b6-1225504f665a),segment_id=df0922b1-14a3-44ff-a7b6-1225504f665a)] {{(pid=86332) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 22 20:18:53.060107 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-cbbe70c9-0b39-4f9d-be6e-4133a7c8f54f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854198495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853168226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727707997384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363309147208137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727707567697'] for port, after_update {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:18:53.062772 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [None req-cbbe70c9-0b39-4f9d-be6e-4133a7c8f54f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86332) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 20:18:53.108693 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8ff2c266-4dc0-4872-ac7b-9058a131ad37', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '85139b65-ab4c-4660-8ba3-8e8e76cdc3b0', 'code': 200}
Apr 22 20:18:53.136851 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbbe70c9-0b39-4f9d-be6e-4133a7c8f54f None None] Pushing event updated for resources: {'Port': ['ID=85139b65-ab4c-4660-8ba3-8e8e76cdc3b0,revision_number=5']} {{(pid=86332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 20:18:53.140367 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [None req-cbbe70c9-0b39-4f9d-be6e-4133a7c8f54f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=86332) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 20:18:53.355071 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b33761-9eb2-49f0-b646-d5b294686cdd req-69832ffa-83fc-473d-a89d-4e2070726128 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 20:18:53.356655 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-05b33761-9eb2-49f0-b646-d5b294686cdd req-69832ffa-83fc-473d-a89d-4e2070726128 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=8ff2c266-4dc0-4872-ac7b-9058a131ad37 HTTP/1.1" status: 200  len: 1098 time: 0.0760713
Apr 22 20:18:53.453647 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-05b33761-9eb2-49f0-b646-d5b294686cdd req-c570d7b8-31e7-41ab-9c15-1cd816b050ef service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=f005b2b1-ed29-4447-8f6c-8e44ca932d43&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0887566
Apr 22 20:18:53.483034 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f35e3cc8-c6aa-4418-a029-28144f29e01a req-66e93c10-33d8-43aa-80c3-60c50722592a tempest-VolumesActionsTest-323619763 tempest-VolumesActionsTest-323619763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 20:18:53.484599 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-f35e3cc8-c6aa-4418-a029-28144f29e01a req-66e93c10-33d8-43aa-80c3-60c50722592a tempest-VolumesActionsTest-323619763 tempest-VolumesActionsTest-323619763-project] 10.222.0.30 "GET /v2.0/ports?device_id=8ff2c266-4dc0-4872-ac7b-9058a131ad37 HTTP/1.1" status: 200  len: 945 time: 0.1223037
Apr 22 20:18:53.533597 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-f35e3cc8-c6aa-4418-a029-28144f29e01a req-33b14ede-d959-4984-99a6-2fcd527bc355 tempest-VolumesActionsTest-323619763 tempest-VolumesActionsTest-323619763-project] 10.222.0.30 "GET /v2.0/security-groups?id=f005b2b1-ed29-4447-8f6c-8e44ca932d43&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0419755
Apr 22 20:18:54.732025 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1edef14e-17bb-4230-8add-40ca3ac9e2d4 req-7629e15c-df8f-4f86-a4db-ebf9957a6492 tempest-VolumesActionsTest-323619763 tempest-VolumesActionsTest-323619763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 20:18:54.733598 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-1edef14e-17bb-4230-8add-40ca3ac9e2d4 req-7629e15c-df8f-4f86-a4db-ebf9957a6492 tempest-VolumesActionsTest-323619763 tempest-VolumesActionsTest-323619763-project] 10.222.0.30 "GET /v2.0/ports?device_id=8ff2c266-4dc0-4872-ac7b-9058a131ad37 HTTP/1.1" status: 200  len: 945 time: 0.0863290
Apr 22 20:18:54.783676 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-1edef14e-17bb-4230-8add-40ca3ac9e2d4 req-2e183489-6982-4b1b-8169-bcad482c39e4 tempest-VolumesActionsTest-323619763 tempest-VolumesActionsTest-323619763-project] 10.222.0.30 "GET /v2.0/security-groups?id=f005b2b1-ed29-4447-8f6c-8e44ca932d43&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0438254
Apr 22 20:18:55.726487 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-e088ecc7-9afb-4fac-8fdb-7f2fbaa34e2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309146858885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640583'] for agent, after_update {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:18:55.886092 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad49d713-864a-49b1-a63e-194e9144aa5d req-7d38d0b8-f5e6-4b22-961f-51d2586367c9 tempest-VolumesActionsTest-323619763 tempest-VolumesActionsTest-323619763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 20:18:55.887621 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-ad49d713-864a-49b1-a63e-194e9144aa5d req-7d38d0b8-f5e6-4b22-961f-51d2586367c9 tempest-VolumesActionsTest-323619763 tempest-VolumesActionsTest-323619763-project] 10.222.0.30 "GET /v2.0/ports?device_id=8ff2c266-4dc0-4872-ac7b-9058a131ad37 HTTP/1.1" status: 200  len: 945 time: 0.0916839
Apr 22 20:18:55.935882 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-ad49d713-864a-49b1-a63e-194e9144aa5d req-6a002ce0-9a69-4ba8-a163-8ecbf13bc8dd tempest-VolumesActionsTest-323619763 tempest-VolumesActionsTest-323619763-project] 10.222.0.30 "GET /v2.0/security-groups?id=f005b2b1-ed29-4447-8f6c-8e44ca932d43&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0414975
Apr 22 20:18:57.133223 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e6a9b78-ccff-40ca-a705-5016be21302e req-380d856f-5351-4e58-a5bf-3ee193e32a22 tempest-VolumesActionsTest-323619763 tempest-VolumesActionsTest-323619763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 20:18:57.134793 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-9e6a9b78-ccff-40ca-a705-5016be21302e req-380d856f-5351-4e58-a5bf-3ee193e32a22 tempest-VolumesActionsTest-323619763 tempest-VolumesActionsTest-323619763-project] 10.222.0.30 "GET /v2.0/ports?device_id=8ff2c266-4dc0-4872-ac7b-9058a131ad37 HTTP/1.1" status: 200  len: 945 time: 0.0871768
Apr 22 20:18:57.185891 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-9e6a9b78-ccff-40ca-a705-5016be21302e req-b910c2f0-ed86-401a-9de4-06c7e6489abd tempest-VolumesActionsTest-323619763 tempest-VolumesActionsTest-323619763-project] 10.222.0.30 "GET /v2.0/security-groups?id=f005b2b1-ed29-4447-8f6c-8e44ca932d43&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0445862
Apr 22 20:18:57.189219 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbdaacff-01bf-499d-b261-cef0814c3674 req-f9019ef4-c6a7-45db-9c9f-dee9b48633c2 tempest-VolumesActionsTest-323619763 tempest-VolumesActionsTest-323619763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 20:18:57.190831 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-dbdaacff-01bf-499d-b261-cef0814c3674 req-f9019ef4-c6a7-45db-9c9f-dee9b48633c2 tempest-VolumesActionsTest-323619763 tempest-VolumesActionsTest-323619763-project] 10.222.0.46 "GET /v2.0/ports?device_id=8ff2c266-4dc0-4872-ac7b-9058a131ad37 HTTP/1.1" status: 200  len: 945 time: 0.0881262
Apr 22 20:18:57.274156 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.plugin [req-dbdaacff-01bf-499d-b261-cef0814c3674 req-0760eaf6-cfac-43a9-8857-72f0ac1664f3 tempest-VolumesActionsTest-323619763 tempest-VolumesActionsTest-323619763-project] Deleting port 85139b65-ab4c-4660-8ba3-8e8e76cdc3b0 {{(pid=86330) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 22 20:18:57.274553 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [req-dbdaacff-01bf-499d-b261-cef0814c3674 req-0760eaf6-cfac-43a9-8857-72f0ac1664f3 tempest-VolumesActionsTest-323619763 tempest-VolumesActionsTest-323619763-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363309146780532'] for port, before_delete {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:18:57.763625 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.db [req-dbdaacff-01bf-499d-b261-cef0814c3674 req-0760eaf6-cfac-43a9-8857-72f0ac1664f3 tempest-VolumesActionsTest-323619763 tempest-VolumesActionsTest-323619763-project] For port 85139b65-ab4c-4660-8ba3-8e8e76cdc3b0, host hv-cinder-78763, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78763',level=0,port_id=85139b65-ab4c-4660-8ba3-8e8e76cdc3b0,segment=NetworkSegment(df0922b1-14a3-44ff-a7b6-1225504f665a),segment_id=df0922b1-14a3-44ff-a7b6-1225504f665a)] {{(pid=86330) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 22 20:18:57.764025 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [req-dbdaacff-01bf-499d-b261-cef0814c3674 req-0760eaf6-cfac-43a9-8857-72f0ac1664f3 tempest-VolumesActionsTest-323619763 tempest-VolumesActionsTest-323619763-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854358147'] for port, precommit_delete {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:18:57.898346 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.plugin [req-dbdaacff-01bf-499d-b261-cef0814c3674 req-0760eaf6-cfac-43a9-8857-72f0ac1664f3 tempest-VolumesActionsTest-323619763 tempest-VolumesActionsTest-323619763-project] Calling delete_port for 85139b65-ab4c-4660-8ba3-8e8e76cdc3b0 owned by compute:nova {{(pid=86330) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 22 20:18:58.041556 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [req-dbdaacff-01bf-499d-b261-cef0814c3674 req-0760eaf6-cfac-43a9-8857-72f0ac1664f3 tempest-VolumesActionsTest-323619763 tempest-VolumesActionsTest-323619763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854198495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853168226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363309146778399', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727707567663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4125515'] for port, after_delete {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:18:58.047026 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [None req-cd312a96-923e-49e0-af10-1ac45b4e597d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 20:18:58.053366 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.db [None req-cbbe70c9-0b39-4f9d-be6e-4133a7c8f54f None None] get_ports_and_sgs() called for port_ids ['85139b65-ab4c-4660-8ba3-8e8e76cdc3b0'] {{(pid=86332) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 22 20:18:58.099258 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0760eaf6-cfac-43a9-8857-72f0ac1664f3 tempest-VolumesActionsTest-323619763 tempest-VolumesActionsTest-323619763-project] Pushing event deleted for resources: {'Port': ['ID=85139b65-ab4c-4660-8ba3-8e8e76cdc3b0,revision_number=None']} {{(pid=86330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 20:18:58.102509 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [None req-0760eaf6-cfac-43a9-8857-72f0ac1664f3 tempest-VolumesActionsTest-323619763 tempest-VolumesActionsTest-323619763-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=86330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 20:18:58.176355 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.l3_dvrscheduler_db [req-dbdaacff-01bf-499d-b261-cef0814c3674 req-0760eaf6-cfac-43a9-8857-72f0ac1664f3 tempest-VolumesActionsTest-323619763 tempest-VolumesActionsTest-323619763-project] No DVR routers for this DVR port 85139b65-ab4c-4660-8ba3-8e8e76cdc3b0 on host hv-cinder-78763 {{(pid=86330) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 22 20:18:58.178796 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [req-dbdaacff-01bf-499d-b261-cef0814c3674 req-0760eaf6-cfac-43a9-8857-72f0ac1664f3 tempest-VolumesActionsTest-323619763 tempest-VolumesActionsTest-323619763-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-743'] for port, before_response {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:18:58.181467 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ff2c266-4dc0-4872-ac7b-9058a131ad37', 'name': 'network-vif-deleted', 'tag': '85139b65-ab4c-4660-8ba3-8e8e76cdc3b0'}] {{(pid=86330) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 22 20:18:58.196763 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-dbdaacff-01bf-499d-b261-cef0814c3674 req-0760eaf6-cfac-43a9-8857-72f0ac1664f3 tempest-VolumesActionsTest-323619763 tempest-VolumesActionsTest-323619763-project] 10.222.0.46 "DELETE /v2.0/ports/85139b65-ab4c-4660-8ba3-8e8e76cdc3b0 HTTP/1.1" status: 204  len: 173 time: 0.9995255
Apr 22 20:18:58.231262 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8ff2c266-4dc0-4872-ac7b-9058a131ad37', 'name': 'network-vif-deleted', 'tag': '85139b65-ab4c-4660-8ba3-8e8e76cdc3b0', 'status': 'completed', 'code': 200}
Apr 22 20:18:58.362715 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.quota.resource [req-0bd90192-f18d-444e-b2b9-44ead4b9b298 req-00ad8027-7887-4633-8dbf-1c3361352aac tempest-VolumesActionsTest-323619763 tempest-VolumesActionsTest-323619763-project] Synchronizing usage tracker for tenant:d965dbf68ebd428688dd2350bbe8416e on resource:port {{(pid=86330) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 22 20:18:58.377259 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.quota.resource [req-0bd90192-f18d-444e-b2b9-44ead4b9b298 req-00ad8027-7887-4633-8dbf-1c3361352aac tempest-VolumesActionsTest-323619763 tempest-VolumesActionsTest-323619763-project] Unset dirty status for tenant:d965dbf68ebd428688dd2350bbe8416e on resource:port {{(pid=86330) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 22 20:18:58.379640 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-0bd90192-f18d-444e-b2b9-44ead4b9b298 req-00ad8027-7887-4633-8dbf-1c3361352aac tempest-VolumesActionsTest-323619763 tempest-VolumesActionsTest-323619763-project] 10.222.0.30 "GET /v2.0/ports?device_id=8ff2c266-4dc0-4872-ac7b-9058a131ad37 HTTP/1.1" status: 200  len: 210 time: 0.0705619
Apr 22 20:18:58.555391 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-91337bcb-f1c7-40d0-943c-e18c820bf7b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309146858885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640583'] for agent, after_update {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:18:58.958877 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-d69b9430-b136-4a40-a189-232f048ef307 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309146858885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640583'] for agent, after_update {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:18:59.266764 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-08e5d76f-3fe5-4242-a4b8-30f374028052 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309146858885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640583'] for agent, after_update {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:18:59.762760 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-081167f2-de95-4d37-8bc8-fc4cd06937b5 req-1d9ca9f3-240a-41d9-a337-1a7744bf46dd tempest-VolumesActionsTest-323619763 tempest-VolumesActionsTest-323619763-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 20:18:59.764305 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-081167f2-de95-4d37-8bc8-fc4cd06937b5 req-1d9ca9f3-240a-41d9-a337-1a7744bf46dd tempest-VolumesActionsTest-323619763 tempest-VolumesActionsTest-323619763-project] 10.222.0.30 "GET /v2.0/networks?id=808ced12-fab8-4846-bf0a-6fd2805dc649 HTTP/1.1" status: 200  len: 808 time: 0.1567128
Apr 22 20:18:59.779916 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-081167f2-de95-4d37-8bc8-fc4cd06937b5 req-32b350bf-e4d7-4ccc-89fd-2b9ef257b301 tempest-VolumesActionsTest-323619763 tempest-VolumesActionsTest-323619763-project] 10.222.0.30 "GET /v2.0/quotas/d965dbf68ebd428688dd2350bbe8416e HTTP/1.1" status: 200  len: 375 time: 0.0094528
Apr 22 20:18:59.832694 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-081167f2-de95-4d37-8bc8-fc4cd06937b5 req-16e3e885-7d51-44ba-afab-305bd3e85fe8 tempest-VolumesActionsTest-323619763 tempest-VolumesActionsTest-323619763-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=d965dbf68ebd428688dd2350bbe8416e&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0470474
Apr 22 20:18:59.977505 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-081167f2-de95-4d37-8bc8-fc4cd06937b5 req-03432f7f-7102-499b-9080-a60aab3538b2 service neutron] 10.222.0.30 "GET /v2.0/networks/808ced12-fab8-4846-bf0a-6fd2805dc649?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1363425
Apr 22 20:19:00.239378 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-77fc9508-bbbe-4662-bfa7-f4837e5c3abe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309146858885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640583'] for agent, after_update {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:19:00.346208 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-081167f2-de95-4d37-8bc8-fc4cd06937b5 req-2c42fee3-d6bf-4276-8196-04eb2d02e428 service neutron] 10.222.0.30 "GET /v2.0/networks/808ced12-fab8-4846-bf0a-6fd2805dc649?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3622789
Apr 22 20:19:00.540726 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-a32a84d8-4db9-46f2-8c60-5a81ef560775 req-bc8e0785-02b5-4787-9562-44dbb4f7c1d9 tempest-VolumesActionsTest-323619763 tempest-VolumesActionsTest-323619763-project] 10.222.0.30 "GET /v2.0/ports?device_id=ee8f07d6-63f0-438b-ad3f-7f59c662d5e1 HTTP/1.1" status: 200  len: 210 time: 0.0491922
Apr 22 20:19:00.882889 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.rpc [None req-cbbe70c9-0b39-4f9d-be6e-4133a7c8f54f None None] Device 85139b65-ab4c-4660-8ba3-8e8e76cdc3b0 no longer exists at agent hyperv_hv-cinder-78763 {{(pid=86332) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 22 20:19:00.921834 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.plugin [None req-cbbe70c9-0b39-4f9d-be6e-4133a7c8f54f None None] No Port match for: 85139b65-ab4c-4660-8ba3-8e8e76cdc3b0 {{(pid=86332) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 22 20:19:00.922216 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.rpc [None req-cbbe70c9-0b39-4f9d-be6e-4133a7c8f54f None None] Device 85139b65-ab4c-4660-8ba3-8e8e76cdc3b0 not bound to the agent host hv-cinder-78763 {{(pid=86332) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 22 20:19:01.614642 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-081167f2-de95-4d37-8bc8-fc4cd06937b5 req-bc69bafd-04e1-485d-ae87-79e4483bc487 tempest-VolumesActionsTest-323619763 tempest-VolumesActionsTest-323619763-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 20:19:01.617300 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-081167f2-de95-4d37-8bc8-fc4cd06937b5 req-bc69bafd-04e1-485d-ae87-79e4483bc487 tempest-VolumesActionsTest-323619763 tempest-VolumesActionsTest-323619763-project] 10.222.0.46 "GET /v2.0/networks?id=808ced12-fab8-4846-bf0a-6fd2805dc649 HTTP/1.1" status: 200  len: 808 time: 0.1593735
Apr 22 20:19:01.628538 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.v2.base [req-081167f2-de95-4d37-8bc8-fc4cd06937b5 req-96c6cfb6-cc49-4dcb-94d2-5e3cf8515c67 tempest-VolumesActionsTest-323619763 tempest-VolumesActionsTest-323619763-project] Request body: {'port': {'device_id': 'ee8f07d6-63f0-438b-ad3f-7f59c662d5e1', 'network_id': '808ced12-fab8-4846-bf0a-6fd2805dc649', 'admin_state_up': True, 'tenant_id': 'd965dbf68ebd428688dd2350bbe8416e'}} {{(pid=86330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 22 20:19:01.772846 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-17ffb0ae-9e41-4605-b52b-91cd6ac8285b req-d7682ad9-a584-4e86-9685-a5959b61a816 tempest-VolumesActionsTest-323619763 tempest-VolumesActionsTest-323619763-project] 10.222.0.30 "GET /v2.0/ports?device_id=ee8f07d6-63f0-438b-ad3f-7f59c662d5e1 HTTP/1.1" status: 200  len: 210 time: 0.0624774
Apr 22 20:19:01.826150 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.quota.driver [req-081167f2-de95-4d37-8bc8-fc4cd06937b5 req-96c6cfb6-cc49-4dcb-94d2-5e3cf8515c67 tempest-VolumesActionsTest-323619763 tempest-VolumesActionsTest-323619763-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86330) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 22 20:19:01.836323 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.quota.driver [req-081167f2-de95-4d37-8bc8-fc4cd06937b5 req-96c6cfb6-cc49-4dcb-94d2-5e3cf8515c67 tempest-VolumesActionsTest-323619763 tempest-VolumesActionsTest-323619763-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=86330) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 22 20:19:01.845102 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-081167f2-de95-4d37-8bc8-fc4cd06937b5 req-96c6cfb6-cc49-4dcb-94d2-5e3cf8515c67 tempest-VolumesActionsTest-323619763 tempest-VolumesActionsTest-323619763-project] Made reservation on behalf of d965dbf68ebd428688dd2350bbe8416e for: {'port': 1} {{(pid=86330) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 22 20:19:01.851247 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [req-081167f2-de95-4d37-8bc8-fc4cd06937b5 req-96c6cfb6-cc49-4dcb-94d2-5e3cf8515c67 tempest-VolumesActionsTest-323619763 tempest-VolumesActionsTest-323619763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587983'] for port, before_create {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:19:02.019524 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.db_base_plugin_common [req-081167f2-de95-4d37-8bc8-fc4cd06937b5 req-96c6cfb6-cc49-4dcb-94d2-5e3cf8515c67 tempest-VolumesActionsTest-323619763 tempest-VolumesActionsTest-323619763-project] Allocated IP 172.20.0.2 (808ced12-fab8-4846-bf0a-6fd2805dc649/37441482-cdf5-4a3d-a1f9-612c70a06e01/15be848d-de33-4c17-94c0-3a7724457a91) {{(pid=86330) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 22 20:19:02.231753 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [req-081167f2-de95-4d37-8bc8-fc4cd06937b5 req-96c6cfb6-cc49-4dcb-94d2-5e3cf8515c67 tempest-VolumesActionsTest-323619763 tempest-VolumesActionsTest-323619763-project] Notify callbacks [] for port, precommit_create {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:19:02.260590 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [req-081167f2-de95-4d37-8bc8-fc4cd06937b5 req-96c6cfb6-cc49-4dcb-94d2-5e3cf8515c67 tempest-VolumesActionsTest-323619763 tempest-VolumesActionsTest-323619763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854198495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853168226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363309147208154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4125515'] for port, after_create {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:19:02.266060 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [None req-532f25fa-8698-49af-bad8-81bba991f0e7 tempest-AttachVolumeShelveTestJSON-1095716281 tempest-AttachVolumeShelveTestJSON-1095716281-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 20:19:02.332537 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-081167f2-de95-4d37-8bc8-fc4cd06937b5 req-96c6cfb6-cc49-4dcb-94d2-5e3cf8515c67 tempest-VolumesActionsTest-323619763 tempest-VolumesActionsTest-323619763-project] Network 808ced12-fab8-4846-bf0a-6fd2805dc649 is already hosted by enough agents. {{(pid=86330) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 22 20:19:02.336275 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.scheduler.base_scheduler [req-081167f2-de95-4d37-8bc8-fc4cd06937b5 req-96c6cfb6-cc49-4dcb-94d2-5e3cf8515c67 tempest-VolumesActionsTest-323619763 tempest-VolumesActionsTest-323619763-project] Resources bound (agent type, host, resource id):  {{(pid=86330) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 22 20:19:02.340355 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.l3_dvrscheduler_db [req-081167f2-de95-4d37-8bc8-fc4cd06937b5 req-96c6cfb6-cc49-4dcb-94d2-5e3cf8515c67 tempest-VolumesActionsTest-323619763 tempest-VolumesActionsTest-323619763-project] Received port after_create {{(pid=86330) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 22 20:19:02.384623 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96c6cfb6-cc49-4dcb-94d2-5e3cf8515c67 tempest-VolumesActionsTest-323619763 tempest-VolumesActionsTest-323619763-project] Pushing event updated for resources: {'Port': ['ID=15be848d-de33-4c17-94c0-3a7724457a91,revision_number=1']} {{(pid=86330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 20:19:02.389134 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [None req-96c6cfb6-cc49-4dcb-94d2-5e3cf8515c67 tempest-VolumesActionsTest-323619763 tempest-VolumesActionsTest-323619763-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=86330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 20:19:02.414753 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-081167f2-de95-4d37-8bc8-fc4cd06937b5 req-96c6cfb6-cc49-4dcb-94d2-5e3cf8515c67 tempest-VolumesActionsTest-323619763 tempest-VolumesActionsTest-323619763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 20:19:02.415412 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [req-081167f2-de95-4d37-8bc8-fc4cd06937b5 req-96c6cfb6-cc49-4dcb-94d2-5e3cf8515c67 tempest-VolumesActionsTest-323619763 tempest-VolumesActionsTest-323619763-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-743'] for port, before_response {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:19:02.439335 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-081167f2-de95-4d37-8bc8-fc4cd06937b5 req-96c6cfb6-cc49-4dcb-94d2-5e3cf8515c67 tempest-VolumesActionsTest-323619763 tempest-VolumesActionsTest-323619763-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.8150713
Apr 22 20:19:02.462558 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.v2.base [req-081167f2-de95-4d37-8bc8-fc4cd06937b5 req-055ac862-f70e-451a-8490-53301375013d service neutron] Request body: {'port': {'device_id': 'ee8f07d6-63f0-438b-ad3f-7f59c662d5e1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78763'}} {{(pid=86330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 22 20:19:02.579003 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [req-081167f2-de95-4d37-8bc8-fc4cd06937b5 req-055ac862-f70e-451a-8490-53301375013d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587983'] for port, before_update {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:19:02.990015 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.notifiers.nova [req-081167f2-de95-4d37-8bc8-fc4cd06937b5 req-055ac862-f70e-451a-8490-53301375013d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 15be848d-de33-4c17-94c0-3a7724457a91 {{(pid=86330) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 22 20:19:03.001167 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [req-081167f2-de95-4d37-8bc8-fc4cd06937b5 req-055ac862-f70e-451a-8490-53301375013d service neutron] Notify callbacks [] for port, precommit_update {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:19:03.029510 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.provisioning_blocks [req-081167f2-de95-4d37-8bc8-fc4cd06937b5 req-055ac862-f70e-451a-8490-53301375013d service neutron] Transition to ACTIVE for port object 15be848d-de33-4c17-94c0-3a7724457a91 will not be triggered until provisioned by entity L2. {{(pid=86330) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 22 20:19:03.033741 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [req-081167f2-de95-4d37-8bc8-fc4cd06937b5 req-055ac862-f70e-451a-8490-53301375013d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854198495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853168226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727707997384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363309147208137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727707567697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036850650302'] for port, after_update {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:19:03.039016 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [None req-7efc8cd5-7aff-4ff3-90bc-137b4a69328e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 20:19:03.171580 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e224cafc-5221-4588-ab33-fcd32eb39512 req-4898c661-cfc5-4568-9b0c-999fb421eaf5 tempest-VolumesActionsTest-323619763 tempest-VolumesActionsTest-323619763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 20:19:03.172337 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.quota.resource [req-e224cafc-5221-4588-ab33-fcd32eb39512 req-4898c661-cfc5-4568-9b0c-999fb421eaf5 tempest-VolumesActionsTest-323619763 tempest-VolumesActionsTest-323619763-project] Synchronizing usage tracker for tenant:d965dbf68ebd428688dd2350bbe8416e on resource:port {{(pid=86330) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 22 20:19:03.225174 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-055ac862-f70e-451a-8490-53301375013d service neutron] Pushing event updated for resources: {'Port': ['ID=15be848d-de33-4c17-94c0-3a7724457a91,revision_number=2']} {{(pid=86330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 20:19:03.234425 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [None req-055ac862-f70e-451a-8490-53301375013d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=86330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 20:19:03.264457 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.quota.resource [req-e224cafc-5221-4588-ab33-fcd32eb39512 req-4898c661-cfc5-4568-9b0c-999fb421eaf5 tempest-VolumesActionsTest-323619763 tempest-VolumesActionsTest-323619763-project] Unset dirty status for tenant:d965dbf68ebd428688dd2350bbe8416e on resource:port {{(pid=86330) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 22 20:19:03.265741 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-e224cafc-5221-4588-ab33-fcd32eb39512 req-4898c661-cfc5-4568-9b0c-999fb421eaf5 tempest-VolumesActionsTest-323619763 tempest-VolumesActionsTest-323619763-project] 10.222.0.30 "GET /v2.0/ports?device_id=ee8f07d6-63f0-438b-ad3f-7f59c662d5e1 HTTP/1.1" status: 200  len: 931 time: 0.3486860
Apr 22 20:19:03.340517 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-e224cafc-5221-4588-ab33-fcd32eb39512 req-1f889721-cf34-40cb-aad2-646715e687ea tempest-VolumesActionsTest-323619763 tempest-VolumesActionsTest-323619763-project] 10.222.0.30 "GET /v2.0/security-groups?id=f005b2b1-ed29-4447-8f6c-8e44ca932d43&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0672200
Apr 22 20:19:03.347527 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.managers [req-081167f2-de95-4d37-8bc8-fc4cd06937b5 req-055ac862-f70e-451a-8490-53301375013d service neutron] Attempting to bind port 15be848d-de33-4c17-94c0-3a7724457a91 on host hv-cinder-78763 for vnic_type normal with profile  {{(pid=86330) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 22 20:19:03.347844 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.managers [req-081167f2-de95-4d37-8bc8-fc4cd06937b5 req-055ac862-f70e-451a-8490-53301375013d service neutron] Attempting to bind port 15be848d-de33-4c17-94c0-3a7724457a91 by drivers openvswitch,hyperv on host hv-cinder-78763 at level 0 using segments [{'id': 'df0922b1-14a3-44ff-a7b6-1225504f665a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '808ced12-fab8-4846-bf0a-6fd2805dc649'}] {{(pid=86330) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 22 20:19:03.348210 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-081167f2-de95-4d37-8bc8-fc4cd06937b5 req-055ac862-f70e-451a-8490-53301375013d service neutron] Attempting to bind port 15be848d-de33-4c17-94c0-3a7724457a91 on network 808ced12-fab8-4846-bf0a-6fd2805dc649 {{(pid=86330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 22 20:19:03.353174 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-081167f2-de95-4d37-8bc8-fc4cd06937b5 req-055ac862-f70e-451a-8490-53301375013d service neutron] Port 15be848d-de33-4c17-94c0-3a7724457a91 on network 808ced12-fab8-4846-bf0a-6fd2805dc649 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78763 {{(pid=86330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 22 20:19:03.353491 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-081167f2-de95-4d37-8bc8-fc4cd06937b5 req-055ac862-f70e-451a-8490-53301375013d service neutron] Attempting to bind port 15be848d-de33-4c17-94c0-3a7724457a91 on network 808ced12-fab8-4846-bf0a-6fd2805dc649 {{(pid=86330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 22 20:19:03.358994 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-081167f2-de95-4d37-8bc8-fc4cd06937b5 req-055ac862-f70e-451a-8490-53301375013d service neutron] Checking agent: {'id': 'b4f1961c-1932-496b-a656-3b148bb81a73', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78763', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 22, 20, 9, 49), 'started_at': datetime.datetime(2021, 4, 22, 20, 9, 49), 'heartbeat_timestamp': datetime.datetime(2021, 4, 22, 20, 18, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 22 20:19:03.359364 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-081167f2-de95-4d37-8bc8-fc4cd06937b5 req-055ac862-f70e-451a-8490-53301375013d service neutron] Checking segment: {'id': 'df0922b1-14a3-44ff-a7b6-1225504f665a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '808ced12-fab8-4846-bf0a-6fd2805dc649'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86330) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 22 20:19:03.359776 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-081167f2-de95-4d37-8bc8-fc4cd06937b5 req-055ac862-f70e-451a-8490-53301375013d service neutron] Bound using segment: {'id': 'df0922b1-14a3-44ff-a7b6-1225504f665a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '808ced12-fab8-4846-bf0a-6fd2805dc649'} {{(pid=86330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 22 20:19:03.360239 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.managers [req-081167f2-de95-4d37-8bc8-fc4cd06937b5 req-055ac862-f70e-451a-8490-53301375013d service neutron] Bound port: 15be848d-de33-4c17-94c0-3a7724457a91, host: hv-cinder-78763, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'df0922b1-14a3-44ff-a7b6-1225504f665a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '808ced12-fab8-4846-bf0a-6fd2805dc649'}}] {{(pid=86330) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 22 20:19:03.360619 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [req-081167f2-de95-4d37-8bc8-fc4cd06937b5 req-055ac862-f70e-451a-8490-53301375013d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587983'] for port, before_update {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:19:03.453780 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.db [req-081167f2-de95-4d37-8bc8-fc4cd06937b5 req-055ac862-f70e-451a-8490-53301375013d service neutron] For port 15be848d-de33-4c17-94c0-3a7724457a91, host hv-cinder-78763, cleared binding levels {{(pid=86330) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 22 20:19:03.457509 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.db [req-081167f2-de95-4d37-8bc8-fc4cd06937b5 req-055ac862-f70e-451a-8490-53301375013d service neutron] For port 15be848d-de33-4c17-94c0-3a7724457a91, host hv-cinder-78763, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78763',level=0,port_id=15be848d-de33-4c17-94c0-3a7724457a91,segment=NetworkSegment(df0922b1-14a3-44ff-a7b6-1225504f665a),segment_id=df0922b1-14a3-44ff-a7b6-1225504f665a)] {{(pid=86330) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 22 20:19:03.460646 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [req-081167f2-de95-4d37-8bc8-fc4cd06937b5 req-055ac862-f70e-451a-8490-53301375013d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854198495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853168226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727707997384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363309147208137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727707567697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036850650302'] for port, after_update {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:19:03.465427 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 20:19:03.520871 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-081167f2-de95-4d37-8bc8-fc4cd06937b5 req-055ac862-f70e-451a-8490-53301375013d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 20:19:03.521359 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [req-081167f2-de95-4d37-8bc8-fc4cd06937b5 req-055ac862-f70e-451a-8490-53301375013d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-743'] for port, before_response {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:19:03.523045 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-081167f2-de95-4d37-8bc8-fc4cd06937b5 req-055ac862-f70e-451a-8490-53301375013d service neutron] 10.222.0.46 "PUT /v2.0/ports/15be848d-de33-4c17-94c0-3a7724457a91 HTTP/1.1" status: 200  len: 1093 time: 1.0648706
Apr 22 20:19:03.525536 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ee8f07d6-63f0-438b-ad3f-7f59c662d5e1', 'tag': '15be848d-de33-4c17-94c0-3a7724457a91'}] {{(pid=86330) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 22 20:19:03.556515 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-055ac862-f70e-451a-8490-53301375013d service neutron] Pushing event updated for resources: {'Port': ['ID=15be848d-de33-4c17-94c0-3a7724457a91,revision_number=3']} {{(pid=86330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 20:19:03.559837 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [None req-055ac862-f70e-451a-8490-53301375013d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=86330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 20:19:03.603444 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ee8f07d6-63f0-438b-ad3f-7f59c662d5e1', 'tag': '15be848d-de33-4c17-94c0-3a7724457a91', 'status': 'completed', 'code': 200}
Apr 22 20:19:03.640139 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-081167f2-de95-4d37-8bc8-fc4cd06937b5 req-9fe9ef8d-6754-4760-9c7d-54ef2bea6aa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 20:19:03.641736 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-081167f2-de95-4d37-8bc8-fc4cd06937b5 req-9fe9ef8d-6754-4760-9c7d-54ef2bea6aa0 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=d965dbf68ebd428688dd2350bbe8416e&device_id=ee8f07d6-63f0-438b-ad3f-7f59c662d5e1 HTTP/1.1" status: 200  len: 1096 time: 0.0793140
Apr 22 20:19:03.718711 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-081167f2-de95-4d37-8bc8-fc4cd06937b5 req-7a7f060e-fd31-46a3-b401-0b655064fc2c service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=15be848d-de33-4c17-94c0-3a7724457a91 HTTP/1.1" status: 200  len: 217 time: 0.0682778
Apr 22 20:19:03.785497 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-081167f2-de95-4d37-8bc8-fc4cd06937b5 req-eca723cf-8167-4e02-89fa-74d67c12ea4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 20:19:03.787026 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-081167f2-de95-4d37-8bc8-fc4cd06937b5 req-eca723cf-8167-4e02-89fa-74d67c12ea4e service neutron] 10.222.0.46 "GET /v2.0/subnets?id=37441482-cdf5-4a3d-a1f9-612c70a06e01 HTTP/1.1" status: 200  len: 848 time: 0.0622606
Apr 22 20:19:03.840122 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-081167f2-de95-4d37-8bc8-fc4cd06937b5 req-ead5aefe-57ed-484e-9e50-6d38a7bf23f6 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=808ced12-fab8-4846-bf0a-6fd2805dc649&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0454285
Apr 22 20:19:03.980189 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-081167f2-de95-4d37-8bc8-fc4cd06937b5 req-2a06abd9-a836-46bb-9f35-f279cae72c02 service neutron] 10.222.0.46 "GET /v2.0/networks/808ced12-fab8-4846-bf0a-6fd2805dc649?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1337667
Apr 22 20:19:04.122097 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-081167f2-de95-4d37-8bc8-fc4cd06937b5 req-471cbf2e-c6b4-41f2-827c-18a4753da43e service neutron] 10.222.0.46 "GET /v2.0/networks/808ced12-fab8-4846-bf0a-6fd2805dc649?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1326892
Apr 22 20:19:04.154936 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.wsgi [-] (86330) accepted ('10.222.0.30', 42920) {{(pid=86330) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 20:19:04.248435 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23499162-c99a-4053-84f5-32f783796f05 req-a39e0eb8-42ec-41f9-a8db-f8e366e4a282 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 20:19:04.249990 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-23499162-c99a-4053-84f5-32f783796f05 req-a39e0eb8-42ec-41f9-a8db-f8e366e4a282 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=d965dbf68ebd428688dd2350bbe8416e&device_id=ee8f07d6-63f0-438b-ad3f-7f59c662d5e1 HTTP/1.1" status: 200  len: 1096 time: 0.0819094
Apr 22 20:19:04.549077 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa7084a-fce1-4b36-b2d3-549b965c5167 req-baf3f808-b7ab-43ff-aaa8-f33b32e51049 tempest-VolumesActionsTest-323619763 tempest-VolumesActionsTest-323619763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 20:19:04.550827 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-bfa7084a-fce1-4b36-b2d3-549b965c5167 req-baf3f808-b7ab-43ff-aaa8-f33b32e51049 tempest-VolumesActionsTest-323619763 tempest-VolumesActionsTest-323619763-project] 10.222.0.30 "GET /v2.0/ports?device_id=ee8f07d6-63f0-438b-ad3f-7f59c662d5e1 HTTP/1.1" status: 200  len: 943 time: 0.0922570
Apr 22 20:19:04.602609 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-bfa7084a-fce1-4b36-b2d3-549b965c5167 req-237f6561-6fb9-4479-afae-c84da79c9ed3 tempest-VolumesActionsTest-323619763 tempest-VolumesActionsTest-323619763-project] 10.222.0.30 "GET /v2.0/security-groups?id=f005b2b1-ed29-4447-8f6c-8e44ca932d43&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0444684
Apr 22 20:19:04.801534 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23499162-c99a-4053-84f5-32f783796f05 req-972e1607-706d-41f0-8f89-a5ddbc2d796f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 20:19:04.803105 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-23499162-c99a-4053-84f5-32f783796f05 req-972e1607-706d-41f0-8f89-a5ddbc2d796f service neutron] 10.222.0.46 "GET /v2.0/networks?id=808ced12-fab8-4846-bf0a-6fd2805dc649 HTTP/1.1" status: 200  len: 909 time: 0.5460725
Apr 22 20:19:04.878790 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.plugin [None req-01efd610-0b9b-40fc-8cea-f3280c4aa411 tempest-TestShelveInstance-1816371010 tempest-TestShelveInstance-1816371010-project] Deleting port 03996191-c468-4b60-b875-1ae47b25a8ce {{(pid=86330) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 22 20:19:04.879173 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-01efd610-0b9b-40fc-8cea-f3280c4aa411 tempest-TestShelveInstance-1816371010 tempest-TestShelveInstance-1816371010-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363309146780532'] for port, before_delete {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:19:04.921339 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-23499162-c99a-4053-84f5-32f783796f05 req-ea5f3e68-631a-404a-bc2d-c5a31016f1b7 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=15be848d-de33-4c17-94c0-3a7724457a91 HTTP/1.1" status: 200  len: 217 time: 0.1035264
Apr 22 20:19:05.080889 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23499162-c99a-4053-84f5-32f783796f05 req-db97a192-9f6d-4d66-8e49-6e55c13d498b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 20:19:05.082510 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-23499162-c99a-4053-84f5-32f783796f05 req-db97a192-9f6d-4d66-8e49-6e55c13d498b service neutron] 10.222.0.46 "GET /v2.0/subnets?id=37441482-cdf5-4a3d-a1f9-612c70a06e01 HTTP/1.1" status: 200  len: 848 time: 0.1468961
Apr 22 20:19:05.148082 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-23499162-c99a-4053-84f5-32f783796f05 req-f3d209c1-2990-4073-8394-33309fb05685 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=808ced12-fab8-4846-bf0a-6fd2805dc649&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0579810
Apr 22 20:19:05.191882 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-01efd610-0b9b-40fc-8cea-f3280c4aa411 tempest-TestShelveInstance-1816371010 tempest-TestShelveInstance-1816371010-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854358147'] for port, precommit_delete {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:19:05.192260 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-01efd610-0b9b-40fc-8cea-f3280c4aa411 tempest-TestShelveInstance-1816371010 tempest-TestShelveInstance-1816371010-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:19:05.374935 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.plugin [None req-01efd610-0b9b-40fc-8cea-f3280c4aa411 tempest-TestShelveInstance-1816371010 tempest-TestShelveInstance-1816371010-project] Calling delete_port for 03996191-c468-4b60-b875-1ae47b25a8ce owned by network:floatingip {{(pid=86330) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 22 20:19:05.487089 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-23499162-c99a-4053-84f5-32f783796f05 req-e9a15c77-2aa5-4c18-9176-96b7fa9e1e8c service neutron] 10.222.0.46 "GET /v2.0/networks/808ced12-fab8-4846-bf0a-6fd2805dc649?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3261404
Apr 22 20:19:05.692351 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-23499162-c99a-4053-84f5-32f783796f05 req-02d56dae-b363-4515-9351-9368fe36b19e service neutron] 10.222.0.46 "GET /v2.0/networks/808ced12-fab8-4846-bf0a-6fd2805dc649?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1981411
Apr 22 20:19:05.700632 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-01efd610-0b9b-40fc-8cea-f3280c4aa411 tempest-TestShelveInstance-1816371010 tempest-TestShelveInstance-1816371010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854198495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853168226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363309146778399', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727707567663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4125515'] for port, after_delete {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:19:05.705845 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [None req-080ee8be-4e22-4401-b76e-772fe9d58cc6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 20:19:05.756246 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01efd610-0b9b-40fc-8cea-f3280c4aa411 tempest-TestShelveInstance-1816371010 tempest-TestShelveInstance-1816371010-project] Pushing event deleted for resources: {'Port': ['ID=03996191-c468-4b60-b875-1ae47b25a8ce,revision_number=None']} {{(pid=86330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 20:19:05.759636 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [None req-01efd610-0b9b-40fc-8cea-f3280c4aa411 tempest-TestShelveInstance-1816371010 tempest-TestShelveInstance-1816371010-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=86330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 20:19:05.805656 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6efd74ab-f3d1-42bf-bfe9-e528fd84d83a req-47293132-ba51-4a88-a05a-b509ddf27c6a tempest-VolumesActionsTest-323619763 tempest-VolumesActionsTest-323619763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 20:19:05.807284 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-6efd74ab-f3d1-42bf-bfe9-e528fd84d83a req-47293132-ba51-4a88-a05a-b509ddf27c6a tempest-VolumesActionsTest-323619763 tempest-VolumesActionsTest-323619763-project] 10.222.0.30 "GET /v2.0/ports?device_id=ee8f07d6-63f0-438b-ad3f-7f59c662d5e1 HTTP/1.1" status: 200  len: 943 time: 0.0910008
Apr 22 20:19:05.854945 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-01efd610-0b9b-40fc-8cea-f3280c4aa411 tempest-TestShelveInstance-1816371010 tempest-TestShelveInstance-1816371010-project] Notify callbacks [] for floatingip, after_delete {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:19:05.855450 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.db.l3_db [None req-01efd610-0b9b-40fc-8cea-f3280c4aa411 tempest-TestShelveInstance-1816371010 tempest-TestShelveInstance-1816371010-project] Floating IP 77fa7e86-2e09-4933-a4a5-13f2e87cf21e disassociated (deleted). External IP: 172.27.3.151, port: 375c0aa1-7baa-400f-8733-484590eeeb8c.
Apr 22 20:19:05.856072 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-6efd74ab-f3d1-42bf-bfe9-e528fd84d83a req-ce932295-86a9-48f9-a6e6-b91d139546db tempest-VolumesActionsTest-323619763 tempest-VolumesActionsTest-323619763-project] 10.222.0.30 "GET /v2.0/security-groups?id=f005b2b1-ed29-4447-8f6c-8e44ca932d43&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0420525
Apr 22 20:19:06.224611 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-01efd610-0b9b-40fc-8cea-f3280c4aa411 tempest-TestShelveInstance-1816371010 tempest-TestShelveInstance-1816371010-project] Router 9cd6df8e-2b4f-4ae8-984e-b116ff875a5e has already been hosted by L3 agent 1df068ca-d615-4cb7-8020-fe6e8be709e3 {{(pid=86330) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 22 20:19:06.408663 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01efd610-0b9b-40fc-8cea-f3280c4aa411 tempest-TestShelveInstance-1816371010 tempest-TestShelveInstance-1816371010-project] Notify agent at l3_agent.dv-cinder-787632-1-iscsi the message routers_updated {{(pid=86330) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 22 20:19:06.418338 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55fc4d52-373c-4a7b-af20-57fe4f7bcbad None None] Sync routers for ids ['9cd6df8e-2b4f-4ae8-984e-b116ff875a5e'] in dv-cinder-787632-1-iscsi {{(pid=86333) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 22 20:19:06.429297 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55fc4d52-373c-4a7b-af20-57fe4f7bcbad None None] Routers {'9cd6df8e-2b4f-4ae8-984e-b116ff875a5e'} bound to L3 agent in host dv-cinder-787632-1-iscsi {{(pid=86333) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 22 20:19:06.429491 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-01efd610-0b9b-40fc-8cea-f3280c4aa411 tempest-TestShelveInstance-1816371010 tempest-TestShelveInstance-1816371010-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-743'] for floatingip, before_response {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:19:06.430019 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.l3_hamode_db [None req-55fc4d52-373c-4a7b-af20-57fe4f7bcbad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f013d53e400>, 'dv-cinder-787632-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-22T20:03:28Z,description=<?>,heartbeat_timestamp=2021-04-22T20:18:59Z,host='dv-cinder-787632-1-iscsi',id=1df068ca-d615-4cb7-8020-fe6e8be709e3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-22T20:03:28Z,topic='l3_agent')) {'router_ids': ['9cd6df8e-2b4f-4ae8-984e-b116ff875a5e'], 'active': True} {{(pid=86333) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 22 20:19:06.489945 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [None req-01efd610-0b9b-40fc-8cea-f3280c4aa411 tempest-TestShelveInstance-1816371010 tempest-TestShelveInstance-1816371010-project] 10.222.0.30 "DELETE /v2.0/floatingips/77fa7e86-2e09-4933-a4a5-13f2e87cf21e HTTP/1.1" status: 204  len: 168 time: 2.3336926
Apr 22 20:19:06.490624 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '05985c03-4f6d-4812-a0bf-47b334105dce', 'tag': '375c0aa1-7baa-400f-8733-484590eeeb8c'}] {{(pid=86330) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 22 20:19:06.547635 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '05985c03-4f6d-4812-a0bf-47b334105dce', 'tag': '375c0aa1-7baa-400f-8733-484590eeeb8c', 'status': 'completed', 'code': 200}
Apr 22 20:19:06.615730 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.l3_dvr_db [None req-55fc4d52-373c-4a7b-af20-57fe4f7bcbad None None] Set router 9cd6df8e-2b4f-4ae8-984e-b116ff875a5e gateway port host: dv-cinder-787632-1-iscsi {{(pid=86333) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 22 20:19:06.649859 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25cf8792-599e-4641-b4a3-75dba8a79add req-e978ef3e-9411-49c4-a7b6-5e677f1a6701 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 20:19:06.651511 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-25cf8792-599e-4641-b4a3-75dba8a79add req-e978ef3e-9411-49c4-a7b6-5e677f1a6701 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=ed8e9232a3ce48d39526eecdc431aec3&device_id=05985c03-4f6d-4812-a0bf-47b334105dce HTTP/1.1" status: 200  len: 1099 time: 0.0816228
Apr 22 20:19:06.883247 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.rpc [None req-cbbe70c9-0b39-4f9d-be6e-4133a7c8f54f None None] Device 15be848d-de33-4c17-94c0-3a7724457a91 details requested by agent hyperv_hv-cinder-78763 with host hv-cinder-78763 {{(pid=86332) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 22 20:19:06.893799 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25cf8792-599e-4641-b4a3-75dba8a79add req-78a7579b-112d-49db-bf12-0be98bc6df98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 20:19:06.895450 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-25cf8792-599e-4641-b4a3-75dba8a79add req-78a7579b-112d-49db-bf12-0be98bc6df98 service neutron] 10.222.0.46 "GET /v2.0/networks?id=8c6beec9-2be5-42aa-b3d8-efd21a74a412 HTTP/1.1" status: 200  len: 910 time: 0.2374296
Apr 22 20:19:06.973650 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.l3_hamode_db [None req-55fc4d52-373c-4a7b-af20-57fe4f7bcbad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f013d53e400>, [{'id': '9cd6df8e-2b4f-4ae8-984e-b116ff875a5e', 'name': 'tempest-TestShelveInstance-1266787155-router', 'tenant_id': 'ed8e9232a3ce48d39526eecdc431aec3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b725cb4-6db6-4e68-9a61-1978e8a191a1', 'external_fixed_ips': [{'subnet_id': '1d4495d7-31a5-4e2d-a911-56ceae3a61c5', 'ip_address': '172.27.3.52'}], 'enable_snat': True}, 'gw_port_id': 'c041abc2-56f2-4dc6-ac90-4a1e10a20312', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T20:13:20Z', 'updated_at': '2021-04-22T20:13:26Z', 'revision_number': 4, 'project_id': 'ed8e9232a3ce48d39526eecdc431aec3', 'gw_port': {'id': 'c041abc2-56f2-4dc6-ac90-4a1e10a20312', 'name': '', 'network_id': '1b725cb4-6db6-4e68-9a61-1978e8a191a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:6e:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cd6df8e-2b4f-4ae8-984e-b116ff875a5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 295, 'fixed_ips': [{'subnet_id': '1d4495d7-31a5-4e2d-a911-56ceae3a61c5', 'ip_address': '172.27.3.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787632-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T20:13:21Z', 'updated_at': '2021-04-22T20:13:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d4495d7-31a5-4e2d-a911-56ceae3a61c5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787632-1-iscsi', '_interfaces': [{'id': 'dbd18bc1-e25f-410a-a010-5e151e39c445', 'name': '', 'network_id': '8c6beec9-2be5-42aa-b3d8-efd21a74a412', 'tenant_id': 'ed8e9232a3ce48d39526eecdc431aec3', 'mac_address': 'fa:16:3e:c2:57:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cd6df8e-2b4f-4ae8-984e-b116ff875a5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 306, 'fixed_ips': [{'subnet_id': '7e154f7f-c6a5-48a3-9c75-a2bc01d89ad4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787632-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T20:13:25Z', 'updated_at': '2021-04-22T20:13:36Z', 'revision_number': 5, 'project_id': 'ed8e9232a3ce48d39526eecdc431aec3', 'subnets': [{'id': '7e154f7f-c6a5-48a3-9c75-a2bc01d89ad4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787632-1-iscsi', False) {} {{(pid=86333) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 22 20:19:06.978246 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55fc4d52-373c-4a7b-af20-57fe4f7bcbad None None] Checking router: 9cd6df8e-2b4f-4ae8-984e-b116ff875a5e for host: dv-cinder-787632-1-iscsi {{(pid=86333) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 22 20:19:06.981649 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-25cf8792-599e-4641-b4a3-75dba8a79add req-f18e4ab9-1286-47ad-82cc-235c1a84f5a7 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=375c0aa1-7baa-400f-8733-484590eeeb8c HTTP/1.1" status: 200  len: 217 time: 0.0742724
Apr 22 20:19:06.988582 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55fc4d52-373c-4a7b-af20-57fe4f7bcbad None None] Routers {'9cd6df8e-2b4f-4ae8-984e-b116ff875a5e'} bound to L3 agent in host dv-cinder-787632-1-iscsi {{(pid=86333) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 22 20:19:06.989502 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.l3_hamode_db [None req-55fc4d52-373c-4a7b-af20-57fe4f7bcbad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f013d53e400>, 'dv-cinder-787632-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-22T20:03:28Z,description=<?>,heartbeat_timestamp=2021-04-22T20:18:59Z,host='dv-cinder-787632-1-iscsi',id=1df068ca-d615-4cb7-8020-fe6e8be709e3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-22T20:03:28Z,topic='l3_agent')) {'router_ids': ['9cd6df8e-2b4f-4ae8-984e-b116ff875a5e'], 'active': True} {{(pid=86333) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 22 20:19:07.033124 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.db [None req-cbbe70c9-0b39-4f9d-be6e-4133a7c8f54f None None] For port 15be848d-de33-4c17-94c0-3a7724457a91, host hv-cinder-78763, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78763',level=0,port_id=15be848d-de33-4c17-94c0-3a7724457a91,segment=NetworkSegment(df0922b1-14a3-44ff-a7b6-1225504f665a),segment_id=df0922b1-14a3-44ff-a7b6-1225504f665a)] {{(pid=86332) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 22 20:19:07.049308 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.rpc [None req-cbbe70c9-0b39-4f9d-be6e-4133a7c8f54f None None] Returning: {'device': '15be848d-de33-4c17-94c0-3a7724457a91', 'network_id': '808ced12-fab8-4846-bf0a-6fd2805dc649', 'port_id': '15be848d-de33-4c17-94c0-3a7724457a91', 'mac_address': 'fa:16:3e:61:a4:e8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 378, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '37441482-cdf5-4a3d-a1f9-612c70a06e01', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86332) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 22 20:19:07.063738 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25cf8792-599e-4641-b4a3-75dba8a79add req-eb4a2743-f054-4238-b614-dc800ce13763 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 20:19:07.065430 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-25cf8792-599e-4641-b4a3-75dba8a79add req-eb4a2743-f054-4238-b614-dc800ce13763 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=7e154f7f-c6a5-48a3-9c75-a2bc01d89ad4 HTTP/1.1" status: 200  len: 848 time: 0.0726495
Apr 22 20:19:07.075065 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c850faa7-5064-44ae-8c21-905002a07e36 req-6cd616d9-4255-443f-8dd8-5ac282773333 tempest-TestShelveInstance-1816371010 tempest-TestShelveInstance-1816371010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 20:19:07.075813 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.quota.resource [req-c850faa7-5064-44ae-8c21-905002a07e36 req-6cd616d9-4255-443f-8dd8-5ac282773333 tempest-TestShelveInstance-1816371010 tempest-TestShelveInstance-1816371010-project] Synchronizing usage tracker for tenant:ed8e9232a3ce48d39526eecdc431aec3 on resource:port {{(pid=86330) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 22 20:19:07.081122 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-580e33d4-905c-41b4-9011-61a8fd7e1da4 req-ef560f1d-cdba-4bcd-93cc-7c42bad90713 tempest-VolumesActionsTest-323619763 tempest-VolumesActionsTest-323619763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 20:19:07.083364 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-580e33d4-905c-41b4-9011-61a8fd7e1da4 req-ef560f1d-cdba-4bcd-93cc-7c42bad90713 tempest-VolumesActionsTest-323619763 tempest-VolumesActionsTest-323619763-project] 10.222.0.30 "GET /v2.0/ports?device_id=ee8f07d6-63f0-438b-ad3f-7f59c662d5e1 HTTP/1.1" status: 200  len: 943 time: 0.1002691
Apr 22 20:19:07.114113 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-cbbe70c9-0b39-4f9d-be6e-4133a7c8f54f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587983'] for port, before_update {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:19:07.133923 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.notifiers.nova [None req-cbbe70c9-0b39-4f9d-be6e-4133a7c8f54f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 15be848d-de33-4c17-94c0-3a7724457a91 {{(pid=86332) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 22 20:19:07.136156 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-580e33d4-905c-41b4-9011-61a8fd7e1da4 req-70abb03e-7c65-4169-aaff-05937a2dc2a0 tempest-VolumesActionsTest-323619763 tempest-VolumesActionsTest-323619763-project] 10.222.0.30 "GET /v2.0/security-groups?id=f005b2b1-ed29-4447-8f6c-8e44ca932d43&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0462644
Apr 22 20:19:07.152463 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.db [None req-cbbe70c9-0b39-4f9d-be6e-4133a7c8f54f None None] For port 15be848d-de33-4c17-94c0-3a7724457a91, host hv-cinder-78763, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78763',level=0,port_id=15be848d-de33-4c17-94c0-3a7724457a91,segment=NetworkSegment(df0922b1-14a3-44ff-a7b6-1225504f665a),segment_id=df0922b1-14a3-44ff-a7b6-1225504f665a)] {{(pid=86332) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 22 20:19:07.162047 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-cbbe70c9-0b39-4f9d-be6e-4133a7c8f54f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854198495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853168226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727707997384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363309147208137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727707567697'] for port, after_update {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:19:07.162210 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.quota.resource [req-c850faa7-5064-44ae-8c21-905002a07e36 req-6cd616d9-4255-443f-8dd8-5ac282773333 tempest-TestShelveInstance-1816371010 tempest-TestShelveInstance-1816371010-project] Unset dirty status for tenant:ed8e9232a3ce48d39526eecdc431aec3 on resource:port {{(pid=86330) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 22 20:19:07.163470 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-c850faa7-5064-44ae-8c21-905002a07e36 req-6cd616d9-4255-443f-8dd8-5ac282773333 tempest-TestShelveInstance-1816371010 tempest-TestShelveInstance-1816371010-project] 10.222.0.30 "GET /v2.0/ports?device_id=05985c03-4f6d-4812-a0bf-47b334105dce HTTP/1.1" status: 200  len: 946 time: 0.3485365
Apr 22 20:19:07.164750 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [None req-cbbe70c9-0b39-4f9d-be6e-4133a7c8f54f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86332) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 20:19:07.191594 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.l3_dvr_db [None req-55fc4d52-373c-4a7b-af20-57fe4f7bcbad None None] Set router 9cd6df8e-2b4f-4ae8-984e-b116ff875a5e gateway port host: dv-cinder-787632-1-iscsi {{(pid=86333) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 22 20:19:07.227007 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25cf8792-599e-4641-b4a3-75dba8a79add req-a8dba57b-87cb-4a47-9029-c4bd54b965cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 20:19:07.228649 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-25cf8792-599e-4641-b4a3-75dba8a79add req-a8dba57b-87cb-4a47-9029-c4bd54b965cd service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=8c6beec9-2be5-42aa-b3d8-efd21a74a412&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1479328
Apr 22 20:19:07.233608 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-c850faa7-5064-44ae-8c21-905002a07e36 req-08da4144-78b4-40b2-a45c-1d18f1696f9d tempest-TestShelveInstance-1816371010 tempest-TestShelveInstance-1816371010-project] 10.222.0.30 "GET /v2.0/security-groups?id=0042e778-534e-4be6-8d31-f99a115eccf4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0571201
Apr 22 20:19:07.248966 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbbe70c9-0b39-4f9d-be6e-4133a7c8f54f None None] Pushing event updated for resources: {'Port': ['ID=15be848d-de33-4c17-94c0-3a7724457a91,revision_number=4']} {{(pid=86332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 20:19:07.253304 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [None req-cbbe70c9-0b39-4f9d-be6e-4133a7c8f54f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=86332) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 20:19:07.375433 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-25cf8792-599e-4641-b4a3-75dba8a79add req-14e4cf1d-86a1-41cb-8053-8decbb390ba6 service neutron] 10.222.0.46 "GET /v2.0/networks/8c6beec9-2be5-42aa-b3d8-efd21a74a412?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1391442
Apr 22 20:19:07.413528 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.db [None req-cbbe70c9-0b39-4f9d-be6e-4133a7c8f54f None None] get_ports_and_sgs() called for port_ids ['15be848d-de33-4c17-94c0-3a7724457a91'] {{(pid=86332) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 22 20:19:07.520629 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-25cf8792-599e-4641-b4a3-75dba8a79add req-895b672e-8bc4-4508-95ce-bfed44ce4f96 service neutron] 10.222.0.46 "GET /v2.0/networks/8c6beec9-2be5-42aa-b3d8-efd21a74a412?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1375272
Apr 22 20:19:07.539551 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.l3_hamode_db [None req-55fc4d52-373c-4a7b-af20-57fe4f7bcbad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f013d53e400>, [{'id': '9cd6df8e-2b4f-4ae8-984e-b116ff875a5e', 'name': 'tempest-TestShelveInstance-1266787155-router', 'tenant_id': 'ed8e9232a3ce48d39526eecdc431aec3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b725cb4-6db6-4e68-9a61-1978e8a191a1', 'external_fixed_ips': [{'subnet_id': '1d4495d7-31a5-4e2d-a911-56ceae3a61c5', 'ip_address': '172.27.3.52'}], 'enable_snat': True}, 'gw_port_id': 'c041abc2-56f2-4dc6-ac90-4a1e10a20312', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T20:13:20Z', 'updated_at': '2021-04-22T20:13:26Z', 'revision_number': 4, 'project_id': 'ed8e9232a3ce48d39526eecdc431aec3', 'gw_port': {'id': 'c041abc2-56f2-4dc6-ac90-4a1e10a20312', 'name': '', 'network_id': '1b725cb4-6db6-4e68-9a61-1978e8a191a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:6e:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cd6df8e-2b4f-4ae8-984e-b116ff875a5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 295, 'fixed_ips': [{'subnet_id': '1d4495d7-31a5-4e2d-a911-56ceae3a61c5', 'ip_address': '172.27.3.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787632-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T20:13:21Z', 'updated_at': '2021-04-22T20:13:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d4495d7-31a5-4e2d-a911-56ceae3a61c5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787632-1-iscsi', '_interfaces': [{'id': 'dbd18bc1-e25f-410a-a010-5e151e39c445', 'name': '', 'network_id': '8c6beec9-2be5-42aa-b3d8-efd21a74a412', 'tenant_id': 'ed8e9232a3ce48d39526eecdc431aec3', 'mac_address': 'fa:16:3e:c2:57:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cd6df8e-2b4f-4ae8-984e-b116ff875a5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 306, 'fixed_ips': [{'subnet_id': '7e154f7f-c6a5-48a3-9c75-a2bc01d89ad4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787632-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T20:13:25Z', 'updated_at': '2021-04-22T20:13:36Z', 'revision_number': 5, 'project_id': 'ed8e9232a3ce48d39526eecdc431aec3', 'subnets': [{'id': '7e154f7f-c6a5-48a3-9c75-a2bc01d89ad4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787632-1-iscsi', False) {} {{(pid=86333) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 22 20:19:07.544556 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55fc4d52-373c-4a7b-af20-57fe4f7bcbad None None] The sync data for ids ['9cd6df8e-2b4f-4ae8-984e-b116ff875a5e'] in dv-cinder-787632-1-iscsi is: [{'id': '9cd6df8e-2b4f-4ae8-984e-b116ff875a5e', 'name': 'tempest-TestShelveInstance-1266787155-router', 'tenant_id': 'ed8e9232a3ce48d39526eecdc431aec3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b725cb4-6db6-4e68-9a61-1978e8a191a1', 'external_fixed_ips': [{'subnet_id': '1d4495d7-31a5-4e2d-a911-56ceae3a61c5', 'ip_address': '172.27.3.52'}], 'enable_snat': True}, 'gw_port_id': 'c041abc2-56f2-4dc6-ac90-4a1e10a20312', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T20:13:20Z', 'updated_at': '2021-04-22T20:13:26Z', 'revision_number': 4, 'project_id': 'ed8e9232a3ce48d39526eecdc431aec3', 'gw_port': {'id': 'c041abc2-56f2-4dc6-ac90-4a1e10a20312', 'name': '', 'network_id': '1b725cb4-6db6-4e68-9a61-1978e8a191a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:6e:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cd6df8e-2b4f-4ae8-984e-b116ff875a5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 295, 'fixed_ips': [{'subnet_id': '1d4495d7-31a5-4e2d-a911-56ceae3a61c5', 'ip_address': '172.27.3.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787632-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T20:13:21Z', 'updated_at': '2021-04-22T20:13:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d4495d7-31a5-4e2d-a911-56ceae3a61c5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787632-1-iscsi', '_interfaces': [{'id': 'dbd18bc1-e25f-410a-a010-5e151e39c445', 'name': '', 'network_id': '8c6beec9-2be5-42aa-b3d8-efd21a74a412', 'tenant_id': 'ed8e9232a3ce48d39526eecdc431aec3', 'mac_address': 'fa:16:3e:c2:57:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cd6df8e-2b4f-4ae8-984e-b116ff875a5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 306, 'fixed_ips': [{'subnet_id': '7e154f7f-c6a5-48a3-9c75-a2bc01d89ad4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787632-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T20:13:25Z', 'updated_at': '2021-04-22T20:13:36Z', 'revision_number': 5, 'project_id': 'ed8e9232a3ce48d39526eecdc431aec3', 'subnets': [{'id': '7e154f7f-c6a5-48a3-9c75-a2bc01d89ad4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86333) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 22 20:19:07.941237 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82119c95-0bf5-4772-9d6b-560dba1ea8d2 None None] New status for floating IP 77fa7e86-2e09-4933-a4a5-13f2e87cf21e: DOWN {{(pid=86332) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Apr 22 20:19:08.452675 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-873716a6-d57a-4083-9b8b-cd9381754dc1 req-6e155006-0814-471a-9c2d-c9cdfba4e9e7 tempest-TestShelveInstance-1816371010 tempest-TestShelveInstance-1816371010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 20:19:08.454339 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-873716a6-d57a-4083-9b8b-cd9381754dc1 req-6e155006-0814-471a-9c2d-c9cdfba4e9e7 tempest-TestShelveInstance-1816371010 tempest-TestShelveInstance-1816371010-project] 10.222.0.30 "GET /v2.0/ports?device_id=05985c03-4f6d-4812-a0bf-47b334105dce HTTP/1.1" status: 200  len: 946 time: 0.0938287
Apr 22 20:19:08.504629 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-873716a6-d57a-4083-9b8b-cd9381754dc1 req-cd7ab1bf-4833-4ba5-9f42-bf15a7bc2f8c tempest-TestShelveInstance-1816371010 tempest-TestShelveInstance-1816371010-project] 10.222.0.30 "GET /v2.0/security-groups?id=0042e778-534e-4be6-8d31-f99a115eccf4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0428114
Apr 22 20:19:08.641170 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1154c9d-d394-42c9-8f5f-c709e356ffa6 req-d9c9da0f-3fd5-46d1-af2a-3830c7787b4c tempest-VolumesActionsTest-323619763 tempest-VolumesActionsTest-323619763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 20:19:08.642783 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-b1154c9d-d394-42c9-8f5f-c709e356ffa6 req-d9c9da0f-3fd5-46d1-af2a-3830c7787b4c tempest-VolumesActionsTest-323619763 tempest-VolumesActionsTest-323619763-project] 10.222.0.30 "GET /v2.0/ports?device_id=ee8f07d6-63f0-438b-ad3f-7f59c662d5e1 HTTP/1.1" status: 200  len: 944 time: 0.3930328
Apr 22 20:19:08.651671 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc4c276-2432-4c8d-9818-9f38dcdfc5e1 req-35a3e1ed-c8c6-4d86-961e-fc915e3f16cf tempest-TestShelveInstance-1816371010 tempest-TestShelveInstance-1816371010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 20:19:08.653152 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-ffc4c276-2432-4c8d-9818-9f38dcdfc5e1 req-35a3e1ed-c8c6-4d86-961e-fc915e3f16cf tempest-TestShelveInstance-1816371010 tempest-TestShelveInstance-1816371010-project] 10.222.0.46 "GET /v2.0/ports?device_id=05985c03-4f6d-4812-a0bf-47b334105dce HTTP/1.1" status: 200  len: 946 time: 0.1295640
Apr 22 20:19:08.750751 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-b1154c9d-d394-42c9-8f5f-c709e356ffa6 req-4d77b8ca-0564-4546-902f-6e29f00b1dc7 tempest-VolumesActionsTest-323619763 tempest-VolumesActionsTest-323619763-project] 10.222.0.30 "GET /v2.0/security-groups?id=f005b2b1-ed29-4447-8f6c-8e44ca932d43&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0966055
Apr 22 20:19:08.759494 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.plugin [req-ffc4c276-2432-4c8d-9818-9f38dcdfc5e1 req-32daf0fa-c8f8-419d-ac9a-5b94d4f5153b tempest-TestShelveInstance-1816371010 tempest-TestShelveInstance-1816371010-project] Deleting port 375c0aa1-7baa-400f-8733-484590eeeb8c {{(pid=86330) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 22 20:19:08.759888 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [req-ffc4c276-2432-4c8d-9818-9f38dcdfc5e1 req-32daf0fa-c8f8-419d-ac9a-5b94d4f5153b tempest-TestShelveInstance-1816371010 tempest-TestShelveInstance-1816371010-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363309146780532'] for port, before_delete {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:19:08.916160 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.rpc [None req-cbbe70c9-0b39-4f9d-be6e-4133a7c8f54f None None] Device 15be848d-de33-4c17-94c0-3a7724457a91 up at agent hyperv_hv-cinder-78763 {{(pid=86332) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 22 20:19:08.986698 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.provisioning_blocks [None req-cbbe70c9-0b39-4f9d-be6e-4133a7c8f54f None None] Provisioning for port 15be848d-de33-4c17-94c0-3a7724457a91 completed by entity L2. {{(pid=86332) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 22 20:19:08.992470 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.provisioning_blocks [None req-cbbe70c9-0b39-4f9d-be6e-4133a7c8f54f None None] Provisioning complete for port 15be848d-de33-4c17-94c0-3a7724457a91 triggered by entity L2. {{(pid=86332) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 22 20:19:08.993047 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-cbbe70c9-0b39-4f9d-be6e-4133a7c8f54f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854135278'] for port, provisioning_complete {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:19:09.023468 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.db [req-ffc4c276-2432-4c8d-9818-9f38dcdfc5e1 req-32daf0fa-c8f8-419d-ac9a-5b94d4f5153b tempest-TestShelveInstance-1816371010 tempest-TestShelveInstance-1816371010-project] For port 375c0aa1-7baa-400f-8733-484590eeeb8c, host hv-cinder-78763, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78763',level=0,port_id=375c0aa1-7baa-400f-8733-484590eeeb8c,segment=NetworkSegment(e8b93f7f-6c3d-4774-85c0-845d1db34c9d),segment_id=e8b93f7f-6c3d-4774-85c0-845d1db34c9d)] {{(pid=86330) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 22 20:19:09.023786 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [req-ffc4c276-2432-4c8d-9818-9f38dcdfc5e1 req-32daf0fa-c8f8-419d-ac9a-5b94d4f5153b tempest-TestShelveInstance-1816371010 tempest-TestShelveInstance-1816371010-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854358147'] for port, precommit_delete {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:19:09.120788 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-cbbe70c9-0b39-4f9d-be6e-4133a7c8f54f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587983'] for port, before_update {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:19:09.148592 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee8f07d6-63f0-438b-ad3f-7f59c662d5e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '15be848d-de33-4c17-94c0-3a7724457a91'}] {{(pid=86332) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 22 20:19:09.154569 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.plugin [req-ffc4c276-2432-4c8d-9818-9f38dcdfc5e1 req-32daf0fa-c8f8-419d-ac9a-5b94d4f5153b tempest-TestShelveInstance-1816371010 tempest-TestShelveInstance-1816371010-project] Calling delete_port for 375c0aa1-7baa-400f-8733-484590eeeb8c owned by compute:nova {{(pid=86330) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 22 20:19:09.159302 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.db [None req-cbbe70c9-0b39-4f9d-be6e-4133a7c8f54f None None] For port 15be848d-de33-4c17-94c0-3a7724457a91, host hv-cinder-78763, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78763',level=0,port_id=15be848d-de33-4c17-94c0-3a7724457a91,segment=NetworkSegment(df0922b1-14a3-44ff-a7b6-1225504f665a),segment_id=df0922b1-14a3-44ff-a7b6-1225504f665a)] {{(pid=86332) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 22 20:19:09.163989 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-cbbe70c9-0b39-4f9d-be6e-4133a7c8f54f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854198495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853168226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727707997384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363309147208137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727707567697'] for port, after_update {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:19:09.166156 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [None req-b1da9491-6031-4454-9fc6-18690cfd1605 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86332) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 20:19:09.204475 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ee8f07d6-63f0-438b-ad3f-7f59c662d5e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '15be848d-de33-4c17-94c0-3a7724457a91', 'code': 200}
Apr 22 20:19:09.245722 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbbe70c9-0b39-4f9d-be6e-4133a7c8f54f None None] Pushing event updated for resources: {'Port': ['ID=15be848d-de33-4c17-94c0-3a7724457a91,revision_number=5']} {{(pid=86332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 20:19:09.248938 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [None req-cbbe70c9-0b39-4f9d-be6e-4133a7c8f54f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=86332) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 20:19:09.311288 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [req-ffc4c276-2432-4c8d-9818-9f38dcdfc5e1 req-32daf0fa-c8f8-419d-ac9a-5b94d4f5153b tempest-TestShelveInstance-1816371010 tempest-TestShelveInstance-1816371010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854198495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853168226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363309146778399', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727707567663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4125515'] for port, after_delete {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:19:09.317014 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 20:19:09.364629 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32daf0fa-c8f8-419d-ac9a-5b94d4f5153b tempest-TestShelveInstance-1816371010 tempest-TestShelveInstance-1816371010-project] Pushing event deleted for resources: {'Port': ['ID=375c0aa1-7baa-400f-8733-484590eeeb8c,revision_number=None']} {{(pid=86330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 20:19:09.375238 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32daf0fa-c8f8-419d-ac9a-5b94d4f5153b tempest-TestShelveInstance-1816371010 tempest-TestShelveInstance-1816371010-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787632-1-iscsi {{(pid=86330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 20:19:09.375661 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32daf0fa-c8f8-419d-ac9a-5b94d4f5153b tempest-TestShelveInstance-1816371010 tempest-TestShelveInstance-1816371010-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787632-1-iscsi {{(pid=86330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 20:19:09.376078 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32daf0fa-c8f8-419d-ac9a-5b94d4f5153b tempest-TestShelveInstance-1816371010 tempest-TestShelveInstance-1816371010-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787632-1-iscsi {{(pid=86330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 20:19:09.376488 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32daf0fa-c8f8-419d-ac9a-5b94d4f5153b tempest-TestShelveInstance-1816371010 tempest-TestShelveInstance-1816371010-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787632-1-iscsi {{(pid=86330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 20:19:09.376895 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32daf0fa-c8f8-419d-ac9a-5b94d4f5153b tempest-TestShelveInstance-1816371010 tempest-TestShelveInstance-1816371010-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787632-1-iscsi {{(pid=86330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 20:19:09.377592 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32daf0fa-c8f8-419d-ac9a-5b94d4f5153b tempest-TestShelveInstance-1816371010 tempest-TestShelveInstance-1816371010-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787632-1-iscsi {{(pid=86330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 20:19:09.377681 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32daf0fa-c8f8-419d-ac9a-5b94d4f5153b tempest-TestShelveInstance-1816371010 tempest-TestShelveInstance-1816371010-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-787632-1-iscsi {{(pid=86330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 20:19:09.378095 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32daf0fa-c8f8-419d-ac9a-5b94d4f5153b tempest-TestShelveInstance-1816371010 tempest-TestShelveInstance-1816371010-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787632-1-iscsi {{(pid=86330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 20:19:09.378527 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32daf0fa-c8f8-419d-ac9a-5b94d4f5153b tempest-TestShelveInstance-1816371010 tempest-TestShelveInstance-1816371010-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787632-1-iscsi {{(pid=86330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 20:19:09.378930 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32daf0fa-c8f8-419d-ac9a-5b94d4f5153b tempest-TestShelveInstance-1816371010 tempest-TestShelveInstance-1816371010-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787632-1-iscsi {{(pid=86330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 20:19:09.379329 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32daf0fa-c8f8-419d-ac9a-5b94d4f5153b tempest-TestShelveInstance-1816371010 tempest-TestShelveInstance-1816371010-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787632-1-iscsi {{(pid=86330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 20:19:09.379728 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32daf0fa-c8f8-419d-ac9a-5b94d4f5153b tempest-TestShelveInstance-1816371010 tempest-TestShelveInstance-1816371010-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787632-1-iscsi {{(pid=86330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 20:19:09.413060 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [None req-32daf0fa-c8f8-419d-ac9a-5b94d4f5153b tempest-TestShelveInstance-1816371010 tempest-TestShelveInstance-1816371010-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=86330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 20:19:09.443940 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e844a6-0cf9-4146-a5bc-a312a1ea609a req-20b2d466-bcf2-4e7e-a47c-5804b6140abb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 20:19:09.445552 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-72e844a6-0cf9-4146-a5bc-a312a1ea609a req-20b2d466-bcf2-4e7e-a47c-5804b6140abb service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=ee8f07d6-63f0-438b-ad3f-7f59c662d5e1 HTTP/1.1" status: 200  len: 1098 time: 0.0817204
Apr 22 20:19:09.461397 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.l3_dvrscheduler_db [req-ffc4c276-2432-4c8d-9818-9f38dcdfc5e1 req-32daf0fa-c8f8-419d-ac9a-5b94d4f5153b tempest-TestShelveInstance-1816371010 tempest-TestShelveInstance-1816371010-project] No DVR routers for this DVR port 375c0aa1-7baa-400f-8733-484590eeeb8c on host hv-cinder-78763 {{(pid=86330) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 22 20:19:09.463867 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [req-ffc4c276-2432-4c8d-9818-9f38dcdfc5e1 req-32daf0fa-c8f8-419d-ac9a-5b94d4f5153b tempest-TestShelveInstance-1816371010 tempest-TestShelveInstance-1816371010-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-743'] for port, before_response {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:19:09.466714 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '05985c03-4f6d-4812-a0bf-47b334105dce', 'name': 'network-vif-deleted', 'tag': '375c0aa1-7baa-400f-8733-484590eeeb8c'}] {{(pid=86330) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 22 20:19:09.482671 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-ffc4c276-2432-4c8d-9818-9f38dcdfc5e1 req-32daf0fa-c8f8-419d-ac9a-5b94d4f5153b tempest-TestShelveInstance-1816371010 tempest-TestShelveInstance-1816371010-project] 10.222.0.46 "DELETE /v2.0/ports/375c0aa1-7baa-400f-8733-484590eeeb8c HTTP/1.1" status: 204  len: 173 time: 0.8130786
Apr 22 20:19:09.493448 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-72e844a6-0cf9-4146-a5bc-a312a1ea609a req-0b0646f8-5825-4b8a-95d9-87c362df19e5 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=f005b2b1-ed29-4447-8f6c-8e44ca932d43&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0399866
Apr 22 20:19:09.516612 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '05985c03-4f6d-4812-a0bf-47b334105dce', 'name': 'network-vif-deleted', 'tag': '375c0aa1-7baa-400f-8733-484590eeeb8c', 'status': 'completed', 'code': 200}
Apr 22 20:19:09.681828 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.quota.resource [req-fec4a7c7-f79e-4c16-986a-60a916cead26 req-f84c935f-4477-4e47-9159-6de8c1e1e092 tempest-TestShelveInstance-1816371010 tempest-TestShelveInstance-1816371010-project] Synchronizing usage tracker for tenant:ed8e9232a3ce48d39526eecdc431aec3 on resource:port {{(pid=86330) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 22 20:19:09.696503 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.quota.resource [req-fec4a7c7-f79e-4c16-986a-60a916cead26 req-f84c935f-4477-4e47-9159-6de8c1e1e092 tempest-TestShelveInstance-1816371010 tempest-TestShelveInstance-1816371010-project] Unset dirty status for tenant:ed8e9232a3ce48d39526eecdc431aec3 on resource:port {{(pid=86330) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 22 20:19:09.697746 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-fec4a7c7-f79e-4c16-986a-60a916cead26 req-f84c935f-4477-4e47-9159-6de8c1e1e092 tempest-TestShelveInstance-1816371010 tempest-TestShelveInstance-1816371010-project] 10.222.0.30 "GET /v2.0/ports?device_id=05985c03-4f6d-4812-a0bf-47b334105dce HTTP/1.1" status: 200  len: 210 time: 0.0644214
Apr 22 20:19:09.973498 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71699262-96ed-4d19-a4ff-17f283b4dee7 req-78a425fc-c0c7-4478-9d8b-e500a7ef7f96 tempest-VolumesActionsTest-323619763 tempest-VolumesActionsTest-323619763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 20:19:09.975150 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-71699262-96ed-4d19-a4ff-17f283b4dee7 req-78a425fc-c0c7-4478-9d8b-e500a7ef7f96 tempest-VolumesActionsTest-323619763 tempest-VolumesActionsTest-323619763-project] 10.222.0.30 "GET /v2.0/ports?device_id=ee8f07d6-63f0-438b-ad3f-7f59c662d5e1 HTTP/1.1" status: 200  len: 945 time: 0.0892999
Apr 22 20:19:10.026526 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-71699262-96ed-4d19-a4ff-17f283b4dee7 req-6d6f600e-1fb7-4497-83c6-abf65b1f440a tempest-VolumesActionsTest-323619763 tempest-VolumesActionsTest-323619763-project] 10.222.0.30 "GET /v2.0/security-groups?id=f005b2b1-ed29-4447-8f6c-8e44ca932d43&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0439487
Apr 22 20:19:10.802514 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.wsgi [-] (86331) accepted ('10.222.0.30', 42964) {{(pid=86331) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 20:19:10.877334 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-daa748c8-70d8-4ea4-a45b-6e474a80559e tempest-TestShelveInstance-1816371010 tempest-TestShelveInstance-1816371010-project] Notify callbacks [] for security_group, before_delete {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:19:10.908861 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-daa748c8-70d8-4ea4-a45b-6e474a80559e tempest-TestShelveInstance-1816371010 tempest-TestShelveInstance-1816371010-project] Notify callbacks [] for security_group, precommit_delete {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:19:10.930708 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.rpc [None req-cbbe70c9-0b39-4f9d-be6e-4133a7c8f54f None None] Device 375c0aa1-7baa-400f-8733-484590eeeb8c no longer exists at agent hyperv_hv-cinder-78763 {{(pid=86332) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 22 20:19:10.962721 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-daa748c8-70d8-4ea4-a45b-6e474a80559e tempest-TestShelveInstance-1816371010 tempest-TestShelveInstance-1816371010-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393900'] for security_group, after_delete {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:19:10.968093 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.plugin [None req-cbbe70c9-0b39-4f9d-be6e-4133a7c8f54f None None] No Port match for: 375c0aa1-7baa-400f-8733-484590eeeb8c {{(pid=86332) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 22 20:19:10.968248 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [None req-94162db3-7908-4dcd-a470-fc985564cbb7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 20:19:10.968491 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.rpc [None req-cbbe70c9-0b39-4f9d-be6e-4133a7c8f54f None None] Device 375c0aa1-7baa-400f-8733-484590eeeb8c not bound to the agent host hv-cinder-78763 {{(pid=86332) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 22 20:19:10.985957 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daa748c8-70d8-4ea4-a45b-6e474a80559e tempest-TestShelveInstance-1816371010 tempest-TestShelveInstance-1816371010-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0042e778-534e-4be6-8d31-f99a115eccf4,revision_number=None']} {{(pid=86331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 20:19:10.996842 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daa748c8-70d8-4ea4-a45b-6e474a80559e tempest-TestShelveInstance-1816371010 tempest-TestShelveInstance-1816371010-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787632-1-iscsi {{(pid=86331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 20:19:10.997257 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daa748c8-70d8-4ea4-a45b-6e474a80559e tempest-TestShelveInstance-1816371010 tempest-TestShelveInstance-1816371010-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787632-1-iscsi {{(pid=86331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 20:19:10.997666 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daa748c8-70d8-4ea4-a45b-6e474a80559e tempest-TestShelveInstance-1816371010 tempest-TestShelveInstance-1816371010-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787632-1-iscsi {{(pid=86331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 20:19:10.998100 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daa748c8-70d8-4ea4-a45b-6e474a80559e tempest-TestShelveInstance-1816371010 tempest-TestShelveInstance-1816371010-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787632-1-iscsi {{(pid=86331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 20:19:10.998499 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daa748c8-70d8-4ea4-a45b-6e474a80559e tempest-TestShelveInstance-1816371010 tempest-TestShelveInstance-1816371010-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787632-1-iscsi {{(pid=86331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 20:19:10.998895 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daa748c8-70d8-4ea4-a45b-6e474a80559e tempest-TestShelveInstance-1816371010 tempest-TestShelveInstance-1816371010-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787632-1-iscsi {{(pid=86331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 20:19:10.999287 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daa748c8-70d8-4ea4-a45b-6e474a80559e tempest-TestShelveInstance-1816371010 tempest-TestShelveInstance-1816371010-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-787632-1-iscsi {{(pid=86331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 20:19:10.999679 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daa748c8-70d8-4ea4-a45b-6e474a80559e tempest-TestShelveInstance-1816371010 tempest-TestShelveInstance-1816371010-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787632-1-iscsi {{(pid=86331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 20:19:11.000109 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daa748c8-70d8-4ea4-a45b-6e474a80559e tempest-TestShelveInstance-1816371010 tempest-TestShelveInstance-1816371010-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787632-1-iscsi {{(pid=86331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 20:19:11.000502 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daa748c8-70d8-4ea4-a45b-6e474a80559e tempest-TestShelveInstance-1816371010 tempest-TestShelveInstance-1816371010-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787632-1-iscsi {{(pid=86331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 20:19:11.000894 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daa748c8-70d8-4ea4-a45b-6e474a80559e tempest-TestShelveInstance-1816371010 tempest-TestShelveInstance-1816371010-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787632-1-iscsi {{(pid=86331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 20:19:11.001283 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daa748c8-70d8-4ea4-a45b-6e474a80559e tempest-TestShelveInstance-1816371010 tempest-TestShelveInstance-1816371010-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787632-1-iscsi {{(pid=86331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 20:19:11.004864 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [None req-daa748c8-70d8-4ea4-a45b-6e474a80559e tempest-TestShelveInstance-1816371010 tempest-TestShelveInstance-1816371010-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 20:19:11.006126 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-daa748c8-70d8-4ea4-a45b-6e474a80559e tempest-TestShelveInstance-1816371010 tempest-TestShelveInstance-1816371010-project] Notify callbacks [] for security_group, before_response {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:19:11.007372 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [None req-daa748c8-70d8-4ea4-a45b-6e474a80559e tempest-TestShelveInstance-1816371010 tempest-TestShelveInstance-1816371010-project] 10.222.0.30 "DELETE /v2.0/security-groups/0042e778-534e-4be6-8d31-f99a115eccf4 HTTP/1.1" status: 204  len: 168 time: 0.2037067
Apr 22 20:19:11.057185 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.wsgi [-] (86330) accepted ('10.222.0.30', 42972) {{(pid=86330) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 20:19:11.237124 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc6266bf-dddd-48ae-8071-4f954b9c5488 req-da6e1584-7242-4af2-b2e9-17f891f4c3ae tempest-VolumesActionsTest-323619763 tempest-VolumesActionsTest-323619763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 20:19:11.238807 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-fc6266bf-dddd-48ae-8071-4f954b9c5488 req-da6e1584-7242-4af2-b2e9-17f891f4c3ae tempest-VolumesActionsTest-323619763 tempest-VolumesActionsTest-323619763-project] 10.222.0.30 "GET /v2.0/ports?device_id=ee8f07d6-63f0-438b-ad3f-7f59c662d5e1 HTTP/1.1" status: 200  len: 945 time: 0.0933046
Apr 22 20:19:11.288375 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-fc6266bf-dddd-48ae-8071-4f954b9c5488 req-90033fee-06f6-4285-b53e-9e389f6cc990 tempest-VolumesActionsTest-323619763 tempest-VolumesActionsTest-323619763-project] 10.222.0.30 "GET /v2.0/security-groups?id=f005b2b1-ed29-4447-8f6c-8e44ca932d43&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0425742
Apr 22 20:19:11.682712 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-cf1fb678-4f4a-4206-97dd-56a94270f235 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854353510'] for router_interface, before_delete {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:19:12.054276 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.plugin [None req-cf1fb678-4f4a-4206-97dd-56a94270f235 admin admin] Deleting port dbd18bc1-e25f-410a-a010-5e151e39c445 {{(pid=86330) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 22 20:19:12.054733 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-cf1fb678-4f4a-4206-97dd-56a94270f235 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363309146780532'] for port, before_delete {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:19:12.234126 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.db [None req-cf1fb678-4f4a-4206-97dd-56a94270f235 admin admin] For port dbd18bc1-e25f-410a-a010-5e151e39c445, host dv-cinder-787632-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787632-1-iscsi',level=0,port_id=dbd18bc1-e25f-410a-a010-5e151e39c445,segment=NetworkSegment(e8b93f7f-6c3d-4774-85c0-845d1db34c9d),segment_id=e8b93f7f-6c3d-4774-85c0-845d1db34c9d)] {{(pid=86330) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 22 20:19:12.234520 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-cf1fb678-4f4a-4206-97dd-56a94270f235 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854358147'] for port, precommit_delete {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:19:12.370165 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.plugin [None req-cf1fb678-4f4a-4206-97dd-56a94270f235 admin admin] Calling delete_port for dbd18bc1-e25f-410a-a010-5e151e39c445 owned by network:router_interface {{(pid=86330) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 22 20:19:12.437505 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b438d7ea-1041-4753-bf5c-1b27ea693679 req-c742f7ed-191d-48b0-aeb5-7b7419195493 tempest-VolumesActionsTest-323619763 tempest-VolumesActionsTest-323619763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 20:19:12.442268 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-b438d7ea-1041-4753-bf5c-1b27ea693679 req-c742f7ed-191d-48b0-aeb5-7b7419195493 tempest-VolumesActionsTest-323619763 tempest-VolumesActionsTest-323619763-project] 10.222.0.30 "GET /v2.0/ports?device_id=ee8f07d6-63f0-438b-ad3f-7f59c662d5e1 HTTP/1.1" status: 200  len: 945 time: 0.0953465
Apr 22 20:19:12.488470 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-b438d7ea-1041-4753-bf5c-1b27ea693679 req-d135c17a-4a0e-4387-bec4-aa64be475e66 tempest-VolumesActionsTest-323619763 tempest-VolumesActionsTest-323619763-project] 10.222.0.30 "GET /v2.0/security-groups?id=f005b2b1-ed29-4447-8f6c-8e44ca932d43&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0428987
Apr 22 20:19:12.550751 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-cf1fb678-4f4a-4206-97dd-56a94270f235 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854198495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853168226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363309146778399', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727707567663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4125515'] for port, after_delete {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:19:12.555918 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [None req-7d125bfe-02de-49b1-a4de-1c22311b5ad3 tempest-AttachVolumeTestJSON-431678780 tempest-AttachVolumeTestJSON-431678780-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 20:19:12.603147 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf1fb678-4f4a-4206-97dd-56a94270f235 admin admin] Pushing event deleted for resources: {'Port': ['ID=dbd18bc1-e25f-410a-a010-5e151e39c445,revision_number=None']} {{(pid=86330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 20:19:12.606450 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [None req-cf1fb678-4f4a-4206-97dd-56a94270f235 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=86330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 20:19:13.105743 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-cf1fb678-4f4a-4206-97dd-56a94270f235 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1607590', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854353436'] for router_interface, after_delete {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:19:13.490198 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cf1fb678-4f4a-4206-97dd-56a94270f235 admin admin] Router 9cd6df8e-2b4f-4ae8-984e-b116ff875a5e has already been hosted by L3 agent 1df068ca-d615-4cb7-8020-fe6e8be709e3 {{(pid=86330) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 22 20:19:13.685919 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf1fb678-4f4a-4206-97dd-56a94270f235 admin admin] Notify agent at l3_agent.dv-cinder-787632-1-iscsi the message routers_updated {{(pid=86330) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 22 20:19:13.695563 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15fa4c34-2ea0-4b41-87eb-830223cbb5d2 None None] Sync routers for ids ['9cd6df8e-2b4f-4ae8-984e-b116ff875a5e'] in dv-cinder-787632-1-iscsi {{(pid=86333) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 22 20:19:13.701915 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [None req-cf1fb678-4f4a-4206-97dd-56a94270f235 admin admin] 10.222.0.30 "PUT /v2.0/routers/9cd6df8e-2b4f-4ae8-984e-b116ff875a5e/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.6434674
Apr 22 20:19:13.704536 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.wsgi [-] (86330) accepted ('10.222.0.30', 43000) {{(pid=86330) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 20:19:13.709326 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15fa4c34-2ea0-4b41-87eb-830223cbb5d2 None None] Routers {'9cd6df8e-2b4f-4ae8-984e-b116ff875a5e'} bound to L3 agent in host dv-cinder-787632-1-iscsi {{(pid=86333) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 22 20:19:13.710030 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.l3_hamode_db [None req-15fa4c34-2ea0-4b41-87eb-830223cbb5d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f013d53e5c0>, 'dv-cinder-787632-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-22T20:03:28Z,description=<?>,heartbeat_timestamp=2021-04-22T20:18:59Z,host='dv-cinder-787632-1-iscsi',id=1df068ca-d615-4cb7-8020-fe6e8be709e3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-22T20:03:28Z,topic='l3_agent')) {'router_ids': ['9cd6df8e-2b4f-4ae8-984e-b116ff875a5e'], 'active': True} {{(pid=86333) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 22 20:19:13.771315 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e6f4fe-25cb-4f82-8c03-3aa2a52070e9 req-3ab9fef6-7179-442d-972f-3d600c721805 tempest-VolumesActionsTest-323619763 tempest-VolumesActionsTest-323619763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 20:19:13.772908 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-00e6f4fe-25cb-4f82-8c03-3aa2a52070e9 req-3ab9fef6-7179-442d-972f-3d600c721805 tempest-VolumesActionsTest-323619763 tempest-VolumesActionsTest-323619763-project] 10.222.0.30 "GET /v2.0/ports?device_id=ee8f07d6-63f0-438b-ad3f-7f59c662d5e1 HTTP/1.1" status: 200  len: 945 time: 0.1647880
Apr 22 20:19:13.786126 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860fb81f-6a06-4b41-988d-363e2c07c13f req-6d8dec99-acc7-48a9-8514-c39bc8760394 tempest-VolumesActionsTest-323619763 tempest-VolumesActionsTest-323619763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 20:19:13.787800 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-860fb81f-6a06-4b41-988d-363e2c07c13f req-6d8dec99-acc7-48a9-8514-c39bc8760394 tempest-VolumesActionsTest-323619763 tempest-VolumesActionsTest-323619763-project] 10.222.0.46 "GET /v2.0/ports?device_id=ee8f07d6-63f0-438b-ad3f-7f59c662d5e1 HTTP/1.1" status: 200  len: 945 time: 0.1222839
Apr 22 20:19:13.904587 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.plugin [req-860fb81f-6a06-4b41-988d-363e2c07c13f req-1ead5cc5-1afc-4c93-a848-8bef81eb87c5 tempest-VolumesActionsTest-323619763 tempest-VolumesActionsTest-323619763-project] Deleting port 15be848d-de33-4c17-94c0-3a7724457a91 {{(pid=86331) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 22 20:19:13.904994 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [req-860fb81f-6a06-4b41-988d-363e2c07c13f req-1ead5cc5-1afc-4c93-a848-8bef81eb87c5 tempest-VolumesActionsTest-323619763 tempest-VolumesActionsTest-323619763-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363309146780532'] for port, before_delete {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:19:13.912003 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-697f9971-e36f-44b0-a0e7-a75017ad9ef1 admin admin] Notify callbacks [] for router, before_delete {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:19:13.937512 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-00e6f4fe-25cb-4f82-8c03-3aa2a52070e9 req-92abd399-2d6b-414f-a23b-e8b5bf10f894 tempest-VolumesActionsTest-323619763 tempest-VolumesActionsTest-323619763-project] 10.222.0.30 "GET /v2.0/security-groups?id=f005b2b1-ed29-4447-8f6c-8e44ca932d43&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1487741
Apr 22 20:19:14.100267 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.l3_dvr_db [None req-15fa4c34-2ea0-4b41-87eb-830223cbb5d2 None None] Set router 9cd6df8e-2b4f-4ae8-984e-b116ff875a5e gateway port host: dv-cinder-787632-1-iscsi {{(pid=86333) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 22 20:19:14.115217 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-697f9971-e36f-44b0-a0e7-a75017ad9ef1 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:19:14.123964 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.plugin [None req-697f9971-e36f-44b0-a0e7-a75017ad9ef1 admin admin] Deleting port c041abc2-56f2-4dc6-ac90-4a1e10a20312 {{(pid=86330) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 22 20:19:14.124343 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-697f9971-e36f-44b0-a0e7-a75017ad9ef1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363309146780532'] for port, before_delete {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:19:14.186023 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.db [req-860fb81f-6a06-4b41-988d-363e2c07c13f req-1ead5cc5-1afc-4c93-a848-8bef81eb87c5 tempest-VolumesActionsTest-323619763 tempest-VolumesActionsTest-323619763-project] For port 15be848d-de33-4c17-94c0-3a7724457a91, host hv-cinder-78763, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78763',level=0,port_id=15be848d-de33-4c17-94c0-3a7724457a91,segment=NetworkSegment(df0922b1-14a3-44ff-a7b6-1225504f665a),segment_id=df0922b1-14a3-44ff-a7b6-1225504f665a)] {{(pid=86331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 22 20:19:14.186424 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [req-860fb81f-6a06-4b41-988d-363e2c07c13f req-1ead5cc5-1afc-4c93-a848-8bef81eb87c5 tempest-VolumesActionsTest-323619763 tempest-VolumesActionsTest-323619763-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854358147'] for port, precommit_delete {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:19:14.310917 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.db [None req-697f9971-e36f-44b0-a0e7-a75017ad9ef1 admin admin] For port c041abc2-56f2-4dc6-ac90-4a1e10a20312, host dv-cinder-787632-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787632-1-iscsi',level=0,port_id=c041abc2-56f2-4dc6-ac90-4a1e10a20312,segment=NetworkSegment(8e8fb218-3d63-4c3d-9ab1-544471c4929e),segment_id=8e8fb218-3d63-4c3d-9ab1-544471c4929e)] {{(pid=86330) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 22 20:19:14.311473 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-697f9971-e36f-44b0-a0e7-a75017ad9ef1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854358147'] for port, precommit_delete {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:19:14.321910 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.plugin [req-860fb81f-6a06-4b41-988d-363e2c07c13f req-1ead5cc5-1afc-4c93-a848-8bef81eb87c5 tempest-VolumesActionsTest-323619763 tempest-VolumesActionsTest-323619763-project] Calling delete_port for 15be848d-de33-4c17-94c0-3a7724457a91 owned by compute:nova {{(pid=86331) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 22 20:19:14.401851 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.l3_hamode_db [None req-15fa4c34-2ea0-4b41-87eb-830223cbb5d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f013d53e5c0>, [{'id': '9cd6df8e-2b4f-4ae8-984e-b116ff875a5e', 'name': 'tempest-TestShelveInstance-1266787155-router', 'tenant_id': 'ed8e9232a3ce48d39526eecdc431aec3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b725cb4-6db6-4e68-9a61-1978e8a191a1', 'external_fixed_ips': [{'subnet_id': '1d4495d7-31a5-4e2d-a911-56ceae3a61c5', 'ip_address': '172.27.3.52'}], 'enable_snat': True}, 'gw_port_id': 'c041abc2-56f2-4dc6-ac90-4a1e10a20312', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T20:13:20Z', 'updated_at': '2021-04-22T20:19:12Z', 'revision_number': 5, 'project_id': 'ed8e9232a3ce48d39526eecdc431aec3', 'gw_port': {'id': 'c041abc2-56f2-4dc6-ac90-4a1e10a20312', 'name': '', 'network_id': '1b725cb4-6db6-4e68-9a61-1978e8a191a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:6e:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cd6df8e-2b4f-4ae8-984e-b116ff875a5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 295, 'fixed_ips': [{'subnet_id': '1d4495d7-31a5-4e2d-a911-56ceae3a61c5', 'ip_address': '172.27.3.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787632-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T20:13:21Z', 'updated_at': '2021-04-22T20:13:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d4495d7-31a5-4e2d-a911-56ceae3a61c5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787632-1-iscsi'}], 'dv-cinder-787632-1-iscsi', False) {} {{(pid=86333) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 22 20:19:14.405890 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15fa4c34-2ea0-4b41-87eb-830223cbb5d2 None None] Checking router: 9cd6df8e-2b4f-4ae8-984e-b116ff875a5e for host: dv-cinder-787632-1-iscsi {{(pid=86333) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 22 20:19:14.415206 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15fa4c34-2ea0-4b41-87eb-830223cbb5d2 None None] Routers {'9cd6df8e-2b4f-4ae8-984e-b116ff875a5e'} bound to L3 agent in host dv-cinder-787632-1-iscsi {{(pid=86333) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 22 20:19:14.415871 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.l3_hamode_db [None req-15fa4c34-2ea0-4b41-87eb-830223cbb5d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f013d53e5c0>, 'dv-cinder-787632-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-22T20:03:28Z,description=<?>,heartbeat_timestamp=2021-04-22T20:18:59Z,host='dv-cinder-787632-1-iscsi',id=1df068ca-d615-4cb7-8020-fe6e8be709e3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-22T20:03:28Z,topic='l3_agent')) {'router_ids': ['9cd6df8e-2b4f-4ae8-984e-b116ff875a5e'], 'active': True} {{(pid=86333) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 22 20:19:14.444904 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.plugin [None req-697f9971-e36f-44b0-a0e7-a75017ad9ef1 admin admin] Calling delete_port for c041abc2-56f2-4dc6-ac90-4a1e10a20312 owned by network:router_gateway {{(pid=86330) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 22 20:19:14.479411 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [req-860fb81f-6a06-4b41-988d-363e2c07c13f req-1ead5cc5-1afc-4c93-a848-8bef81eb87c5 tempest-VolumesActionsTest-323619763 tempest-VolumesActionsTest-323619763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854198495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853168226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363309146778399', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727707567663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1223862'] for port, after_delete {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:19:14.492457 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [None req-3a843468-2c3b-4b04-abd0-d008ff4ce031 tempest-TestShelveInstance-1816371010 tempest-TestShelveInstance-1816371010-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 20:19:14.492812 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.db [None req-cbbe70c9-0b39-4f9d-be6e-4133a7c8f54f None None] get_ports_and_sgs() called for port_ids ['15be848d-de33-4c17-94c0-3a7724457a91'] {{(pid=86332) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 22 20:19:14.582642 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.l3_dvr_db [None req-15fa4c34-2ea0-4b41-87eb-830223cbb5d2 None None] Set router 9cd6df8e-2b4f-4ae8-984e-b116ff875a5e gateway port host: None {{(pid=86333) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 22 20:19:14.590111 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ead5cc5-1afc-4c93-a848-8bef81eb87c5 tempest-VolumesActionsTest-323619763 tempest-VolumesActionsTest-323619763-project] Pushing event deleted for resources: {'Port': ['ID=15be848d-de33-4c17-94c0-3a7724457a91,revision_number=None']} {{(pid=86331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 20:19:14.593000 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [None req-1ead5cc5-1afc-4c93-a848-8bef81eb87c5 tempest-VolumesActionsTest-323619763 tempest-VolumesActionsTest-323619763-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 20:19:14.637630 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.l3_dvrscheduler_db [req-860fb81f-6a06-4b41-988d-363e2c07c13f req-1ead5cc5-1afc-4c93-a848-8bef81eb87c5 tempest-VolumesActionsTest-323619763 tempest-VolumesActionsTest-323619763-project] No DVR routers for this DVR port 15be848d-de33-4c17-94c0-3a7724457a91 on host hv-cinder-78763 {{(pid=86331) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 22 20:19:14.640833 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [req-860fb81f-6a06-4b41-988d-363e2c07c13f req-1ead5cc5-1afc-4c93-a848-8bef81eb87c5 tempest-VolumesActionsTest-323619763 tempest-VolumesActionsTest-323619763-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-743'] for port, before_response {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:19:14.641625 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-697f9971-e36f-44b0-a0e7-a75017ad9ef1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854198495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853168226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363309146778399', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727707567663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4125515'] for port, after_delete {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:19:14.644500 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee8f07d6-63f0-438b-ad3f-7f59c662d5e1', 'name': 'network-vif-deleted', 'tag': '15be848d-de33-4c17-94c0-3a7724457a91'}] {{(pid=86331) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 22 20:19:14.646752 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [None req-40043484-8b8e-4142-803b-31470573d8c4 tempest-AttachVolumeNegativeTest-423716770 tempest-AttachVolumeNegativeTest-423716770-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 20:19:14.670722 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-860fb81f-6a06-4b41-988d-363e2c07c13f req-1ead5cc5-1afc-4c93-a848-8bef81eb87c5 tempest-VolumesActionsTest-323619763 tempest-VolumesActionsTest-323619763-project] 10.222.0.46 "DELETE /v2.0/ports/15be848d-de33-4c17-94c0-3a7724457a91 HTTP/1.1" status: 204  len: 173 time: 0.8502712
Apr 22 20:19:14.699289 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-697f9971-e36f-44b0-a0e7-a75017ad9ef1 admin admin] Pushing event deleted for resources: {'Port': ['ID=c041abc2-56f2-4dc6-ac90-4a1e10a20312,revision_number=None']} {{(pid=86330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 20:19:14.702862 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [None req-697f9971-e36f-44b0-a0e7-a75017ad9ef1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=86330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 20:19:14.714111 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.l3_hamode_db [None req-15fa4c34-2ea0-4b41-87eb-830223cbb5d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f013d53e5c0>, [{'id': '9cd6df8e-2b4f-4ae8-984e-b116ff875a5e', 'name': 'tempest-TestShelveInstance-1266787155-router', 'tenant_id': 'ed8e9232a3ce48d39526eecdc431aec3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T20:13:20Z', 'updated_at': '2021-04-22T20:19:14Z', 'revision_number': 6, 'project_id': 'ed8e9232a3ce48d39526eecdc431aec3', 'gw_port_host': None}], 'dv-cinder-787632-1-iscsi', False) {} {{(pid=86333) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 22 20:19:14.717796 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ee8f07d6-63f0-438b-ad3f-7f59c662d5e1', 'name': 'network-vif-deleted', 'tag': '15be848d-de33-4c17-94c0-3a7724457a91', 'status': 'completed', 'code': 200}
Apr 22 20:19:14.719311 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15fa4c34-2ea0-4b41-87eb-830223cbb5d2 None None] The sync data for ids ['9cd6df8e-2b4f-4ae8-984e-b116ff875a5e'] in dv-cinder-787632-1-iscsi is: [{'id': '9cd6df8e-2b4f-4ae8-984e-b116ff875a5e', 'name': 'tempest-TestShelveInstance-1266787155-router', 'tenant_id': 'ed8e9232a3ce48d39526eecdc431aec3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T20:13:20Z', 'updated_at': '2021-04-22T20:19:14Z', 'revision_number': 6, 'project_id': 'ed8e9232a3ce48d39526eecdc431aec3', 'gw_port_host': None}] {{(pid=86333) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 22 20:19:14.807033 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-697f9971-e36f-44b0-a0e7-a75017ad9ef1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-416357'] for router_gateway, after_delete {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:19:15.001953 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-697f9971-e36f-44b0-a0e7-a75017ad9ef1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-429369', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854773922'] for router, precommit_delete {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:19:15.004433 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-697f9971-e36f-44b0-a0e7-a75017ad9ef1 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:19:15.028976 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-697f9971-e36f-44b0-a0e7-a75017ad9ef1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854347139'] for router, after_delete {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:19:15.029681 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-697f9971-e36f-44b0-a0e7-a75017ad9ef1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9cd6df8e-2b4f-4ae8-984e-b116ff875a5e {{(pid=86330) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}}
Apr 22 20:19:15.043512 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-697f9971-e36f-44b0-a0e7-a75017ad9ef1 admin admin] Notify callbacks [] for router, before_response {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:19:15.044756 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [None req-697f9971-e36f-44b0-a0e7-a75017ad9ef1 admin admin] 10.222.0.30 "DELETE /v2.0/routers/9cd6df8e-2b4f-4ae8-984e-b116ff875a5e HTTP/1.1" status: 204  len: 168 time: 1.3391578
Apr 22 20:19:15.047454 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.wsgi [-] (86330) accepted ('10.222.0.30', 43010) {{(pid=86330) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 20:19:15.124286 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.db_base_plugin_v2 [None req-d0707cb9-a2be-4634-8126-5d30dbebe085 admin admin] Deleting subnet 7e154f7f-c6a5-48a3-9c75-a2bc01d89ad4 {{(pid=86330) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Apr 22 20:19:15.127614 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-d0707cb9-a2be-4634-8126-5d30dbebe085 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:19:15.130322 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.quota.resource [req-3fa8109f-1414-492f-af17-0cd2c36821de req-bd41ca56-ae47-419b-96a2-62a532a4a69e tempest-VolumesActionsTest-323619763 tempest-VolumesActionsTest-323619763-project] Synchronizing usage tracker for tenant:d965dbf68ebd428688dd2350bbe8416e on resource:port {{(pid=86331) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 22 20:19:15.146154 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.quota.resource [req-3fa8109f-1414-492f-af17-0cd2c36821de req-bd41ca56-ae47-419b-96a2-62a532a4a69e tempest-VolumesActionsTest-323619763 tempest-VolumesActionsTest-323619763-project] Unset dirty status for tenant:d965dbf68ebd428688dd2350bbe8416e on resource:port {{(pid=86331) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 22 20:19:15.147439 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-3fa8109f-1414-492f-af17-0cd2c36821de req-bd41ca56-ae47-419b-96a2-62a532a4a69e tempest-VolumesActionsTest-323619763 tempest-VolumesActionsTest-323619763-project] 10.222.0.30 "GET /v2.0/ports?device_id=ee8f07d6-63f0-438b-ad3f-7f59c662d5e1 HTTP/1.1" status: 200  len: 210 time: 0.0686252
Apr 22 20:19:15.186200 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-d0707cb9-a2be-4634-8126-5d30dbebe085 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036850744753'] for subnet, precommit_delete_associations {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:19:15.313861 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-d0707cb9-a2be-4634-8126-5d30dbebe085 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853244368'] for subnet, precommit_delete {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:19:15.570723 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-d0707cb9-a2be-4634-8126-5d30dbebe085 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1531400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853168226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4127903', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3347985'] for subnet, after_delete {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:19:15.575607 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [None req-0631e93c-f825-4427-b4c8-b5852c4b2ad0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 20:19:15.611233 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0707cb9-a2be-4634-8126-5d30dbebe085 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7e154f7f-c6a5-48a3-9c75-a2bc01d89ad4,revision_number=None']} {{(pid=86330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 20:19:15.614460 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [None req-d0707cb9-a2be-4634-8126-5d30dbebe085 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=86330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 20:19:15.615485 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-d0707cb9-a2be-4634-8126-5d30dbebe085 admin admin] Notify callbacks [] for subnet, before_response {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:19:15.620435 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa4a9f47-4e64-4978-a8b7-6416f7b9dc09 None None] Network 8c6beec9-2be5-42aa-b3d8-efd21a74a412 requested from dv-cinder-787632-1-iscsi {{(pid=86332) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 22 20:19:15.624120 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [None req-d0707cb9-a2be-4634-8126-5d30dbebe085 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/7e154f7f-c6a5-48a3-9c75-a2bc01d89ad4 HTTP/1.1" status: 204  len: 168 time: 0.5729907
Apr 22 20:19:15.624365 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.wsgi [-] (86330) accepted ('10.222.0.30', 43014) {{(pid=86330) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 20:19:15.698518 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.rpc [None req-08e5d76f-3fe5-4242-a4b8-30f374028052 None None] Device c041abc2-56f2-4dc6-ac90-4a1e10a20312 no longer exists at agent ovs-agent-dv-cinder-787632-1-iscsi {{(pid=86332) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 22 20:19:15.752302 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.plugin [None req-08e5d76f-3fe5-4242-a4b8-30f374028052 None None] No Port match for: c041abc2-56f2-4dc6-ac90-4a1e10a20312 {{(pid=86332) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 22 20:19:15.752694 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.rpc [None req-08e5d76f-3fe5-4242-a4b8-30f374028052 None None] Device c041abc2-56f2-4dc6-ac90-4a1e10a20312 not bound to the agent host dv-cinder-787632-1-iscsi {{(pid=86332) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 22 20:19:15.753167 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.rpc [None req-08e5d76f-3fe5-4242-a4b8-30f374028052 None None] Device dbd18bc1-e25f-410a-a010-5e151e39c445 no longer exists at agent ovs-agent-dv-cinder-787632-1-iscsi {{(pid=86332) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 22 20:19:15.806051 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.plugin [None req-08e5d76f-3fe5-4242-a4b8-30f374028052 None None] No Port match for: dbd18bc1-e25f-410a-a010-5e151e39c445 {{(pid=86332) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 22 20:19:15.806770 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.rpc [None req-08e5d76f-3fe5-4242-a4b8-30f374028052 None None] Device dbd18bc1-e25f-410a-a010-5e151e39c445 not bound to the agent host dv-cinder-787632-1-iscsi {{(pid=86332) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 22 20:19:15.979843 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-4208202a-4a44-4c18-97bc-c997117bf8c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854197124'] for network, before_delete {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:19:15.990518 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.plugin [None req-4208202a-4a44-4c18-97bc-c997117bf8c1 admin admin] Deleting port 5ea5b559-6c39-4c62-8a30-e0c0e912ab0f {{(pid=86330) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 22 20:19:15.991025 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-4208202a-4a44-4c18-97bc-c997117bf8c1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363309146780532'] for port, before_delete {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:19:15.997390 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8801920-c8c9-4937-afe2-b909ce8aa465 None None] DHCP port deletion for 8c6beec9-2be5-42aa-b3d8-efd21a74a412 request from dv-cinder-787632-1-iscsi {{(pid=86332) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}}
Apr 22 20:19:16.001951 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.plugin [None req-e8801920-c8c9-4937-afe2-b909ce8aa465 None None] Deleting port 5ea5b559-6c39-4c62-8a30-e0c0e912ab0f {{(pid=86332) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 22 20:19:16.002374 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-e8801920-c8c9-4937-afe2-b909ce8aa465 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363309146780532'] for port, before_delete {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:19:16.209869 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.db [None req-4208202a-4a44-4c18-97bc-c997117bf8c1 admin admin] For port 5ea5b559-6c39-4c62-8a30-e0c0e912ab0f, host dv-cinder-787632-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787632-1-iscsi',level=0,port_id=5ea5b559-6c39-4c62-8a30-e0c0e912ab0f,segment=NetworkSegment(e8b93f7f-6c3d-4774-85c0-845d1db34c9d),segment_id=e8b93f7f-6c3d-4774-85c0-845d1db34c9d)] {{(pid=86330) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 22 20:19:16.210422 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-4208202a-4a44-4c18-97bc-c997117bf8c1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854358147'] for port, precommit_delete {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:19:16.218358 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.db [None req-e8801920-c8c9-4937-afe2-b909ce8aa465 None None] For port 5ea5b559-6c39-4c62-8a30-e0c0e912ab0f, host dv-cinder-787632-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787632-1-iscsi',level=0,port_id=5ea5b559-6c39-4c62-8a30-e0c0e912ab0f,segment=NetworkSegment(e8b93f7f-6c3d-4774-85c0-845d1db34c9d),segment_id=e8b93f7f-6c3d-4774-85c0-845d1db34c9d)] {{(pid=86332) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 22 20:19:16.218799 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-e8801920-c8c9-4937-afe2-b909ce8aa465 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854358147'] for port, precommit_delete {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:19:16.350893 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.plugin [None req-4208202a-4a44-4c18-97bc-c997117bf8c1 admin admin] Calling delete_port for 5ea5b559-6c39-4c62-8a30-e0c0e912ab0f owned by network:dhcp {{(pid=86330) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 22 20:19:16.351270 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.plugin [None req-e8801920-c8c9-4937-afe2-b909ce8aa465 None None] Calling delete_port for 5ea5b559-6c39-4c62-8a30-e0c0e912ab0f owned by network:dhcp {{(pid=86332) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 22 20:19:16.433124 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.db.api [None req-e8801920-c8c9-4937-afe2-b909ce8aa465 None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction')
Apr 22 20:19:16.433124 dv-cinder-787632-1-iscsi neutron-server[86219]: [SQL: DELETE FROM ml2_port_bindings WHERE ml2_port_bindings.port_id = %(port_id)s AND ml2_port_bindings.host = %(host)s]
Apr 22 20:19:16.433124 dv-cinder-787632-1-iscsi neutron-server[86219]: [parameters: {'port_id': '5ea5b559-6c39-4c62-8a30-e0c0e912ab0f', 'host': 'dv-cinder-787632-1-iscsi'}]
Apr 22 20:19:16.433124 dv-cinder-787632-1-iscsi neutron-server[86219]: (Background on this error at: http://sqlalche.me/e/13/e3q8) {{(pid=86332) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Apr 22 20:19:16.433603 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-4208202a-4a44-4c18-97bc-c997117bf8c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854198495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853168226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363309146778399', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727707567663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4125515'] for port, after_delete {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:19:16.434060 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_db.api [None req-e8801920-c8c9-4937-afe2-b909ce8aa465 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=86332) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Apr 22 20:19:16.438350 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [None req-e8bf8dba-d971-4d34-985b-0066de658c8d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 20:19:16.483850 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4208202a-4a44-4c18-97bc-c997117bf8c1 admin admin] Pushing event deleted for resources: {'Port': ['ID=5ea5b559-6c39-4c62-8a30-e0c0e912ab0f,revision_number=None']} {{(pid=86330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 20:19:16.486698 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [None req-4208202a-4a44-4c18-97bc-c997117bf8c1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=86330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 20:19:16.489577 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4208202a-4a44-4c18-97bc-c997117bf8c1 admin admin] No DVR routers for this DVR port 5ea5b559-6c39-4c62-8a30-e0c0e912ab0f on host dv-cinder-787632-1-iscsi {{(pid=86330) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 22 20:19:16.618754 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-4208202a-4a44-4c18-97bc-c997117bf8c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1531493', 'neutron.services.segments.db._delete_segments_for_network-8727707916915'] for network, precommit_delete {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:19:16.734401 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.services.segments.db [None req-4208202a-4a44-4c18-97bc-c997117bf8c1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f013cf63550>,) {'filters': {'network_id': ['8c6beec9-2be5-42aa-b3d8-efd21a74a412']}} {{(pid=86330) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 22 20:19:16.747124 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.services.segments.db [None req-4208202a-4a44-4c18-97bc-c997117bf8c1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f013cf63550>, 'e8b93f7f-6c3d-4774-85c0-845d1db34c9d') {'for_net_delete': True} {{(pid=86330) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 22 20:19:16.747468 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.services.segments.db [None req-4208202a-4a44-4c18-97bc-c997117bf8c1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f013cf63550>, 'e8b93f7f-6c3d-4774-85c0-845d1db34c9d') {} {{(pid=86330) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 22 20:19:16.760191 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-4208202a-4a44-4c18-97bc-c997117bf8c1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363309146702435', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4031047'] for segment, before_delete {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:19:16.779783 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-4208202a-4a44-4c18-97bc-c997117bf8c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1523030'] for segment, precommit_delete {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:19:16.786548 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4208202a-4a44-4c18-97bc-c997117bf8c1 admin admin] Releasing vlan 399 on physical network physnet1 to pool {{(pid=86330) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}}
Apr 22 20:19:16.935463 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.plugin [None req-e8801920-c8c9-4937-afe2-b909ce8aa465 None None] Deleting port 5ea5b559-6c39-4c62-8a30-e0c0e912ab0f {{(pid=86332) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 22 20:19:16.936271 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-e8801920-c8c9-4937-afe2-b909ce8aa465 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363309146780532'] for port, before_delete {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:19:16.971532 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.managers [None req-4208202a-4a44-4c18-97bc-c997117bf8c1 admin admin] Network 8c6beec9-2be5-42aa-b3d8-efd21a74a412 has no segments {{(pid=86330) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 22 20:19:16.975121 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.rpc [None req-cbbe70c9-0b39-4f9d-be6e-4133a7c8f54f None None] Device 15be848d-de33-4c17-94c0-3a7724457a91 no longer exists at agent hyperv_hv-cinder-78763 {{(pid=86332) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 22 20:19:16.981532 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-4208202a-4a44-4c18-97bc-c997117bf8c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853252831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036850650308'] for segment, after_delete {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:19:17.029912 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.plugin [None req-cbbe70c9-0b39-4f9d-be6e-4133a7c8f54f None None] No Port match for: 15be848d-de33-4c17-94c0-3a7724457a91 {{(pid=86332) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 22 20:19:17.030321 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.rpc [None req-cbbe70c9-0b39-4f9d-be6e-4133a7c8f54f None None] Device 15be848d-de33-4c17-94c0-3a7724457a91 not bound to the agent host hv-cinder-78763 {{(pid=86332) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 22 20:19:17.073908 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.plugin [None req-e8801920-c8c9-4937-afe2-b909ce8aa465 None None] The port '5ea5b559-6c39-4c62-8a30-e0c0e912ab0f' was deleted {{(pid=86332) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}}
Apr 22 20:19:17.173304 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.managers [None req-4208202a-4a44-4c18-97bc-c997117bf8c1 admin admin] Network 8c6beec9-2be5-42aa-b3d8-efd21a74a412 has no segments {{(pid=86330) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 22 20:19:17.197657 dv-cinder-787632-1-iscsi neutron-server[86219]: Traceback (most recent call last):
Apr 22 20:19:17.197657 dv-cinder-787632-1-iscsi neutron-server[86219]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 22 20:19:17.197657 dv-cinder-787632-1-iscsi neutron-server[86219]:     timer()
Apr 22 20:19:17.197657 dv-cinder-787632-1-iscsi neutron-server[86219]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 22 20:19:17.197657 dv-cinder-787632-1-iscsi neutron-server[86219]:     cb(*args, **kw)
Apr 22 20:19:17.197657 dv-cinder-787632-1-iscsi neutron-server[86219]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Apr 22 20:19:17.197657 dv-cinder-787632-1-iscsi neutron-server[86219]:     return func(*args, **kwargs)
Apr 22 20:19:17.197657 dv-cinder-787632-1-iscsi neutron-server[86219]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 22 20:19:17.197657 dv-cinder-787632-1-iscsi neutron-server[86219]:     self._notify()
Apr 22 20:19:17.197657 dv-cinder-787632-1-iscsi neutron-server[86219]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 22 20:19:17.197657 dv-cinder-787632-1-iscsi neutron-server[86219]:     self.callback(batched_events)
Apr 22 20:19:17.197657 dv-cinder-787632-1-iscsi neutron-server[86219]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 22 20:19:17.197657 dv-cinder-787632-1-iscsi neutron-server[86219]:     event.method(event)
Apr 22 20:19:17.197657 dv-cinder-787632-1-iscsi neutron-server[86219]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 22 20:19:17.197657 dv-cinder-787632-1-iscsi neutron-server[86219]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 22 20:19:17.197657 dv-cinder-787632-1-iscsi neutron-server[86219]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Apr 22 20:19:17.197657 dv-cinder-787632-1-iscsi neutron-server[86219]:     segment_id)['aggregates'][0]
Apr 22 20:19:17.197657 dv-cinder-787632-1-iscsi neutron-server[86219]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 22 20:19:17.197657 dv-cinder-787632-1-iscsi neutron-server[86219]:     return f(self, *a, **k)
Apr 22 20:19:17.197657 dv-cinder-787632-1-iscsi neutron-server[86219]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 22 20:19:17.197657 dv-cinder-787632-1-iscsi neutron-server[86219]:     return self._get(url).json()
Apr 22 20:19:17.197657 dv-cinder-787632-1-iscsi neutron-server[86219]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 22 20:19:17.197657 dv-cinder-787632-1-iscsi neutron-server[86219]:     **kwargs)
Apr 22 20:19:17.197657 dv-cinder-787632-1-iscsi neutron-server[86219]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 22 20:19:17.197657 dv-cinder-787632-1-iscsi neutron-server[86219]:     return self.request(url, 'GET', **kwargs)
Apr 22 20:19:17.197657 dv-cinder-787632-1-iscsi neutron-server[86219]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request
Apr 22 20:19:17.197657 dv-cinder-787632-1-iscsi neutron-server[86219]:     **endpoint_filter)
Apr 22 20:19:17.197657 dv-cinder-787632-1-iscsi neutron-server[86219]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 22 20:19:17.197657 dv-cinder-787632-1-iscsi neutron-server[86219]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 22 20:19:17.197657 dv-cinder-787632-1-iscsi neutron-server[86219]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 22 20:19:17.197657 dv-cinder-787632-1-iscsi neutron-server[86219]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 22 20:19:17.197657 dv-cinder-787632-1-iscsi neutron-server[86219]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 22 20:19:17.281400 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-4208202a-4a44-4c18-97bc-c997117bf8c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853244307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853168226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-427906'] for network, after_delete {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:19:17.285253 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 20:19:17.306360 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-4208202a-4a44-4c18-97bc-c997117bf8c1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853168243'] for network, before_response {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:19:17.318514 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4208202a-4a44-4c18-97bc-c997117bf8c1 admin admin] Pushing event deleted for resources: {'Network': ['ID=8c6beec9-2be5-42aa-b3d8-efd21a74a412,revision_number=None']} {{(pid=86330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 20:19:17.324820 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [None req-4208202a-4a44-4c18-97bc-c997117bf8c1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=86330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 20:19:17.335879 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [None req-4208202a-4a44-4c18-97bc-c997117bf8c1 admin admin] 10.222.0.30 "DELETE /v2.0/networks/8c6beec9-2be5-42aa-b3d8-efd21a74a412 HTTP/1.1" status: 204  len: 168 time: 1.7079751
Apr 22 20:19:17.336166 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.wsgi [-] (86330) accepted ('10.222.0.30', 43052) {{(pid=86330) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 20:19:17.699017 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.rpc [None req-08e5d76f-3fe5-4242-a4b8-30f374028052 None None] Device 5ea5b559-6c39-4c62-8a30-e0c0e912ab0f no longer exists at agent ovs-agent-dv-cinder-787632-1-iscsi {{(pid=86332) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 22 20:19:17.734910 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.plugin [None req-08e5d76f-3fe5-4242-a4b8-30f374028052 None None] No Port match for: 5ea5b559-6c39-4c62-8a30-e0c0e912ab0f {{(pid=86332) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 22 20:19:17.735230 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.rpc [None req-08e5d76f-3fe5-4242-a4b8-30f374028052 None None] Device 5ea5b559-6c39-4c62-8a30-e0c0e912ab0f not bound to the agent host dv-cinder-787632-1-iscsi {{(pid=86332) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 22 20:19:17.919060 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-8c6c2f68-8937-4ec7-910f-f129798a89e7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854353510'] for router_interface, before_delete {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:19:18.276250 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.plugin [None req-8c6c2f68-8937-4ec7-910f-f129798a89e7 admin admin] Deleting port 48d3a5b9-763a-44f3-bd39-0dca3074aadb {{(pid=86330) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 22 20:19:18.276545 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-8c6c2f68-8937-4ec7-910f-f129798a89e7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363309146780532'] for port, before_delete {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:19:18.454547 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.db [None req-8c6c2f68-8937-4ec7-910f-f129798a89e7 admin admin] For port 48d3a5b9-763a-44f3-bd39-0dca3074aadb, host dv-cinder-787632-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787632-1-iscsi',level=0,port_id=48d3a5b9-763a-44f3-bd39-0dca3074aadb,segment=NetworkSegment(0121eab5-ed9d-4c61-80d8-7bad51213e45),segment_id=0121eab5-ed9d-4c61-80d8-7bad51213e45)] {{(pid=86330) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 22 20:19:18.455128 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-8c6c2f68-8937-4ec7-910f-f129798a89e7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854358147'] for port, precommit_delete {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:19:18.587412 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.plugin [None req-8c6c2f68-8937-4ec7-910f-f129798a89e7 admin admin] Calling delete_port for 48d3a5b9-763a-44f3-bd39-0dca3074aadb owned by network:router_interface {{(pid=86330) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 22 20:19:18.722405 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-cbbe70c9-0b39-4f9d-be6e-4133a7c8f54f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309146858885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640583'] for agent, after_update {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:19:18.759854 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-8c6c2f68-8937-4ec7-910f-f129798a89e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854198495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853168226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363309146778399', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727707567663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4125515'] for port, after_delete {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:19:18.764420 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [None req-01efd610-0b9b-40fc-8cea-f3280c4aa411 tempest-TestShelveInstance-1816371010 tempest-TestShelveInstance-1816371010-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 20:19:18.811819 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c6c2f68-8937-4ec7-910f-f129798a89e7 admin admin] Pushing event deleted for resources: {'Port': ['ID=48d3a5b9-763a-44f3-bd39-0dca3074aadb,revision_number=None']} {{(pid=86330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 20:19:18.815177 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [None req-8c6c2f68-8937-4ec7-910f-f129798a89e7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=86330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 20:19:19.058011 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.agents_db [None req-d2e1aac6-b006-4d71-afe2-c4a5b694a422 None None] Agent healthcheck: found 6 active agents {{(pid=86333) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 22 20:19:19.089809 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-8c6c2f68-8937-4ec7-910f-f129798a89e7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1607590', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854353436'] for router_interface, after_delete {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:19:19.698854 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c6c2f68-8937-4ec7-910f-f129798a89e7 admin admin] Router 9a70917d-1d91-43f0-b3ef-7a6d5664c52c has already been hosted by L3 agent 1df068ca-d615-4cb7-8020-fe6e8be709e3 {{(pid=86330) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 22 20:19:19.887485 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c6c2f68-8937-4ec7-910f-f129798a89e7 admin admin] Notify agent at l3_agent.dv-cinder-787632-1-iscsi the message routers_updated {{(pid=86330) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 22 20:19:19.896635 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea491efd-cdb3-4edf-a621-cfdd3c447724 None None] Sync routers for ids ['9a70917d-1d91-43f0-b3ef-7a6d5664c52c'] in dv-cinder-787632-1-iscsi {{(pid=86332) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 22 20:19:19.902922 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [None req-8c6c2f68-8937-4ec7-910f-f129798a89e7 admin admin] 10.222.0.30 "PUT /v2.0/routers/9a70917d-1d91-43f0-b3ef-7a6d5664c52c/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.5656662
Apr 22 20:19:19.905532 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.wsgi [-] (86330) accepted ('10.222.0.30', 43090) {{(pid=86330) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 20:19:19.906772 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea491efd-cdb3-4edf-a621-cfdd3c447724 None None] Routers {'9a70917d-1d91-43f0-b3ef-7a6d5664c52c'} bound to L3 agent in host dv-cinder-787632-1-iscsi {{(pid=86332) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 22 20:19:19.907446 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.l3_hamode_db [None req-ea491efd-cdb3-4edf-a621-cfdd3c447724 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f013d8c7dd8>, 'dv-cinder-787632-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-22T20:03:28Z,description=<?>,heartbeat_timestamp=2021-04-22T20:18:59Z,host='dv-cinder-787632-1-iscsi',id=1df068ca-d615-4cb7-8020-fe6e8be709e3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-22T20:03:28Z,topic='l3_agent')) {'router_ids': ['9a70917d-1d91-43f0-b3ef-7a6d5664c52c'], 'active': True} {{(pid=86332) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 22 20:19:20.098685 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-427f14b9-37d9-48f2-a499-370a7c11b19d admin admin] Notify callbacks [] for router, before_delete {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:19:20.268033 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.l3_dvr_db [None req-ea491efd-cdb3-4edf-a621-cfdd3c447724 None None] Set router 9a70917d-1d91-43f0-b3ef-7a6d5664c52c gateway port host: dv-cinder-787632-1-iscsi {{(pid=86332) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 22 20:19:20.292702 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-427f14b9-37d9-48f2-a499-370a7c11b19d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:19:20.301243 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.plugin [None req-427f14b9-37d9-48f2-a499-370a7c11b19d admin admin] Deleting port 09899b7a-8813-40e5-9485-30dfc29a3583 {{(pid=86330) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 22 20:19:20.301624 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-427f14b9-37d9-48f2-a499-370a7c11b19d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363309146780532'] for port, before_delete {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:19:20.484626 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.db [None req-427f14b9-37d9-48f2-a499-370a7c11b19d admin admin] For port 09899b7a-8813-40e5-9485-30dfc29a3583, host dv-cinder-787632-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787632-1-iscsi',level=0,port_id=09899b7a-8813-40e5-9485-30dfc29a3583,segment=NetworkSegment(8e8fb218-3d63-4c3d-9ab1-544471c4929e),segment_id=8e8fb218-3d63-4c3d-9ab1-544471c4929e)] {{(pid=86330) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 22 20:19:20.485034 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-427f14b9-37d9-48f2-a499-370a7c11b19d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854358147'] for port, precommit_delete {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:19:20.568629 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.l3_hamode_db [None req-ea491efd-cdb3-4edf-a621-cfdd3c447724 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f013d8c7dd8>, [{'id': '9a70917d-1d91-43f0-b3ef-7a6d5664c52c', 'name': 'tempest-TestShelveInstance-462869854-router', 'tenant_id': '955f02e9554b4a1c937faa59c273a0e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b725cb4-6db6-4e68-9a61-1978e8a191a1', 'external_fixed_ips': [{'subnet_id': '1d4495d7-31a5-4e2d-a911-56ceae3a61c5', 'ip_address': '172.27.3.199'}], 'enable_snat': True}, 'gw_port_id': '09899b7a-8813-40e5-9485-30dfc29a3583', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T20:13:30Z', 'updated_at': '2021-04-22T20:19:18Z', 'revision_number': 5, 'project_id': '955f02e9554b4a1c937faa59c273a0e6', 'gw_port': {'id': '09899b7a-8813-40e5-9485-30dfc29a3583', 'name': '', 'network_id': '1b725cb4-6db6-4e68-9a61-1978e8a191a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:da:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a70917d-1d91-43f0-b3ef-7a6d5664c52c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 322, 'fixed_ips': [{'subnet_id': '1d4495d7-31a5-4e2d-a911-56ceae3a61c5', 'ip_address': '172.27.3.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787632-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T20:13:31Z', 'updated_at': '2021-04-22T20:13:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d4495d7-31a5-4e2d-a911-56ceae3a61c5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787632-1-iscsi'}], 'dv-cinder-787632-1-iscsi', False) {} {{(pid=86332) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 22 20:19:20.572753 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea491efd-cdb3-4edf-a621-cfdd3c447724 None None] Checking router: 9a70917d-1d91-43f0-b3ef-7a6d5664c52c for host: dv-cinder-787632-1-iscsi {{(pid=86332) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 22 20:19:20.582749 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea491efd-cdb3-4edf-a621-cfdd3c447724 None None] Routers {'9a70917d-1d91-43f0-b3ef-7a6d5664c52c'} bound to L3 agent in host dv-cinder-787632-1-iscsi {{(pid=86332) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 22 20:19:20.583421 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.l3_hamode_db [None req-ea491efd-cdb3-4edf-a621-cfdd3c447724 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f013d8c7dd8>, 'dv-cinder-787632-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-22T20:03:28Z,description=<?>,heartbeat_timestamp=2021-04-22T20:18:59Z,host='dv-cinder-787632-1-iscsi',id=1df068ca-d615-4cb7-8020-fe6e8be709e3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-22T20:03:28Z,topic='l3_agent')) {'router_ids': ['9a70917d-1d91-43f0-b3ef-7a6d5664c52c'], 'active': True} {{(pid=86332) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 22 20:19:20.625831 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.plugin [None req-427f14b9-37d9-48f2-a499-370a7c11b19d admin admin] Calling delete_port for 09899b7a-8813-40e5-9485-30dfc29a3583 owned by network:router_gateway {{(pid=86330) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 22 20:19:20.751171 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.l3_dvr_db [None req-ea491efd-cdb3-4edf-a621-cfdd3c447724 None None] Set router 9a70917d-1d91-43f0-b3ef-7a6d5664c52c gateway port host: None {{(pid=86332) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 22 20:19:20.802345 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-427f14b9-37d9-48f2-a499-370a7c11b19d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854198495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853168226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363309146778399', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727707567663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4125515'] for port, after_delete {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:19:20.807399 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [None req-a44d5fa7-ddcd-4c16-8f4a-5607913c0632 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 20:19:20.866482 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.l3_hamode_db [None req-ea491efd-cdb3-4edf-a621-cfdd3c447724 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f013d8c7dd8>, [{'id': '9a70917d-1d91-43f0-b3ef-7a6d5664c52c', 'name': 'tempest-TestShelveInstance-462869854-router', 'tenant_id': '955f02e9554b4a1c937faa59c273a0e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T20:13:30Z', 'updated_at': '2021-04-22T20:19:20Z', 'revision_number': 6, 'project_id': '955f02e9554b4a1c937faa59c273a0e6', 'gw_port_host': None}], 'dv-cinder-787632-1-iscsi', False) {} {{(pid=86332) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 22 20:19:20.870666 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea491efd-cdb3-4edf-a621-cfdd3c447724 None None] The sync data for ids ['9a70917d-1d91-43f0-b3ef-7a6d5664c52c'] in dv-cinder-787632-1-iscsi is: [{'id': '9a70917d-1d91-43f0-b3ef-7a6d5664c52c', 'name': 'tempest-TestShelveInstance-462869854-router', 'tenant_id': '955f02e9554b4a1c937faa59c273a0e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T20:13:30Z', 'updated_at': '2021-04-22T20:19:20Z', 'revision_number': 6, 'project_id': '955f02e9554b4a1c937faa59c273a0e6', 'gw_port_host': None}] {{(pid=86332) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 22 20:19:20.888918 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-427f14b9-37d9-48f2-a499-370a7c11b19d admin admin] Pushing event deleted for resources: {'Port': ['ID=09899b7a-8813-40e5-9485-30dfc29a3583,revision_number=None']} {{(pid=86330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 20:19:20.891553 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [None req-427f14b9-37d9-48f2-a499-370a7c11b19d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=86330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 20:19:20.957578 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-427f14b9-37d9-48f2-a499-370a7c11b19d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-416357'] for router_gateway, after_delete {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:19:21.143314 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-427f14b9-37d9-48f2-a499-370a7c11b19d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-429369', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854773922'] for router, precommit_delete {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:19:21.145737 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-427f14b9-37d9-48f2-a499-370a7c11b19d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:19:21.165815 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-427f14b9-37d9-48f2-a499-370a7c11b19d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854347139'] for router, after_delete {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:19:21.166322 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-427f14b9-37d9-48f2-a499-370a7c11b19d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9a70917d-1d91-43f0-b3ef-7a6d5664c52c {{(pid=86330) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}}
Apr 22 20:19:21.179029 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-427f14b9-37d9-48f2-a499-370a7c11b19d admin admin] Notify callbacks [] for router, before_response {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:19:21.180245 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [None req-427f14b9-37d9-48f2-a499-370a7c11b19d admin admin] 10.222.0.30 "DELETE /v2.0/routers/9a70917d-1d91-43f0-b3ef-7a6d5664c52c HTTP/1.1" status: 204  len: 168 time: 1.2734358
Apr 22 20:19:21.182985 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.wsgi [-] (86330) accepted ('10.222.0.30', 43100) {{(pid=86330) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 20:19:21.247455 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.db_base_plugin_v2 [None req-24326caa-7359-4859-8bfd-4e9a92f58251 admin admin] Deleting subnet 6307f772-b93b-4e81-9b30-5dd1fa33ce6b {{(pid=86330) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Apr 22 20:19:21.250490 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-24326caa-7359-4859-8bfd-4e9a92f58251 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:19:21.302531 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-24326caa-7359-4859-8bfd-4e9a92f58251 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036850744753'] for subnet, precommit_delete_associations {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:19:21.386702 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-24326caa-7359-4859-8bfd-4e9a92f58251 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853244368'] for subnet, precommit_delete {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:19:21.662556 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-24326caa-7359-4859-8bfd-4e9a92f58251 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1531400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853168226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4127903', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3347985'] for subnet, after_delete {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:19:21.672069 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [None req-6a574f15-9e10-4d58-971a-9736f078ff36 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 20:19:21.704483 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.rpc [None req-08e5d76f-3fe5-4242-a4b8-30f374028052 None None] Device 09899b7a-8813-40e5-9485-30dfc29a3583 no longer exists at agent ovs-agent-dv-cinder-787632-1-iscsi {{(pid=86332) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 22 20:19:21.712199 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-24326caa-7359-4859-8bfd-4e9a92f58251 admin admin] Notify callbacks [] for subnet, before_response {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:19:21.721204 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24326caa-7359-4859-8bfd-4e9a92f58251 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6307f772-b93b-4e81-9b30-5dd1fa33ce6b,revision_number=None']} {{(pid=86330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 20:19:21.723927 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [None req-24326caa-7359-4859-8bfd-4e9a92f58251 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=86330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 20:19:21.728564 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [None req-24326caa-7359-4859-8bfd-4e9a92f58251 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/6307f772-b93b-4e81-9b30-5dd1fa33ce6b HTTP/1.1" status: 204  len: 168 time: 0.5445981
Apr 22 20:19:21.729911 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.wsgi [-] (86330) accepted ('10.222.0.30', 43112) {{(pid=86330) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 20:19:21.739434 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89e3de93-a36a-4f49-9098-19a717ccd805 None None] Network ab86acd9-ed69-41b2-838f-e93a3f84ce2a requested from dv-cinder-787632-1-iscsi {{(pid=86332) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 22 20:19:21.826515 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.plugin [None req-08e5d76f-3fe5-4242-a4b8-30f374028052 None None] No Port match for: 09899b7a-8813-40e5-9485-30dfc29a3583 {{(pid=86332) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 22 20:19:21.827573 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.rpc [None req-08e5d76f-3fe5-4242-a4b8-30f374028052 None None] Device 09899b7a-8813-40e5-9485-30dfc29a3583 not bound to the agent host dv-cinder-787632-1-iscsi {{(pid=86332) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 22 20:19:21.828241 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.rpc [None req-08e5d76f-3fe5-4242-a4b8-30f374028052 None None] Device 48d3a5b9-763a-44f3-bd39-0dca3074aadb no longer exists at agent ovs-agent-dv-cinder-787632-1-iscsi {{(pid=86332) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 22 20:19:21.857887 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-b0f189e7-c107-4ddd-8271-753bf8e9c188 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854197124'] for network, before_delete {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:19:21.870821 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.plugin [None req-b0f189e7-c107-4ddd-8271-753bf8e9c188 admin admin] Deleting port ff021273-3bad-461c-88d6-e418ccd6e7e6 {{(pid=86330) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 22 20:19:21.871601 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-b0f189e7-c107-4ddd-8271-753bf8e9c188 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363309146780532'] for port, before_delete {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:19:21.880421 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.plugin [None req-08e5d76f-3fe5-4242-a4b8-30f374028052 None None] No Port match for: 48d3a5b9-763a-44f3-bd39-0dca3074aadb {{(pid=86332) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 22 20:19:21.880815 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.rpc [None req-08e5d76f-3fe5-4242-a4b8-30f374028052 None None] Device 48d3a5b9-763a-44f3-bd39-0dca3074aadb not bound to the agent host dv-cinder-787632-1-iscsi {{(pid=86332) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 22 20:19:22.067090 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a60d75ac-1b9a-4cf8-9a4b-67929f080f02 None None] DHCP port deletion for ab86acd9-ed69-41b2-838f-e93a3f84ce2a request from dv-cinder-787632-1-iscsi {{(pid=86332) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}}
Apr 22 20:19:22.073078 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.plugin [None req-a60d75ac-1b9a-4cf8-9a4b-67929f080f02 None None] Deleting port ff021273-3bad-461c-88d6-e418ccd6e7e6 {{(pid=86332) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 22 20:19:22.073643 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-a60d75ac-1b9a-4cf8-9a4b-67929f080f02 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363309146780532'] for port, before_delete {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:19:22.096634 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.db [None req-b0f189e7-c107-4ddd-8271-753bf8e9c188 admin admin] For port ff021273-3bad-461c-88d6-e418ccd6e7e6, host dv-cinder-787632-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787632-1-iscsi',level=0,port_id=ff021273-3bad-461c-88d6-e418ccd6e7e6,segment=NetworkSegment(0121eab5-ed9d-4c61-80d8-7bad51213e45),segment_id=0121eab5-ed9d-4c61-80d8-7bad51213e45)] {{(pid=86330) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 22 20:19:22.097071 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-b0f189e7-c107-4ddd-8271-753bf8e9c188 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854358147'] for port, precommit_delete {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:19:22.294482 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.db [None req-a60d75ac-1b9a-4cf8-9a4b-67929f080f02 None None] For port ff021273-3bad-461c-88d6-e418ccd6e7e6, host dv-cinder-787632-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787632-1-iscsi',level=0,port_id=ff021273-3bad-461c-88d6-e418ccd6e7e6,segment=NetworkSegment(0121eab5-ed9d-4c61-80d8-7bad51213e45),segment_id=0121eab5-ed9d-4c61-80d8-7bad51213e45)] {{(pid=86332) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 22 20:19:22.294831 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-a60d75ac-1b9a-4cf8-9a4b-67929f080f02 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854358147'] for port, precommit_delete {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:19:22.439835 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.plugin [None req-a60d75ac-1b9a-4cf8-9a4b-67929f080f02 None None] Calling delete_port for ff021273-3bad-461c-88d6-e418ccd6e7e6 owned by network:dhcp {{(pid=86332) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 22 20:19:22.490191 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.plugin [None req-b0f189e7-c107-4ddd-8271-753bf8e9c188 admin admin] Calling delete_port for ff021273-3bad-461c-88d6-e418ccd6e7e6 owned by network:dhcp {{(pid=86330) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 22 20:19:22.517080 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-a60d75ac-1b9a-4cf8-9a4b-67929f080f02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854198495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853168226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363309146778399', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727707567663'] for port, after_delete {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:19:22.522319 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [None req-cbbe70c9-0b39-4f9d-be6e-4133a7c8f54f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86332) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 20:19:22.567637 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.db.api [None req-b0f189e7-c107-4ddd-8271-753bf8e9c188 admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=86330) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Apr 22 20:19:22.568022 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_db.api [None req-b0f189e7-c107-4ddd-8271-753bf8e9c188 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=86330) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Apr 22 20:19:22.568226 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a60d75ac-1b9a-4cf8-9a4b-67929f080f02 None None] Pushing event deleted for resources: {'Port': ['ID=ff021273-3bad-461c-88d6-e418ccd6e7e6,revision_number=None']} {{(pid=86332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 20:19:22.571611 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [None req-a60d75ac-1b9a-4cf8-9a4b-67929f080f02 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=86332) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 20:19:22.572711 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a60d75ac-1b9a-4cf8-9a4b-67929f080f02 None None] No DVR routers for this DVR port ff021273-3bad-461c-88d6-e418ccd6e7e6 on host dv-cinder-787632-1-iscsi {{(pid=86332) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 22 20:19:23.069136 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.plugin [None req-b0f189e7-c107-4ddd-8271-753bf8e9c188 admin admin] Deleting port ff021273-3bad-461c-88d6-e418ccd6e7e6 {{(pid=86330) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 22 20:19:23.069625 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-b0f189e7-c107-4ddd-8271-753bf8e9c188 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363309146780532'] for port, before_delete {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:19:23.142053 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.plugin [None req-b0f189e7-c107-4ddd-8271-753bf8e9c188 admin admin] The port 'ff021273-3bad-461c-88d6-e418ccd6e7e6' was deleted {{(pid=86330) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}}
Apr 22 20:19:23.260305 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-b0f189e7-c107-4ddd-8271-753bf8e9c188 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1531493', 'neutron.services.segments.db._delete_segments_for_network-8727707916915'] for network, precommit_delete {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:19:23.373356 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.services.segments.db [None req-b0f189e7-c107-4ddd-8271-753bf8e9c188 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f013df2f630>,) {'filters': {'network_id': ['ab86acd9-ed69-41b2-838f-e93a3f84ce2a']}} {{(pid=86330) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 22 20:19:23.387085 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.services.segments.db [None req-b0f189e7-c107-4ddd-8271-753bf8e9c188 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f013df2f630>, '0121eab5-ed9d-4c61-80d8-7bad51213e45') {'for_net_delete': True} {{(pid=86330) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 22 20:19:23.387419 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.services.segments.db [None req-b0f189e7-c107-4ddd-8271-753bf8e9c188 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f013df2f630>, '0121eab5-ed9d-4c61-80d8-7bad51213e45') {} {{(pid=86330) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 22 20:19:23.399996 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-b0f189e7-c107-4ddd-8271-753bf8e9c188 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363309146702435', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4031047'] for segment, before_delete {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:19:23.419233 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-b0f189e7-c107-4ddd-8271-753bf8e9c188 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1523030'] for segment, precommit_delete {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:19:23.425866 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b0f189e7-c107-4ddd-8271-753bf8e9c188 admin admin] Releasing vlan 355 on physical network physnet1 to pool {{(pid=86330) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}}
Apr 22 20:19:23.602258 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.managers [None req-b0f189e7-c107-4ddd-8271-753bf8e9c188 admin admin] Network ab86acd9-ed69-41b2-838f-e93a3f84ce2a has no segments {{(pid=86330) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 22 20:19:23.611084 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-b0f189e7-c107-4ddd-8271-753bf8e9c188 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853252831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036850650308'] for segment, after_delete {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:19:23.685321 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.rpc [None req-08e5d76f-3fe5-4242-a4b8-30f374028052 None None] Device ff021273-3bad-461c-88d6-e418ccd6e7e6 no longer exists at agent ovs-agent-dv-cinder-787632-1-iscsi {{(pid=86332) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 22 20:19:23.724037 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.plugin [None req-08e5d76f-3fe5-4242-a4b8-30f374028052 None None] No Port match for: ff021273-3bad-461c-88d6-e418ccd6e7e6 {{(pid=86332) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 22 20:19:23.724434 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.rpc [None req-08e5d76f-3fe5-4242-a4b8-30f374028052 None None] Device ff021273-3bad-461c-88d6-e418ccd6e7e6 not bound to the agent host dv-cinder-787632-1-iscsi {{(pid=86332) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 22 20:19:23.793030 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.managers [None req-b0f189e7-c107-4ddd-8271-753bf8e9c188 admin admin] Network ab86acd9-ed69-41b2-838f-e93a3f84ce2a has no segments {{(pid=86330) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 22 20:19:23.817311 dv-cinder-787632-1-iscsi neutron-server[86219]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 22 20:19:23.817311 dv-cinder-787632-1-iscsi neutron-server[86219]:   % (table.description, expected, rows_matched)
Apr 22 20:19:23.817311 dv-cinder-787632-1-iscsi neutron-server[86219]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 22 20:19:23.817311 dv-cinder-787632-1-iscsi neutron-server[86219]:   % (table.description, expected, rows_matched)
Apr 22 20:19:23.817311 dv-cinder-787632-1-iscsi neutron-server[86219]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 22 20:19:23.817311 dv-cinder-787632-1-iscsi neutron-server[86219]:   % (table.description, expected, rows_matched)
Apr 22 20:19:23.817311 dv-cinder-787632-1-iscsi neutron-server[86219]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 22 20:19:23.817311 dv-cinder-787632-1-iscsi neutron-server[86219]:   % (table.description, expected, rows_matched)
Apr 22 20:19:23.817311 dv-cinder-787632-1-iscsi neutron-server[86219]: Traceback (most recent call last):
Apr 22 20:19:23.817311 dv-cinder-787632-1-iscsi neutron-server[86219]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 22 20:19:23.817311 dv-cinder-787632-1-iscsi neutron-server[86219]:     timer()
Apr 22 20:19:23.817311 dv-cinder-787632-1-iscsi neutron-server[86219]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 22 20:19:23.817311 dv-cinder-787632-1-iscsi neutron-server[86219]:     cb(*args, **kw)
Apr 22 20:19:23.817311 dv-cinder-787632-1-iscsi neutron-server[86219]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Apr 22 20:19:23.817311 dv-cinder-787632-1-iscsi neutron-server[86219]:     return func(*args, **kwargs)
Apr 22 20:19:23.817311 dv-cinder-787632-1-iscsi neutron-server[86219]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 22 20:19:23.817311 dv-cinder-787632-1-iscsi neutron-server[86219]:     self._notify()
Apr 22 20:19:23.817311 dv-cinder-787632-1-iscsi neutron-server[86219]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 22 20:19:23.817311 dv-cinder-787632-1-iscsi neutron-server[86219]:     self.callback(batched_events)
Apr 22 20:19:23.817311 dv-cinder-787632-1-iscsi neutron-server[86219]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 22 20:19:23.817311 dv-cinder-787632-1-iscsi neutron-server[86219]:     event.method(event)
Apr 22 20:19:23.817311 dv-cinder-787632-1-iscsi neutron-server[86219]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 22 20:19:23.817311 dv-cinder-787632-1-iscsi neutron-server[86219]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 22 20:19:23.817311 dv-cinder-787632-1-iscsi neutron-server[86219]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Apr 22 20:19:23.817311 dv-cinder-787632-1-iscsi neutron-server[86219]:     segment_id)['aggregates'][0]
Apr 22 20:19:23.817311 dv-cinder-787632-1-iscsi neutron-server[86219]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 22 20:19:23.817311 dv-cinder-787632-1-iscsi neutron-server[86219]:     return f(self, *a, **k)
Apr 22 20:19:23.817311 dv-cinder-787632-1-iscsi neutron-server[86219]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 22 20:19:23.817311 dv-cinder-787632-1-iscsi neutron-server[86219]:     return self._get(url).json()
Apr 22 20:19:23.817311 dv-cinder-787632-1-iscsi neutron-server[86219]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 22 20:19:23.817311 dv-cinder-787632-1-iscsi neutron-server[86219]:     **kwargs)
Apr 22 20:19:23.817311 dv-cinder-787632-1-iscsi neutron-server[86219]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 22 20:19:23.817311 dv-cinder-787632-1-iscsi neutron-server[86219]:     return self.request(url, 'GET', **kwargs)
Apr 22 20:19:23.817311 dv-cinder-787632-1-iscsi neutron-server[86219]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request
Apr 22 20:19:23.817311 dv-cinder-787632-1-iscsi neutron-server[86219]:     **endpoint_filter)
Apr 22 20:19:23.817311 dv-cinder-787632-1-iscsi neutron-server[86219]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 22 20:19:23.817311 dv-cinder-787632-1-iscsi neutron-server[86219]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 22 20:19:23.817311 dv-cinder-787632-1-iscsi neutron-server[86219]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 22 20:19:23.817311 dv-cinder-787632-1-iscsi neutron-server[86219]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 22 20:19:23.817311 dv-cinder-787632-1-iscsi neutron-server[86219]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 22 20:19:23.902223 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-b0f189e7-c107-4ddd-8271-753bf8e9c188 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853244307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853168226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-427906'] for network, after_delete {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:19:23.906491 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [None req-023d8c1c-9038-47f6-b66e-9f5b85498fe1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 20:19:23.925964 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-b0f189e7-c107-4ddd-8271-753bf8e9c188 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853168243'] for network, before_response {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:19:23.929207 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0f189e7-c107-4ddd-8271-753bf8e9c188 admin admin] Pushing event deleted for resources: {'Network': ['ID=ab86acd9-ed69-41b2-838f-e93a3f84ce2a,revision_number=None']} {{(pid=86330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 20:19:23.932273 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [None req-b0f189e7-c107-4ddd-8271-753bf8e9c188 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=86330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 20:19:23.940915 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [None req-b0f189e7-c107-4ddd-8271-753bf8e9c188 admin admin] 10.222.0.30 "DELETE /v2.0/networks/ab86acd9-ed69-41b2-838f-e93a3f84ce2a HTTP/1.1" status: 204  len: 168 time: 2.2098958
Apr 22 20:19:24.056076 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.wsgi [-] (86330) accepted ('10.222.0.30', 43136) {{(pid=86330) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 20:19:24.108000 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [None req-b94d3ad4-bba9-4319-834d-680ea0234128 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=ed8e9232a3ce48d39526eecdc431aec3&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0506365
Apr 22 20:19:24.110427 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.wsgi [-] (86330) accepted ('10.222.0.30', 43140) {{(pid=86330) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 20:19:24.170530 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-6f346bdd-71ed-4bbc-99df-e66ec7ebab14 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:19:24.198306 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-6f346bdd-71ed-4bbc-99df-e66ec7ebab14 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:19:24.246896 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-6f346bdd-71ed-4bbc-99df-e66ec7ebab14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393900'] for security_group, after_delete {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:19:24.251836 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [None req-be52bff0-d13d-40c2-bead-afd986b52bef admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 20:19:24.265135 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f346bdd-71ed-4bbc-99df-e66ec7ebab14 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7e930b8-31f1-4903-8cfc-d3b82305fe6e,revision_number=None']} {{(pid=86330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 20:19:24.267580 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [None req-6f346bdd-71ed-4bbc-99df-e66ec7ebab14 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=86330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 20:19:24.274366 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-6f346bdd-71ed-4bbc-99df-e66ec7ebab14 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:19:24.275566 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [None req-6f346bdd-71ed-4bbc-99df-e66ec7ebab14 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/e7e930b8-31f1-4903-8cfc-d3b82305fe6e HTTP/1.1" status: 204  len: 168 time: 0.1641948
Apr 22 20:19:24.656215 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.wsgi [-] (86330) accepted ('10.222.0.30', 43166) {{(pid=86330) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 20:19:24.710104 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [None req-c2077a22-0d2e-4fdd-b9a1-727887daaddf admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=955f02e9554b4a1c937faa59c273a0e6&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0494905
Apr 22 20:19:24.710366 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.wsgi [-] (86330) accepted ('10.222.0.30', 43170) {{(pid=86330) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 20:19:24.773887 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-e5703e64-4ada-4637-a1db-d19ae393da7b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:19:24.820117 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-e5703e64-4ada-4637-a1db-d19ae393da7b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:19:24.913989 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-e5703e64-4ada-4637-a1db-d19ae393da7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393900'] for security_group, after_delete {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:19:24.919846 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [None req-e011a9ee-5638-4ce3-929e-4da606cd0aab admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 20:19:24.934209 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5703e64-4ada-4637-a1db-d19ae393da7b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5732ccd8-427b-414f-b7fa-07a4a0106088,revision_number=None']} {{(pid=86330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 20:19:24.937276 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [None req-e5703e64-4ada-4637-a1db-d19ae393da7b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=86330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 20:19:24.938298 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-e5703e64-4ada-4637-a1db-d19ae393da7b admin admin] Notify callbacks [] for security_group, before_response {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:19:24.939514 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [None req-e5703e64-4ada-4637-a1db-d19ae393da7b admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/5732ccd8-427b-414f-b7fa-07a4a0106088 HTTP/1.1" status: 204  len: 168 time: 0.2281740
Apr 22 20:19:25.728372 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-c89c5a1a-d81f-4cb1-ab8a-e8fccfb5ffed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309146858885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640583'] for agent, after_update {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:19:27.285278 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-e9170aac-19a1-412d-bd70-e1c7d66b6b89 req-3bee901c-2dab-40f9-95a8-6a6116ef61c1 tempest-TestVolumeBootPattern-572234504 tempest-TestVolumeBootPattern-572234504-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-518279394&fields=id&tenant_id=30860bebb771423695ffb4fd377ce666 HTTP/1.1" status: 200  len: 267 time: 0.0497696
Apr 22 20:19:27.466769 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9170aac-19a1-412d-bd70-e1c7d66b6b89 req-e32dd80d-4c1c-49c2-8edc-0e43fc6b8d0f tempest-TestVolumeBootPattern-572234504 tempest-TestVolumeBootPattern-572234504-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 20:19:27.468672 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-e9170aac-19a1-412d-bd70-e1c7d66b6b89 req-e32dd80d-4c1c-49c2-8edc-0e43fc6b8d0f tempest-TestVolumeBootPattern-572234504 tempest-TestVolumeBootPattern-572234504-project] 10.222.0.30 "GET /v2.0/networks?id=baa3aeb8-8dec-4767-92bc-d52436d9437a HTTP/1.1" status: 200  len: 811 time: 0.1737113
Apr 22 20:19:27.487097 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-e9170aac-19a1-412d-bd70-e1c7d66b6b89 req-d76a284c-1aaf-4431-be3c-bf6c04610054 tempest-TestVolumeBootPattern-572234504 tempest-TestVolumeBootPattern-572234504-project] 10.222.0.30 "GET /v2.0/quotas/30860bebb771423695ffb4fd377ce666 HTTP/1.1" status: 200  len: 375 time: 0.0110970
Apr 22 20:19:27.597290 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-e9170aac-19a1-412d-bd70-e1c7d66b6b89 req-0fb51cfd-c6ce-48c3-8462-35150121e2f1 tempest-TestVolumeBootPattern-572234504 tempest-TestVolumeBootPattern-572234504-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=30860bebb771423695ffb4fd377ce666&fields=id HTTP/1.1" status: 200  len: 440 time: 0.1033661
Apr 22 20:19:27.762623 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-e9170aac-19a1-412d-bd70-e1c7d66b6b89 req-a5d2d3b0-ab18-4182-8605-2ee51bb29ef6 service neutron] 10.222.0.30 "GET /v2.0/networks/baa3aeb8-8dec-4767-92bc-d52436d9437a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1509919
Apr 22 20:19:27.919124 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-e9170aac-19a1-412d-bd70-e1c7d66b6b89 req-4668b162-9cd2-4021-a659-f2d9821988ab service neutron] 10.222.0.30 "GET /v2.0/networks/baa3aeb8-8dec-4767-92bc-d52436d9437a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1494443
Apr 22 20:19:28.407811 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-812b4dea-9cce-4156-9216-98a34976f209 req-27a3dfee-fc5d-4bb7-8f92-6f2b066e732d tempest-TestVolumeBootPattern-572234504 tempest-TestVolumeBootPattern-572234504-project] 10.222.0.30 "GET /v2.0/ports?device_id=1154ec07-c9fa-4a08-9558-b6527b35aa4b HTTP/1.1" status: 200  len: 210 time: 0.0648708
Apr 22 20:19:28.563236 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-67f62077-dcb7-4ee3-8549-ff50c0dc267f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309146858885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640583'] for agent, after_update {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:19:28.965790 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-d69b9430-b136-4a40-a189-232f048ef307 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309146858885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640583'] for agent, after_update {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:19:29.276965 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-08e5d76f-3fe5-4242-a4b8-30f374028052 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309146858885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640583'] for agent, after_update {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:19:29.590716 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-327a8502-da84-4197-a71f-e06b6633b3b4 req-8ed11282-d3f7-4fa3-9331-5e8d21b1ef72 tempest-TestVolumeBootPattern-572234504 tempest-TestVolumeBootPattern-572234504-project] 10.222.0.30 "GET /v2.0/ports?device_id=1154ec07-c9fa-4a08-9558-b6527b35aa4b HTTP/1.1" status: 200  len: 210 time: 0.0680230
Apr 22 20:19:29.737481 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9170aac-19a1-412d-bd70-e1c7d66b6b89 req-32a81495-e08d-4a21-90e3-fe81155d0623 tempest-TestVolumeBootPattern-572234504 tempest-TestVolumeBootPattern-572234504-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 20:19:29.739199 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-e9170aac-19a1-412d-bd70-e1c7d66b6b89 req-32a81495-e08d-4a21-90e3-fe81155d0623 tempest-TestVolumeBootPattern-572234504 tempest-TestVolumeBootPattern-572234504-project] 10.222.0.46 "GET /v2.0/networks?id=baa3aeb8-8dec-4767-92bc-d52436d9437a HTTP/1.1" status: 200  len: 811 time: 0.1873095
Apr 22 20:19:29.818337 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-e9170aac-19a1-412d-bd70-e1c7d66b6b89 req-665f15de-5384-478c-9c5a-e6cd7675fe94 tempest-TestVolumeBootPattern-572234504 tempest-TestVolumeBootPattern-572234504-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=30860bebb771423695ffb4fd377ce666 HTTP/1.1" status: 200  len: 379 time: 0.0700738
Apr 22 20:19:29.828496 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.v2.base [req-e9170aac-19a1-412d-bd70-e1c7d66b6b89 req-a77b06ba-ce87-4e8f-98ae-b17260079e2b tempest-TestVolumeBootPattern-572234504 tempest-TestVolumeBootPattern-572234504-project] Request body: {'port': {'device_id': '1154ec07-c9fa-4a08-9558-b6527b35aa4b', 'network_id': 'baa3aeb8-8dec-4767-92bc-d52436d9437a', 'admin_state_up': True, 'tenant_id': '30860bebb771423695ffb4fd377ce666', 'security_groups': ['010d7216-01fc-4a1c-badb-a01fee62fe34']}} {{(pid=86331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 22 20:19:30.027766 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.quota.driver [req-e9170aac-19a1-412d-bd70-e1c7d66b6b89 req-a77b06ba-ce87-4e8f-98ae-b17260079e2b tempest-TestVolumeBootPattern-572234504 tempest-TestVolumeBootPattern-572234504-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 22 20:19:30.038612 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.quota.driver [req-e9170aac-19a1-412d-bd70-e1c7d66b6b89 req-a77b06ba-ce87-4e8f-98ae-b17260079e2b tempest-TestVolumeBootPattern-572234504 tempest-TestVolumeBootPattern-572234504-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=86331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 22 20:19:30.050450 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e9170aac-19a1-412d-bd70-e1c7d66b6b89 req-a77b06ba-ce87-4e8f-98ae-b17260079e2b tempest-TestVolumeBootPattern-572234504 tempest-TestVolumeBootPattern-572234504-project] Made reservation on behalf of 30860bebb771423695ffb4fd377ce666 for: {'port': 1} {{(pid=86331) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 22 20:19:30.055508 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [req-e9170aac-19a1-412d-bd70-e1c7d66b6b89 req-a77b06ba-ce87-4e8f-98ae-b17260079e2b tempest-TestVolumeBootPattern-572234504 tempest-TestVolumeBootPattern-572234504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587983'] for port, before_create {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:19:30.245634 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-77fc9508-bbbe-4662-bfa7-f4837e5c3abe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309146858885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640583'] for agent, after_update {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:19:30.268842 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.db_base_plugin_common [req-e9170aac-19a1-412d-bd70-e1c7d66b6b89 req-a77b06ba-ce87-4e8f-98ae-b17260079e2b tempest-TestVolumeBootPattern-572234504 tempest-TestVolumeBootPattern-572234504-project] Allocated IP 172.20.0.4 (baa3aeb8-8dec-4767-92bc-d52436d9437a/083c45db-27b8-429b-b9a6-58f44b80ddc9/92c84e75-dd8a-4dc7-8e16-4ccf81124d75) {{(pid=86331) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 22 20:19:30.510038 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [req-e9170aac-19a1-412d-bd70-e1c7d66b6b89 req-a77b06ba-ce87-4e8f-98ae-b17260079e2b tempest-TestVolumeBootPattern-572234504 tempest-TestVolumeBootPattern-572234504-project] Notify callbacks [] for port, precommit_create {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:19:30.533702 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.provisioning_blocks [req-e9170aac-19a1-412d-bd70-e1c7d66b6b89 req-a77b06ba-ce87-4e8f-98ae-b17260079e2b tempest-TestVolumeBootPattern-572234504 tempest-TestVolumeBootPattern-572234504-project] Transition to ACTIVE for port object 92c84e75-dd8a-4dc7-8e16-4ccf81124d75 will not be triggered until provisioned by entity DHCP. {{(pid=86331) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 22 20:19:30.565711 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [req-e9170aac-19a1-412d-bd70-e1c7d66b6b89 req-a77b06ba-ce87-4e8f-98ae-b17260079e2b tempest-TestVolumeBootPattern-572234504 tempest-TestVolumeBootPattern-572234504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854198495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853168226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363309147208154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1223862'] for port, after_create {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:19:30.573225 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [None req-54faae5e-4ba1-4656-afa1-dda30a4d09e9 tempest-AttachVolumeShelveTestJSON-1095716281 tempest-AttachVolumeShelveTestJSON-1095716281-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 20:19:30.687662 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e9170aac-19a1-412d-bd70-e1c7d66b6b89 req-a77b06ba-ce87-4e8f-98ae-b17260079e2b tempest-TestVolumeBootPattern-572234504 tempest-TestVolumeBootPattern-572234504-project] Network baa3aeb8-8dec-4767-92bc-d52436d9437a is already hosted by enough agents. {{(pid=86331) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 22 20:19:30.698058 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.scheduler.base_scheduler [req-e9170aac-19a1-412d-bd70-e1c7d66b6b89 req-a77b06ba-ce87-4e8f-98ae-b17260079e2b tempest-TestVolumeBootPattern-572234504 tempest-TestVolumeBootPattern-572234504-project] Resources bound (agent type, host, resource id):  {{(pid=86331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 22 20:19:30.700910 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.l3_dvrscheduler_db [req-e9170aac-19a1-412d-bd70-e1c7d66b6b89 req-a77b06ba-ce87-4e8f-98ae-b17260079e2b tempest-TestVolumeBootPattern-572234504 tempest-TestVolumeBootPattern-572234504-project] Received port after_create {{(pid=86331) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 22 20:19:30.868489 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9170aac-19a1-412d-bd70-e1c7d66b6b89 req-a77b06ba-ce87-4e8f-98ae-b17260079e2b tempest-TestVolumeBootPattern-572234504 tempest-TestVolumeBootPattern-572234504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 20:19:30.868828 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [req-e9170aac-19a1-412d-bd70-e1c7d66b6b89 req-a77b06ba-ce87-4e8f-98ae-b17260079e2b tempest-TestVolumeBootPattern-572234504 tempest-TestVolumeBootPattern-572234504-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-743'] for port, before_response {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:19:30.884860 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a77b06ba-ce87-4e8f-98ae-b17260079e2b tempest-TestVolumeBootPattern-572234504 tempest-TestVolumeBootPattern-572234504-project] Pushing event updated for resources: {'Port': ['ID=92c84e75-dd8a-4dc7-8e16-4ccf81124d75,revision_number=1']} {{(pid=86331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 20:19:30.893962 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [None req-a77b06ba-ce87-4e8f-98ae-b17260079e2b tempest-TestVolumeBootPattern-572234504 tempest-TestVolumeBootPattern-572234504-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.321s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 20:19:30.941726 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-e9170aac-19a1-412d-bd70-e1c7d66b6b89 req-a77b06ba-ce87-4e8f-98ae-b17260079e2b tempest-TestVolumeBootPattern-572234504 tempest-TestVolumeBootPattern-572234504-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.1174400
Apr 22 20:19:30.954583 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d3a398-23ab-4318-930d-b5e62bc4052b req-6c74c1d9-67a6-4024-886a-baffa49519d2 tempest-TestVolumeBootPattern-572234504 tempest-TestVolumeBootPattern-572234504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 20:19:30.955578 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.quota.resource [req-59d3a398-23ab-4318-930d-b5e62bc4052b req-6c74c1d9-67a6-4024-886a-baffa49519d2 tempest-TestVolumeBootPattern-572234504 tempest-TestVolumeBootPattern-572234504-project] Synchronizing usage tracker for tenant:30860bebb771423695ffb4fd377ce666 on resource:port {{(pid=86331) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 22 20:19:30.966033 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.provisioning_blocks [None req-2ac7346d-7004-4488-8e5b-bcd099e2d405 None None] Provisioning for port 92c84e75-dd8a-4dc7-8e16-4ccf81124d75 completed by entity DHCP. {{(pid=86332) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 22 20:19:30.974380 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.v2.base [req-e9170aac-19a1-412d-bd70-e1c7d66b6b89 req-adf348c9-45b6-4a02-aa72-ac59870a6a13 service neutron] Request body: {'port': {'device_id': '1154ec07-c9fa-4a08-9558-b6527b35aa4b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78763'}} {{(pid=86331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 22 20:19:30.977881 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.provisioning_blocks [None req-2ac7346d-7004-4488-8e5b-bcd099e2d405 None None] Provisioning complete for port 92c84e75-dd8a-4dc7-8e16-4ccf81124d75 triggered by entity DHCP. {{(pid=86332) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 22 20:19:30.978626 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-2ac7346d-7004-4488-8e5b-bcd099e2d405 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854135278'] for port, provisioning_complete {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:19:31.038888 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.quota.resource [req-59d3a398-23ab-4318-930d-b5e62bc4052b req-6c74c1d9-67a6-4024-886a-baffa49519d2 tempest-TestVolumeBootPattern-572234504 tempest-TestVolumeBootPattern-572234504-project] Unset dirty status for tenant:30860bebb771423695ffb4fd377ce666 on resource:port {{(pid=86331) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 22 20:19:31.040375 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-59d3a398-23ab-4318-930d-b5e62bc4052b req-6c74c1d9-67a6-4024-886a-baffa49519d2 tempest-TestVolumeBootPattern-572234504 tempest-TestVolumeBootPattern-572234504-project] 10.222.0.30 "GET /v2.0/ports?device_id=1154ec07-c9fa-4a08-9558-b6527b35aa4b HTTP/1.1" status: 200  len: 931 time: 0.2562151
Apr 22 20:19:31.055513 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.plugin [None req-2ac7346d-7004-4488-8e5b-bcd099e2d405 None None] Port 92c84e75-dd8a-4dc7-8e16-4ccf81124d75 cannot update to ACTIVE because it is not bound. {{(pid=86332) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 22 20:19:31.169102 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [req-e9170aac-19a1-412d-bd70-e1c7d66b6b89 req-adf348c9-45b6-4a02-aa72-ac59870a6a13 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587983'] for port, before_update {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:19:31.183160 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-59d3a398-23ab-4318-930d-b5e62bc4052b req-07b3335e-faec-40c4-837b-7581c5cdabff tempest-TestVolumeBootPattern-572234504 tempest-TestVolumeBootPattern-572234504-project] 10.222.0.30 "GET /v2.0/security-groups?id=010d7216-01fc-4a1c-badb-a01fee62fe34&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1309133
Apr 22 20:19:31.624269 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.notifiers.nova [req-e9170aac-19a1-412d-bd70-e1c7d66b6b89 req-adf348c9-45b6-4a02-aa72-ac59870a6a13 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 92c84e75-dd8a-4dc7-8e16-4ccf81124d75 {{(pid=86331) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 22 20:19:31.633449 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [req-e9170aac-19a1-412d-bd70-e1c7d66b6b89 req-adf348c9-45b6-4a02-aa72-ac59870a6a13 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:19:31.650668 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.provisioning_blocks [req-e9170aac-19a1-412d-bd70-e1c7d66b6b89 req-adf348c9-45b6-4a02-aa72-ac59870a6a13 service neutron] Transition to ACTIVE for port object 92c84e75-dd8a-4dc7-8e16-4ccf81124d75 will not be triggered until provisioned by entity L2. {{(pid=86331) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 22 20:19:31.654053 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [req-e9170aac-19a1-412d-bd70-e1c7d66b6b89 req-adf348c9-45b6-4a02-aa72-ac59870a6a13 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854198495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853168226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727707997384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363309147208137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727707567697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036853551937'] for port, after_update {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:19:31.664965 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [None req-b8330e51-146e-4538-b00b-8fb4ec4df65b tempest-VolumesSnapshotTestJSON-1289454250 tempest-VolumesSnapshotTestJSON-1289454250-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 20:19:31.908206 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adf348c9-45b6-4a02-aa72-ac59870a6a13 service neutron] Pushing event updated for resources: {'Port': ['ID=92c84e75-dd8a-4dc7-8e16-4ccf81124d75,revision_number=2']} {{(pid=86331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 20:19:31.919508 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [None req-adf348c9-45b6-4a02-aa72-ac59870a6a13 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.254s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 20:19:32.087883 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba537e18-5b3d-4ae2-9347-dd29ca23c743 req-d440d157-23ea-438b-9036-eeb4f2527ecd tempest-AttachVolumeShelveTestJSON-1095716281 tempest-AttachVolumeShelveTestJSON-1095716281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 20:19:32.089970 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-ba537e18-5b3d-4ae2-9347-dd29ca23c743 req-d440d157-23ea-438b-9036-eeb4f2527ecd tempest-AttachVolumeShelveTestJSON-1095716281 tempest-AttachVolumeShelveTestJSON-1095716281-project] 10.222.0.30 "GET /v2.0/ports?device_id=bea0e040-e3dd-4e46-87e8-ed5a96b95301 HTTP/1.1" status: 200  len: 946 time: 0.2935934
Apr 22 20:19:32.120304 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.managers [req-e9170aac-19a1-412d-bd70-e1c7d66b6b89 req-adf348c9-45b6-4a02-aa72-ac59870a6a13 service neutron] Attempting to bind port 92c84e75-dd8a-4dc7-8e16-4ccf81124d75 on host hv-cinder-78763 for vnic_type normal with profile  {{(pid=86331) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 22 20:19:32.120856 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.managers [req-e9170aac-19a1-412d-bd70-e1c7d66b6b89 req-adf348c9-45b6-4a02-aa72-ac59870a6a13 service neutron] Attempting to bind port 92c84e75-dd8a-4dc7-8e16-4ccf81124d75 by drivers openvswitch,hyperv on host hv-cinder-78763 at level 0 using segments [{'id': 'ecbdd09a-cdfc-40aa-add8-36baaaee03d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': 'baa3aeb8-8dec-4767-92bc-d52436d9437a'}] {{(pid=86331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 22 20:19:32.121362 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9170aac-19a1-412d-bd70-e1c7d66b6b89 req-adf348c9-45b6-4a02-aa72-ac59870a6a13 service neutron] Attempting to bind port 92c84e75-dd8a-4dc7-8e16-4ccf81124d75 on network baa3aeb8-8dec-4767-92bc-d52436d9437a {{(pid=86331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 22 20:19:32.147195 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9170aac-19a1-412d-bd70-e1c7d66b6b89 req-adf348c9-45b6-4a02-aa72-ac59870a6a13 service neutron] Port 92c84e75-dd8a-4dc7-8e16-4ccf81124d75 on network baa3aeb8-8dec-4767-92bc-d52436d9437a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78763 {{(pid=86331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 22 20:19:32.147606 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9170aac-19a1-412d-bd70-e1c7d66b6b89 req-adf348c9-45b6-4a02-aa72-ac59870a6a13 service neutron] Attempting to bind port 92c84e75-dd8a-4dc7-8e16-4ccf81124d75 on network baa3aeb8-8dec-4767-92bc-d52436d9437a {{(pid=86331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 22 20:19:32.165799 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9170aac-19a1-412d-bd70-e1c7d66b6b89 req-adf348c9-45b6-4a02-aa72-ac59870a6a13 service neutron] Checking agent: {'id': 'b4f1961c-1932-496b-a656-3b148bb81a73', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78763', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 22, 20, 9, 49), 'started_at': datetime.datetime(2021, 4, 22, 20, 9, 49), 'heartbeat_timestamp': datetime.datetime(2021, 4, 22, 20, 19, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 22 20:19:32.165799 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9170aac-19a1-412d-bd70-e1c7d66b6b89 req-adf348c9-45b6-4a02-aa72-ac59870a6a13 service neutron] Checking segment: {'id': 'ecbdd09a-cdfc-40aa-add8-36baaaee03d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': 'baa3aeb8-8dec-4767-92bc-d52436d9437a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86331) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 22 20:19:32.165799 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9170aac-19a1-412d-bd70-e1c7d66b6b89 req-adf348c9-45b6-4a02-aa72-ac59870a6a13 service neutron] Bound using segment: {'id': 'ecbdd09a-cdfc-40aa-add8-36baaaee03d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': 'baa3aeb8-8dec-4767-92bc-d52436d9437a'} {{(pid=86331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 22 20:19:32.166297 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.managers [req-e9170aac-19a1-412d-bd70-e1c7d66b6b89 req-adf348c9-45b6-4a02-aa72-ac59870a6a13 service neutron] Bound port: 92c84e75-dd8a-4dc7-8e16-4ccf81124d75, host: hv-cinder-78763, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ecbdd09a-cdfc-40aa-add8-36baaaee03d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': 'baa3aeb8-8dec-4767-92bc-d52436d9437a'}}] {{(pid=86331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 22 20:19:32.166596 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [req-e9170aac-19a1-412d-bd70-e1c7d66b6b89 req-adf348c9-45b6-4a02-aa72-ac59870a6a13 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587983'] for port, before_update {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:19:32.202118 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-ba537e18-5b3d-4ae2-9347-dd29ca23c743 req-09f9377a-ea21-442c-9f21-481c8685643a tempest-AttachVolumeShelveTestJSON-1095716281 tempest-AttachVolumeShelveTestJSON-1095716281-project] 10.222.0.30 "GET /v2.0/security-groups?id=2828f93a-45b4-439f-a8a8-dbebf20fc2c8&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1013293
Apr 22 20:19:32.310585 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.db [req-e9170aac-19a1-412d-bd70-e1c7d66b6b89 req-adf348c9-45b6-4a02-aa72-ac59870a6a13 service neutron] For port 92c84e75-dd8a-4dc7-8e16-4ccf81124d75, host hv-cinder-78763, cleared binding levels {{(pid=86331) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 22 20:19:32.314128 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.db [req-e9170aac-19a1-412d-bd70-e1c7d66b6b89 req-adf348c9-45b6-4a02-aa72-ac59870a6a13 service neutron] For port 92c84e75-dd8a-4dc7-8e16-4ccf81124d75, host hv-cinder-78763, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78763',level=0,port_id=92c84e75-dd8a-4dc7-8e16-4ccf81124d75,segment=NetworkSegment(ecbdd09a-cdfc-40aa-add8-36baaaee03d5),segment_id=ecbdd09a-cdfc-40aa-add8-36baaaee03d5)] {{(pid=86331) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 22 20:19:32.322376 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [req-e9170aac-19a1-412d-bd70-e1c7d66b6b89 req-adf348c9-45b6-4a02-aa72-ac59870a6a13 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854198495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853168226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727707997384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363309147208137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727707567697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036853551937'] for port, after_update {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:19:32.333216 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [None req-54faae5e-4ba1-4656-afa1-dda30a4d09e9 tempest-AttachVolumeShelveTestJSON-1095716281 tempest-AttachVolumeShelveTestJSON-1095716281-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 20:19:32.390650 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9170aac-19a1-412d-bd70-e1c7d66b6b89 req-adf348c9-45b6-4a02-aa72-ac59870a6a13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 20:19:32.391659 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [req-e9170aac-19a1-412d-bd70-e1c7d66b6b89 req-adf348c9-45b6-4a02-aa72-ac59870a6a13 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-743'] for port, before_response {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:19:32.393497 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-e9170aac-19a1-412d-bd70-e1c7d66b6b89 req-adf348c9-45b6-4a02-aa72-ac59870a6a13 service neutron] 10.222.0.46 "PUT /v2.0/ports/92c84e75-dd8a-4dc7-8e16-4ccf81124d75 HTTP/1.1" status: 200  len: 1093 time: 1.4320018
Apr 22 20:19:32.394282 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1154ec07-c9fa-4a08-9558-b6527b35aa4b', 'tag': '92c84e75-dd8a-4dc7-8e16-4ccf81124d75'}] {{(pid=86331) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 22 20:19:32.491295 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1154ec07-c9fa-4a08-9558-b6527b35aa4b', 'tag': '92c84e75-dd8a-4dc7-8e16-4ccf81124d75', 'status': 'completed', 'code': 200}
Apr 22 20:19:32.503557 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c6959c-4c11-44fe-8b61-39109243008c req-338523fb-4ed9-48f4-984f-d3e1dee6e724 tempest-TestVolumeBootPattern-572234504 tempest-TestVolumeBootPattern-572234504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 20:19:32.503769 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adf348c9-45b6-4a02-aa72-ac59870a6a13 service neutron] Pushing event updated for resources: {'Port': ['ID=92c84e75-dd8a-4dc7-8e16-4ccf81124d75,revision_number=3']} {{(pid=86331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 20:19:32.518947 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [None req-adf348c9-45b6-4a02-aa72-ac59870a6a13 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 20:19:32.519398 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-19c6959c-4c11-44fe-8b61-39109243008c req-338523fb-4ed9-48f4-984f-d3e1dee6e724 tempest-TestVolumeBootPattern-572234504 tempest-TestVolumeBootPattern-572234504-project] 10.222.0.30 "GET /v2.0/ports?device_id=1154ec07-c9fa-4a08-9558-b6527b35aa4b HTTP/1.1" status: 200  len: 943 time: 0.1683135
Apr 22 20:19:32.556548 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9170aac-19a1-412d-bd70-e1c7d66b6b89 req-9763e987-c3bf-42a7-96d2-7c5707285a55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 20:19:32.558266 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-e9170aac-19a1-412d-bd70-e1c7d66b6b89 req-9763e987-c3bf-42a7-96d2-7c5707285a55 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=30860bebb771423695ffb4fd377ce666&device_id=1154ec07-c9fa-4a08-9558-b6527b35aa4b HTTP/1.1" status: 200  len: 1096 time: 0.1264105
Apr 22 20:19:32.597218 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-19c6959c-4c11-44fe-8b61-39109243008c req-7e7582cc-1c03-46cb-b1e8-1c423e663ea5 tempest-TestVolumeBootPattern-572234504 tempest-TestVolumeBootPattern-572234504-project] 10.222.0.30 "GET /v2.0/security-groups?id=010d7216-01fc-4a1c-badb-a01fee62fe34&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0762317
Apr 22 20:19:32.657739 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-e9170aac-19a1-412d-bd70-e1c7d66b6b89 req-af67e4ae-743f-4a3c-a6dd-33b40cc27115 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=92c84e75-dd8a-4dc7-8e16-4ccf81124d75 HTTP/1.1" status: 200  len: 217 time: 0.0919020
Apr 22 20:19:32.983035 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9170aac-19a1-412d-bd70-e1c7d66b6b89 req-8ee1f28c-3391-43a7-bd46-dd4224f0a705 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 20:19:32.985280 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-e9170aac-19a1-412d-bd70-e1c7d66b6b89 req-8ee1f28c-3391-43a7-bd46-dd4224f0a705 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=083c45db-27b8-429b-b9a6-58f44b80ddc9 HTTP/1.1" status: 200  len: 850 time: 0.3207693
Apr 22 20:19:33.077588 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9170aac-19a1-412d-bd70-e1c7d66b6b89 req-00128362-8bbd-423c-82f4-b0ae38632864 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 20:19:33.079337 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-e9170aac-19a1-412d-bd70-e1c7d66b6b89 req-00128362-8bbd-423c-82f4-b0ae38632864 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=baa3aeb8-8dec-4767-92bc-d52436d9437a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0863905
Apr 22 20:19:33.242326 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-e9170aac-19a1-412d-bd70-e1c7d66b6b89 req-a78ee4ba-d52b-4538-b907-1361f59c1107 service neutron] 10.222.0.46 "GET /v2.0/networks/baa3aeb8-8dec-4767-92bc-d52436d9437a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1545775
Apr 22 20:19:33.453434 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-e9170aac-19a1-412d-bd70-e1c7d66b6b89 req-c36b84cc-f5ae-462c-93df-07c09b30ec0c service neutron] 10.222.0.46 "GET /v2.0/networks/baa3aeb8-8dec-4767-92bc-d52436d9437a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2043936
Apr 22 20:19:33.480294 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b968d46b-da1a-41e2-b0cb-0e9fc849c433 req-94e21ed6-75d6-489d-850e-c1e8652cec57 tempest-AttachVolumeShelveTestJSON-1095716281 tempest-AttachVolumeShelveTestJSON-1095716281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 20:19:33.481999 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-b968d46b-da1a-41e2-b0cb-0e9fc849c433 req-94e21ed6-75d6-489d-850e-c1e8652cec57 tempest-AttachVolumeShelveTestJSON-1095716281 tempest-AttachVolumeShelveTestJSON-1095716281-project] 10.222.0.30 "GET /v2.0/ports?device_id=bea0e040-e3dd-4e46-87e8-ed5a96b95301 HTTP/1.1" status: 200  len: 946 time: 0.1340342
Apr 22 20:19:33.604341 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-b968d46b-da1a-41e2-b0cb-0e9fc849c433 req-81c1a901-db73-4dca-8224-baa8116bac06 tempest-AttachVolumeShelveTestJSON-1095716281 tempest-AttachVolumeShelveTestJSON-1095716281-project] 10.222.0.30 "GET /v2.0/security-groups?id=2828f93a-45b4-439f-a8a8-dbebf20fc2c8&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1076508
Apr 22 20:19:33.644861 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd3efde-32e4-4a4b-adff-6e5f7e1b2e34 req-3d44ffa4-cd69-4e2b-b9a0-c5ed11bedeba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 20:19:33.647597 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-1dd3efde-32e4-4a4b-adff-6e5f7e1b2e34 req-3d44ffa4-cd69-4e2b-b9a0-c5ed11bedeba service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=30860bebb771423695ffb4fd377ce666&device_id=1154ec07-c9fa-4a08-9558-b6527b35aa4b HTTP/1.1" status: 200  len: 1096 time: 0.1353791
Apr 22 20:19:33.805974 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd3efde-32e4-4a4b-adff-6e5f7e1b2e34 req-2fd98626-98e9-4033-a308-61b209293a55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 20:19:33.806360 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-1dd3efde-32e4-4a4b-adff-6e5f7e1b2e34 req-2fd98626-98e9-4033-a308-61b209293a55 service neutron] 10.222.0.46 "GET /v2.0/networks?id=baa3aeb8-8dec-4767-92bc-d52436d9437a HTTP/1.1" status: 200  len: 912 time: 0.1501782
Apr 22 20:19:33.872627 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1103d9fb-3d11-46df-b81d-493a1b7d390e req-a253b228-e06f-4e40-952e-67e7845c5040 tempest-TestVolumeBootPattern-572234504 tempest-TestVolumeBootPattern-572234504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 20:19:33.874534 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-1103d9fb-3d11-46df-b81d-493a1b7d390e req-a253b228-e06f-4e40-952e-67e7845c5040 tempest-TestVolumeBootPattern-572234504 tempest-TestVolumeBootPattern-572234504-project] 10.222.0.30 "GET /v2.0/ports?device_id=1154ec07-c9fa-4a08-9558-b6527b35aa4b HTTP/1.1" status: 200  len: 943 time: 0.1539075
Apr 22 20:19:33.903035 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-1dd3efde-32e4-4a4b-adff-6e5f7e1b2e34 req-e7cbade3-5d29-4dab-8c9b-10d1d352c550 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=92c84e75-dd8a-4dc7-8e16-4ccf81124d75 HTTP/1.1" status: 200  len: 217 time: 0.0864503
Apr 22 20:19:33.935047 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-1103d9fb-3d11-46df-b81d-493a1b7d390e req-0277da42-a108-47a9-83b3-caad5f800c02 tempest-TestVolumeBootPattern-572234504 tempest-TestVolumeBootPattern-572234504-project] 10.222.0.30 "GET /v2.0/security-groups?id=010d7216-01fc-4a1c-badb-a01fee62fe34&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0537233
Apr 22 20:19:33.986195 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd3efde-32e4-4a4b-adff-6e5f7e1b2e34 req-65e30585-541b-4ba7-9072-ac66a0782c06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 20:19:33.987913 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-1dd3efde-32e4-4a4b-adff-6e5f7e1b2e34 req-65e30585-541b-4ba7-9072-ac66a0782c06 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=083c45db-27b8-429b-b9a6-58f44b80ddc9 HTTP/1.1" status: 200  len: 850 time: 0.0752404
Apr 22 20:19:34.085679 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd3efde-32e4-4a4b-adff-6e5f7e1b2e34 req-a0764af6-e835-476a-be34-7d862b179625 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 20:19:34.087445 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-1dd3efde-32e4-4a4b-adff-6e5f7e1b2e34 req-a0764af6-e835-476a-be34-7d862b179625 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=baa3aeb8-8dec-4767-92bc-d52436d9437a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0914333
Apr 22 20:19:34.255505 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-1dd3efde-32e4-4a4b-adff-6e5f7e1b2e34 req-b6eb3044-45f1-4a0c-ba1f-a30e3b7ae554 service neutron] 10.222.0.46 "GET /v2.0/networks/baa3aeb8-8dec-4767-92bc-d52436d9437a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1604795
Apr 22 20:19:34.406460 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-1dd3efde-32e4-4a4b-adff-6e5f7e1b2e34 req-bcd01914-6051-4c58-a2f9-27356922ce74 service neutron] 10.222.0.46 "GET /v2.0/networks/baa3aeb8-8dec-4767-92bc-d52436d9437a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1433616
Apr 22 20:19:34.854795 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b01911-3f17-4ae9-b71b-d72225bda9ba req-81c715f7-361d-4e74-83e1-f348fed29b1c tempest-AttachVolumeShelveTestJSON-1095716281 tempest-AttachVolumeShelveTestJSON-1095716281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 20:19:34.856811 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-e0b01911-3f17-4ae9-b71b-d72225bda9ba req-81c715f7-361d-4e74-83e1-f348fed29b1c tempest-AttachVolumeShelveTestJSON-1095716281 tempest-AttachVolumeShelveTestJSON-1095716281-project] 10.222.0.30 "GET /v2.0/ports?device_id=bea0e040-e3dd-4e46-87e8-ed5a96b95301 HTTP/1.1" status: 200  len: 946 time: 0.1231718
Apr 22 20:19:34.918055 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-e0b01911-3f17-4ae9-b71b-d72225bda9ba req-0dccfe03-71e9-45b7-81e6-69de2dfc1f92 tempest-AttachVolumeShelveTestJSON-1095716281 tempest-AttachVolumeShelveTestJSON-1095716281-project] 10.222.0.30 "GET /v2.0/security-groups?id=2828f93a-45b4-439f-a8a8-dbebf20fc2c8&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0545325
Apr 22 20:19:35.159140 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36076b6f-24b8-42da-8623-ce36bd80d0f0 req-62e8525e-ce61-439c-aec1-ea9de80ac643 tempest-TestVolumeBootPattern-572234504 tempest-TestVolumeBootPattern-572234504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 20:19:35.160892 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-36076b6f-24b8-42da-8623-ce36bd80d0f0 req-62e8525e-ce61-439c-aec1-ea9de80ac643 tempest-TestVolumeBootPattern-572234504 tempest-TestVolumeBootPattern-572234504-project] 10.222.0.30 "GET /v2.0/ports?device_id=1154ec07-c9fa-4a08-9558-b6527b35aa4b HTTP/1.1" status: 200  len: 943 time: 0.0974884
Apr 22 20:19:35.218747 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-36076b6f-24b8-42da-8623-ce36bd80d0f0 req-2f17287a-7c6f-485c-a666-7f36ccd239dc tempest-TestVolumeBootPattern-572234504 tempest-TestVolumeBootPattern-572234504-project] 10.222.0.30 "GET /v2.0/security-groups?id=010d7216-01fc-4a1c-badb-a01fee62fe34&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0482306
Apr 22 20:19:36.174936 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe49e72-71d8-40c7-a33f-40ccebf5a499 req-7262c1d5-06ce-4514-b97d-153fd5985dd1 tempest-AttachVolumeShelveTestJSON-1095716281 tempest-AttachVolumeShelveTestJSON-1095716281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 20:19:36.177220 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-fbe49e72-71d8-40c7-a33f-40ccebf5a499 req-7262c1d5-06ce-4514-b97d-153fd5985dd1 tempest-AttachVolumeShelveTestJSON-1095716281 tempest-AttachVolumeShelveTestJSON-1095716281-project] 10.222.0.30 "GET /v2.0/ports?device_id=bea0e040-e3dd-4e46-87e8-ed5a96b95301 HTTP/1.1" status: 200  len: 946 time: 0.1095583
Apr 22 20:19:36.234941 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-fbe49e72-71d8-40c7-a33f-40ccebf5a499 req-18fb79b5-2a26-4018-bf62-ea9f62743de8 tempest-AttachVolumeShelveTestJSON-1095716281 tempest-AttachVolumeShelveTestJSON-1095716281-project] 10.222.0.30 "GET /v2.0/security-groups?id=2828f93a-45b4-439f-a8a8-dbebf20fc2c8&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0503721
Apr 22 20:19:36.449115 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce7a2f4-ab7c-48b5-ac6d-1401f695585f req-c57128af-253c-422a-9080-02b74e775cc2 tempest-TestVolumeBootPattern-572234504 tempest-TestVolumeBootPattern-572234504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 20:19:36.450954 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-0ce7a2f4-ab7c-48b5-ac6d-1401f695585f req-c57128af-253c-422a-9080-02b74e775cc2 tempest-TestVolumeBootPattern-572234504 tempest-TestVolumeBootPattern-572234504-project] 10.222.0.30 "GET /v2.0/ports?device_id=1154ec07-c9fa-4a08-9558-b6527b35aa4b HTTP/1.1" status: 200  len: 943 time: 0.1011543
Apr 22 20:19:36.504255 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-0ce7a2f4-ab7c-48b5-ac6d-1401f695585f req-ed9d314c-07e1-4513-83d3-26d42f82a75d tempest-TestVolumeBootPattern-572234504 tempest-TestVolumeBootPattern-572234504-project] 10.222.0.30 "GET /v2.0/security-groups?id=010d7216-01fc-4a1c-badb-a01fee62fe34&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0457838
Apr 22 20:19:37.475137 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0943209f-2945-4c94-9aa5-d9dc2b942efb req-1f37ab68-99cb-4f80-8bb1-6e92d6092ccf tempest-AttachVolumeShelveTestJSON-1095716281 tempest-AttachVolumeShelveTestJSON-1095716281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 20:19:37.480628 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-0943209f-2945-4c94-9aa5-d9dc2b942efb req-1f37ab68-99cb-4f80-8bb1-6e92d6092ccf tempest-AttachVolumeShelveTestJSON-1095716281 tempest-AttachVolumeShelveTestJSON-1095716281-project] 10.222.0.30 "GET /v2.0/ports?device_id=bea0e040-e3dd-4e46-87e8-ed5a96b95301 HTTP/1.1" status: 200  len: 946 time: 0.1021333
Apr 22 20:19:37.534260 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-0943209f-2945-4c94-9aa5-d9dc2b942efb req-9e8ffcfa-1537-4947-974e-df8c5e22f435 tempest-AttachVolumeShelveTestJSON-1095716281 tempest-AttachVolumeShelveTestJSON-1095716281-project] 10.222.0.30 "GET /v2.0/security-groups?id=2828f93a-45b4-439f-a8a8-dbebf20fc2c8&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0456989
Apr 22 20:19:37.763836 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab0b79f3-a488-4eab-9194-5b693fd4a967 req-52dac61c-0149-4543-a270-83ff1ed03c43 tempest-TestVolumeBootPattern-572234504 tempest-TestVolumeBootPattern-572234504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 20:19:37.765457 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-ab0b79f3-a488-4eab-9194-5b693fd4a967 req-52dac61c-0149-4543-a270-83ff1ed03c43 tempest-TestVolumeBootPattern-572234504 tempest-TestVolumeBootPattern-572234504-project] 10.222.0.30 "GET /v2.0/ports?device_id=1154ec07-c9fa-4a08-9558-b6527b35aa4b HTTP/1.1" status: 200  len: 943 time: 0.1243358
Apr 22 20:19:37.846944 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-ab0b79f3-a488-4eab-9194-5b693fd4a967 req-eabd5909-3ad1-4c84-958a-98be0efba9d5 tempest-TestVolumeBootPattern-572234504 tempest-TestVolumeBootPattern-572234504-project] 10.222.0.30 "GET /v2.0/security-groups?id=010d7216-01fc-4a1c-badb-a01fee62fe34&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0708675
Apr 22 20:19:38.779597 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1afed47d-c151-443f-b1dc-16c3db31aef1 req-9f2719dc-fe48-465a-81ae-9f42b583ec7c tempest-AttachVolumeShelveTestJSON-1095716281 tempest-AttachVolumeShelveTestJSON-1095716281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 20:19:38.781570 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-1afed47d-c151-443f-b1dc-16c3db31aef1 req-9f2719dc-fe48-465a-81ae-9f42b583ec7c tempest-AttachVolumeShelveTestJSON-1095716281 tempest-AttachVolumeShelveTestJSON-1095716281-project] 10.222.0.30 "GET /v2.0/ports?device_id=bea0e040-e3dd-4e46-87e8-ed5a96b95301 HTTP/1.1" status: 200  len: 946 time: 0.1178086
Apr 22 20:19:38.855395 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-1afed47d-c151-443f-b1dc-16c3db31aef1 req-99ee246b-88c8-47a6-b842-7af3ecb7973d tempest-AttachVolumeShelveTestJSON-1095716281 tempest-AttachVolumeShelveTestJSON-1095716281-project] 10.222.0.30 "GET /v2.0/security-groups?id=2828f93a-45b4-439f-a8a8-dbebf20fc2c8&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0565004
Apr 22 20:19:39.056991 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28fb523d-c7ae-4b52-a3a6-3572b4eb9e9d req-977c4fb1-db84-494a-b1d5-4fd6a18d3c9c tempest-TestVolumeBootPattern-572234504 tempest-TestVolumeBootPattern-572234504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 20:19:39.058648 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-28fb523d-c7ae-4b52-a3a6-3572b4eb9e9d req-977c4fb1-db84-494a-b1d5-4fd6a18d3c9c tempest-TestVolumeBootPattern-572234504 tempest-TestVolumeBootPattern-572234504-project] 10.222.0.30 "GET /v2.0/ports?device_id=1154ec07-c9fa-4a08-9558-b6527b35aa4b HTTP/1.1" status: 200  len: 943 time: 0.0959170
Apr 22 20:19:39.113509 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-28fb523d-c7ae-4b52-a3a6-3572b4eb9e9d req-265f22eb-d072-4de6-a72f-a6af80745a8b tempest-TestVolumeBootPattern-572234504 tempest-TestVolumeBootPattern-572234504-project] 10.222.0.30 "GET /v2.0/security-groups?id=010d7216-01fc-4a1c-badb-a01fee62fe34&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0476270
Apr 22 20:19:39.926631 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.rpc [None req-cbbe70c9-0b39-4f9d-be6e-4133a7c8f54f None None] Device 92c84e75-dd8a-4dc7-8e16-4ccf81124d75 details requested by agent hyperv_hv-cinder-78763 with host hv-cinder-78763 {{(pid=86332) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 22 20:19:40.086071 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.db [None req-cbbe70c9-0b39-4f9d-be6e-4133a7c8f54f None None] For port 92c84e75-dd8a-4dc7-8e16-4ccf81124d75, host hv-cinder-78763, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78763',level=0,port_id=92c84e75-dd8a-4dc7-8e16-4ccf81124d75,segment=NetworkSegment(ecbdd09a-cdfc-40aa-add8-36baaaee03d5),segment_id=ecbdd09a-cdfc-40aa-add8-36baaaee03d5)] {{(pid=86332) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 22 20:19:40.100335 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.rpc [None req-cbbe70c9-0b39-4f9d-be6e-4133a7c8f54f None None] Returning: {'device': '92c84e75-dd8a-4dc7-8e16-4ccf81124d75', 'network_id': 'baa3aeb8-8dec-4767-92bc-d52436d9437a', 'port_id': '92c84e75-dd8a-4dc7-8e16-4ccf81124d75', 'mac_address': 'fa:16:3e:d3:71:a8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 357, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '083c45db-27b8-429b-b9a6-58f44b80ddc9', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86332) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 22 20:19:40.102356 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab343b4-d86e-4129-81cf-8c9c5e3e7630 req-824b3cca-9a21-4932-86c9-6614be3d29f9 tempest-AttachVolumeShelveTestJSON-1095716281 tempest-AttachVolumeShelveTestJSON-1095716281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 20:19:40.104311 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-eab343b4-d86e-4129-81cf-8c9c5e3e7630 req-824b3cca-9a21-4932-86c9-6614be3d29f9 tempest-AttachVolumeShelveTestJSON-1095716281 tempest-AttachVolumeShelveTestJSON-1095716281-project] 10.222.0.30 "GET /v2.0/ports?device_id=bea0e040-e3dd-4e46-87e8-ed5a96b95301 HTTP/1.1" status: 200  len: 946 time: 0.1159446
Apr 22 20:19:40.164982 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-eab343b4-d86e-4129-81cf-8c9c5e3e7630 req-7dfc4d82-ecc2-4292-8014-6ed92ed1691d tempest-AttachVolumeShelveTestJSON-1095716281 tempest-AttachVolumeShelveTestJSON-1095716281-project] 10.222.0.30 "GET /v2.0/security-groups?id=2828f93a-45b4-439f-a8a8-dbebf20fc2c8&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0522633
Apr 22 20:19:40.167212 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-cbbe70c9-0b39-4f9d-be6e-4133a7c8f54f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587983'] for port, before_update {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:19:40.192042 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.notifiers.nova [None req-cbbe70c9-0b39-4f9d-be6e-4133a7c8f54f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 92c84e75-dd8a-4dc7-8e16-4ccf81124d75 {{(pid=86332) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 22 20:19:40.209105 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.db [None req-cbbe70c9-0b39-4f9d-be6e-4133a7c8f54f None None] For port 92c84e75-dd8a-4dc7-8e16-4ccf81124d75, host hv-cinder-78763, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78763',level=0,port_id=92c84e75-dd8a-4dc7-8e16-4ccf81124d75,segment=NetworkSegment(ecbdd09a-cdfc-40aa-add8-36baaaee03d5),segment_id=ecbdd09a-cdfc-40aa-add8-36baaaee03d5)] {{(pid=86332) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 22 20:19:40.212041 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-cbbe70c9-0b39-4f9d-be6e-4133a7c8f54f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854198495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853168226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727707997384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363309147208137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727707567697'] for port, after_update {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:19:40.214017 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [None req-cbbe70c9-0b39-4f9d-be6e-4133a7c8f54f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86332) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 20:19:40.286332 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbbe70c9-0b39-4f9d-be6e-4133a7c8f54f None None] Pushing event updated for resources: {'Port': ['ID=92c84e75-dd8a-4dc7-8e16-4ccf81124d75,revision_number=4']} {{(pid=86332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 20:19:40.289558 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [None req-cbbe70c9-0b39-4f9d-be6e-4133a7c8f54f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=86332) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 20:19:40.336786 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f81218-ce1b-4b7c-8cdd-79e09374be0a req-34c3c1b6-1d8e-43ae-97cc-8f990d448127 tempest-TestVolumeBootPattern-572234504 tempest-TestVolumeBootPattern-572234504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 20:19:40.338427 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-96f81218-ce1b-4b7c-8cdd-79e09374be0a req-34c3c1b6-1d8e-43ae-97cc-8f990d448127 tempest-TestVolumeBootPattern-572234504 tempest-TestVolumeBootPattern-572234504-project] 10.222.0.30 "GET /v2.0/ports?device_id=1154ec07-c9fa-4a08-9558-b6527b35aa4b HTTP/1.1" status: 200  len: 944 time: 0.1005468
Apr 22 20:19:40.385345 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-96f81218-ce1b-4b7c-8cdd-79e09374be0a req-bbe9e76c-b5f9-43b9-9ba4-4a908c21a40a tempest-TestVolumeBootPattern-572234504 tempest-TestVolumeBootPattern-572234504-project] 10.222.0.30 "GET /v2.0/security-groups?id=010d7216-01fc-4a1c-badb-a01fee62fe34&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0405877
Apr 22 20:19:40.538765 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.db [None req-cbbe70c9-0b39-4f9d-be6e-4133a7c8f54f None None] get_ports_and_sgs() called for port_ids ['92c84e75-dd8a-4dc7-8e16-4ccf81124d75'] {{(pid=86332) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 22 20:19:41.365326 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ec877a-73bc-4276-a37b-5731e7a9d8d4 req-1ddc2c5b-b4f4-45a8-b3f4-8ce011284efb tempest-AttachVolumeShelveTestJSON-1095716281 tempest-AttachVolumeShelveTestJSON-1095716281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 20:19:41.366917 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-72ec877a-73bc-4276-a37b-5731e7a9d8d4 req-1ddc2c5b-b4f4-45a8-b3f4-8ce011284efb tempest-AttachVolumeShelveTestJSON-1095716281 tempest-AttachVolumeShelveTestJSON-1095716281-project] 10.222.0.30 "GET /v2.0/ports?device_id=bea0e040-e3dd-4e46-87e8-ed5a96b95301 HTTP/1.1" status: 200  len: 946 time: 0.0896769
Apr 22 20:19:41.414110 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-72ec877a-73bc-4276-a37b-5731e7a9d8d4 req-080b973b-8d54-43e0-8229-0023445f360c tempest-AttachVolumeShelveTestJSON-1095716281 tempest-AttachVolumeShelveTestJSON-1095716281-project] 10.222.0.30 "GET /v2.0/security-groups?id=2828f93a-45b4-439f-a8a8-dbebf20fc2c8&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0407994
Apr 22 20:19:41.590860 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16001a89-555f-4248-bce0-75a754d07ec9 req-6f61d224-07ec-4259-a00e-83e1ba231dd2 tempest-TestVolumeBootPattern-572234504 tempest-TestVolumeBootPattern-572234504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 20:19:41.592452 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-16001a89-555f-4248-bce0-75a754d07ec9 req-6f61d224-07ec-4259-a00e-83e1ba231dd2 tempest-TestVolumeBootPattern-572234504 tempest-TestVolumeBootPattern-572234504-project] 10.222.0.30 "GET /v2.0/ports?device_id=1154ec07-c9fa-4a08-9558-b6527b35aa4b HTTP/1.1" status: 200  len: 944 time: 0.0921028
Apr 22 20:19:41.641917 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-16001a89-555f-4248-bce0-75a754d07ec9 req-d4e2a20d-b91d-4945-9d1b-2d3d8cb52451 tempest-TestVolumeBootPattern-572234504 tempest-TestVolumeBootPattern-572234504-project] 10.222.0.30 "GET /v2.0/security-groups?id=010d7216-01fc-4a1c-badb-a01fee62fe34&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0428922
Apr 22 20:19:41.937729 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.rpc [None req-cbbe70c9-0b39-4f9d-be6e-4133a7c8f54f None None] Device 92c84e75-dd8a-4dc7-8e16-4ccf81124d75 up at agent hyperv_hv-cinder-78763 {{(pid=86332) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 22 20:19:42.012199 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.provisioning_blocks [None req-cbbe70c9-0b39-4f9d-be6e-4133a7c8f54f None None] Provisioning for port 92c84e75-dd8a-4dc7-8e16-4ccf81124d75 completed by entity L2. {{(pid=86332) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 22 20:19:42.017688 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.provisioning_blocks [None req-cbbe70c9-0b39-4f9d-be6e-4133a7c8f54f None None] Provisioning complete for port 92c84e75-dd8a-4dc7-8e16-4ccf81124d75 triggered by entity L2. {{(pid=86332) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 22 20:19:42.018121 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-cbbe70c9-0b39-4f9d-be6e-4133a7c8f54f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854135278'] for port, provisioning_complete {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:19:42.150669 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-cbbe70c9-0b39-4f9d-be6e-4133a7c8f54f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587983'] for port, before_update {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:19:42.180379 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1154ec07-c9fa-4a08-9558-b6527b35aa4b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '92c84e75-dd8a-4dc7-8e16-4ccf81124d75'}] {{(pid=86332) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 22 20:19:42.190891 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.db [None req-cbbe70c9-0b39-4f9d-be6e-4133a7c8f54f None None] For port 92c84e75-dd8a-4dc7-8e16-4ccf81124d75, host hv-cinder-78763, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78763',level=0,port_id=92c84e75-dd8a-4dc7-8e16-4ccf81124d75,segment=NetworkSegment(ecbdd09a-cdfc-40aa-add8-36baaaee03d5),segment_id=ecbdd09a-cdfc-40aa-add8-36baaaee03d5)] {{(pid=86332) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 22 20:19:42.194340 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-cbbe70c9-0b39-4f9d-be6e-4133a7c8f54f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854198495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853168226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727707997384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363309147208137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727707567697'] for port, after_update {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:19:42.196475 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [None req-cbbe70c9-0b39-4f9d-be6e-4133a7c8f54f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86332) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 20:19:42.232740 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1154ec07-c9fa-4a08-9558-b6527b35aa4b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '92c84e75-dd8a-4dc7-8e16-4ccf81124d75', 'code': 200}
Apr 22 20:19:42.274970 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbbe70c9-0b39-4f9d-be6e-4133a7c8f54f None None] Pushing event updated for resources: {'Port': ['ID=92c84e75-dd8a-4dc7-8e16-4ccf81124d75,revision_number=5']} {{(pid=86332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 20:19:42.281948 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [None req-cbbe70c9-0b39-4f9d-be6e-4133a7c8f54f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=86332) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 20:19:42.526450 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d738dbe-9974-4227-a503-6b51f3ad1925 req-adaea75e-de29-418d-bc38-ef5f498a7c79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 20:19:42.528866 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-5d738dbe-9974-4227-a503-6b51f3ad1925 req-adaea75e-de29-418d-bc38-ef5f498a7c79 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=1154ec07-c9fa-4a08-9558-b6527b35aa4b HTTP/1.1" status: 200  len: 1098 time: 0.0781987
Apr 22 20:19:42.576023 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-5d738dbe-9974-4227-a503-6b51f3ad1925 req-ac457433-ee99-45b4-948a-68fb11265406 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=010d7216-01fc-4a1c-badb-a01fee62fe34&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0403223
Apr 22 20:19:42.623118 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d44c3a-1184-4762-88ff-a57935ba1342 req-085dbb00-8807-4bc2-83a1-1b7c936db029 tempest-AttachVolumeShelveTestJSON-1095716281 tempest-AttachVolumeShelveTestJSON-1095716281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 20:19:42.624744 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-66d44c3a-1184-4762-88ff-a57935ba1342 req-085dbb00-8807-4bc2-83a1-1b7c936db029 tempest-AttachVolumeShelveTestJSON-1095716281 tempest-AttachVolumeShelveTestJSON-1095716281-project] 10.222.0.30 "GET /v2.0/ports?device_id=bea0e040-e3dd-4e46-87e8-ed5a96b95301 HTTP/1.1" status: 200  len: 946 time: 0.0914006
Apr 22 20:19:42.672737 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-66d44c3a-1184-4762-88ff-a57935ba1342 req-a7b932bd-5deb-4024-8b69-0a4936936b7e tempest-AttachVolumeShelveTestJSON-1095716281 tempest-AttachVolumeShelveTestJSON-1095716281-project] 10.222.0.30 "GET /v2.0/security-groups?id=2828f93a-45b4-439f-a8a8-dbebf20fc2c8&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0409462
Apr 22 20:19:42.845267 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c398f88-0301-45dc-a022-13dd44bc28c2 req-f3555715-cbdd-4ab3-9b81-1976bbac4022 tempest-TestVolumeBootPattern-572234504 tempest-TestVolumeBootPattern-572234504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 20:19:42.846901 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-7c398f88-0301-45dc-a022-13dd44bc28c2 req-f3555715-cbdd-4ab3-9b81-1976bbac4022 tempest-TestVolumeBootPattern-572234504 tempest-TestVolumeBootPattern-572234504-project] 10.222.0.30 "GET /v2.0/ports?device_id=1154ec07-c9fa-4a08-9558-b6527b35aa4b HTTP/1.1" status: 200  len: 945 time: 0.0891616
Apr 22 20:19:42.893506 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-7c398f88-0301-45dc-a022-13dd44bc28c2 req-8bac90a1-9d66-465d-8c59-c38e34e25e5f tempest-TestVolumeBootPattern-572234504 tempest-TestVolumeBootPattern-572234504-project] 10.222.0.30 "GET /v2.0/security-groups?id=010d7216-01fc-4a1c-badb-a01fee62fe34&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0402653
Apr 22 20:19:43.519542 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.wsgi [-] (86330) accepted ('10.222.0.30', 43438) {{(pid=86330) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 20:19:43.589260 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.db_base_plugin_v2 [None req-8a81272e-6374-4655-8f0a-68aaa82a7380 admin admin] Deleting subnet 37441482-cdf5-4a3d-a1f9-612c70a06e01 {{(pid=86330) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Apr 22 20:19:43.592312 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-8a81272e-6374-4655-8f0a-68aaa82a7380 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:19:43.644415 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-8a81272e-6374-4655-8f0a-68aaa82a7380 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036850744753'] for subnet, precommit_delete_associations {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:19:43.701284 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-8a81272e-6374-4655-8f0a-68aaa82a7380 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853244368'] for subnet, precommit_delete {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:19:43.998994 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5bbae17-0d74-46e4-a35d-960b0c3da39b req-f24f34a9-937e-4ae0-b6fe-8783de1627fc tempest-AttachVolumeShelveTestJSON-1095716281 tempest-AttachVolumeShelveTestJSON-1095716281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 20:19:44.000523 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-d5bbae17-0d74-46e4-a35d-960b0c3da39b req-f24f34a9-937e-4ae0-b6fe-8783de1627fc tempest-AttachVolumeShelveTestJSON-1095716281 tempest-AttachVolumeShelveTestJSON-1095716281-project] 10.222.0.30 "GET /v2.0/ports?device_id=bea0e040-e3dd-4e46-87e8-ed5a96b95301 HTTP/1.1" status: 200  len: 946 time: 0.1830108
Apr 22 20:19:44.067047 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-d5bbae17-0d74-46e4-a35d-960b0c3da39b req-e0635210-8244-4ad2-ac6b-c571a1b70131 tempest-AttachVolumeShelveTestJSON-1095716281 tempest-AttachVolumeShelveTestJSON-1095716281-project] 10.222.0.30 "GET /v2.0/security-groups?id=2828f93a-45b4-439f-a8a8-dbebf20fc2c8&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0594857
Apr 22 20:19:44.078889 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-8a81272e-6374-4655-8f0a-68aaa82a7380 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1531400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853168226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4127903', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3347985'] for subnet, after_delete {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:19:44.087061 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [None req-16eb392c-94d5-43db-a7f4-ab0f8bc621c8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 20:19:44.105170 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f05725c-6413-4731-ae5f-aa4431905d7c req-9d9d8efe-a59c-40a6-938b-e669103ca663 tempest-TestVolumeBootPattern-572234504 tempest-TestVolumeBootPattern-572234504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 20:19:44.106821 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-1f05725c-6413-4731-ae5f-aa4431905d7c req-9d9d8efe-a59c-40a6-938b-e669103ca663 tempest-TestVolumeBootPattern-572234504 tempest-TestVolumeBootPattern-572234504-project] 10.222.0.30 "GET /v2.0/ports?device_id=1154ec07-c9fa-4a08-9558-b6527b35aa4b HTTP/1.1" status: 200  len: 945 time: 0.0987263
Apr 22 20:19:44.123776 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a81272e-6374-4655-8f0a-68aaa82a7380 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=37441482-cdf5-4a3d-a1f9-612c70a06e01,revision_number=None']} {{(pid=86330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 20:19:44.125976 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-8a81272e-6374-4655-8f0a-68aaa82a7380 admin admin] Notify callbacks [] for subnet, before_response {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:19:44.130452 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [None req-8a81272e-6374-4655-8f0a-68aaa82a7380 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=86330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 20:19:44.133565 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [None req-8a81272e-6374-4655-8f0a-68aaa82a7380 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/37441482-cdf5-4a3d-a1f9-612c70a06e01 HTTP/1.1" status: 204  len: 168 time: 0.6127665
Apr 22 20:19:44.136094 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.wsgi [-] (86330) accepted ('10.222.0.30', 43446) {{(pid=86330) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 20:19:44.157234 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-1f05725c-6413-4731-ae5f-aa4431905d7c req-3563f35f-409b-45c4-ac9c-e947809be8ae tempest-TestVolumeBootPattern-572234504 tempest-TestVolumeBootPattern-572234504-project] 10.222.0.30 "GET /v2.0/security-groups?id=010d7216-01fc-4a1c-badb-a01fee62fe34&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0439658
Apr 22 20:19:44.250968 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-57847bcd-471e-40f1-b471-b496c77a2748 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854197124'] for network, before_delete {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:19:44.660105 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-57847bcd-471e-40f1-b471-b496c77a2748 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1531493', 'neutron.services.segments.db._delete_segments_for_network-8727707916915'] for network, precommit_delete {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:19:44.782084 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f35e5b-e83b-4f13-a3f8-1ae2cfb62b2e req-93689deb-dfb2-40c0-9b94-db46daad09c0 tempest-TestVolumeBootPattern-572234504 tempest-TestVolumeBootPattern-572234504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 20:19:44.783642 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-a3f35e5b-e83b-4f13-a3f8-1ae2cfb62b2e req-93689deb-dfb2-40c0-9b94-db46daad09c0 tempest-TestVolumeBootPattern-572234504 tempest-TestVolumeBootPattern-572234504-project] 10.222.0.30 "GET /v2.0/ports?device_id=1154ec07-c9fa-4a08-9558-b6527b35aa4b HTTP/1.1" status: 200  len: 945 time: 0.4934142
Apr 22 20:19:44.813146 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.services.segments.db [None req-57847bcd-471e-40f1-b471-b496c77a2748 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f013793d6a0>,) {'filters': {'network_id': ['808ced12-fab8-4846-bf0a-6fd2805dc649']}} {{(pid=86330) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 22 20:19:44.830775 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.services.segments.db [None req-57847bcd-471e-40f1-b471-b496c77a2748 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f013793d6a0>, 'df0922b1-14a3-44ff-a7b6-1225504f665a') {'for_net_delete': True} {{(pid=86330) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 22 20:19:44.831137 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.services.segments.db [None req-57847bcd-471e-40f1-b471-b496c77a2748 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f013793d6a0>, 'df0922b1-14a3-44ff-a7b6-1225504f665a') {} {{(pid=86330) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 22 20:19:44.852780 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-57847bcd-471e-40f1-b471-b496c77a2748 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363309146702435', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4031047'] for segment, before_delete {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:19:44.874978 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-a3f35e5b-e83b-4f13-a3f8-1ae2cfb62b2e req-cbb382bc-3a1f-4013-b77a-0df1e023139b tempest-TestVolumeBootPattern-572234504 tempest-TestVolumeBootPattern-572234504-project] 10.222.0.30 "GET /v2.0/security-groups?id=010d7216-01fc-4a1c-badb-a01fee62fe34&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0824661
Apr 22 20:19:44.876715 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-57847bcd-471e-40f1-b471-b496c77a2748 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1523030'] for segment, precommit_delete {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:19:44.883245 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-57847bcd-471e-40f1-b471-b496c77a2748 admin admin] Releasing vlan 378 on physical network physnet1 to pool {{(pid=86330) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}}
Apr 22 20:19:44.899563 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.wsgi [-] (86331) accepted ('10.222.0.30', 43452) {{(pid=86331) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 20:19:44.978928 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f330974f-7a3c-46a4-9d64-7b06f474a961 tempest-TestVolumeBootPattern-791846231 tempest-TestVolumeBootPattern-791846231-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 20:19:44.980635 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [None req-f330974f-7a3c-46a4-9d64-7b06f474a961 tempest-TestVolumeBootPattern-791846231 tempest-TestVolumeBootPattern-791846231-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=1154ec07-c9fa-4a08-9558-b6527b35aa4b HTTP/1.1" status: 200  len: 1093 time: 0.0799909
Apr 22 20:19:44.984110 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.wsgi [-] (86331) accepted ('10.222.0.30', 43456) {{(pid=86331) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 20:19:44.990280 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.v2.base [None req-fd887a4a-f2fe-4a1f-a815-a672018bc599 tempest-TestVolumeBootPattern-572234504 tempest-TestVolumeBootPattern-572234504-project] Request body: {'floatingip': {'floating_network_id': '1b725cb4-6db6-4e68-9a61-1978e8a191a1', 'port_id': '92c84e75-dd8a-4dc7-8e16-4ccf81124d75', 'tenant_id': '30860bebb771423695ffb4fd377ce666', 'fixed_ip_address': '172.20.0.4'}} {{(pid=86331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 22 20:19:44.996581 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.quota.driver [None req-fd887a4a-f2fe-4a1f-a815-a672018bc599 tempest-TestVolumeBootPattern-572234504 tempest-TestVolumeBootPattern-572234504-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 22 20:19:45.000627 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.quota.resource [None req-fd887a4a-f2fe-4a1f-a815-a672018bc599 tempest-TestVolumeBootPattern-572234504 tempest-TestVolumeBootPattern-572234504-project] Usage tracker for resource:floatingip and tenant:30860bebb771423695ffb4fd377ce666 is out of sync, need to count used quota {{(pid=86331) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 22 20:19:45.003658 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.quota.resource [None req-fd887a4a-f2fe-4a1f-a815-a672018bc599 tempest-TestVolumeBootPattern-572234504 tempest-TestVolumeBootPattern-572234504-project] Quota usage for floatingip was recalculated. Used quota:2. {{(pid=86331) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 22 20:19:45.009685 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.quota.driver [None req-fd887a4a-f2fe-4a1f-a815-a672018bc599 tempest-TestVolumeBootPattern-572234504 tempest-TestVolumeBootPattern-572234504-project] Attempting to reserve 1 items for resource floatingip. Total usage: 2; quota limit: 50; headroom:48 {{(pid=86331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 22 20:19:45.019606 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-fd887a4a-f2fe-4a1f-a815-a672018bc599 tempest-TestVolumeBootPattern-572234504 tempest-TestVolumeBootPattern-572234504-project] Notify callbacks [] for floatingip, before_create {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:19:45.064024 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.managers [None req-57847bcd-471e-40f1-b471-b496c77a2748 admin admin] Network 808ced12-fab8-4846-bf0a-6fd2805dc649 has no segments {{(pid=86330) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 22 20:19:45.073005 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-57847bcd-471e-40f1-b471-b496c77a2748 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853252831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036850650308'] for segment, after_delete {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:19:45.173254 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-fd887a4a-f2fe-4a1f-a815-a672018bc599 tempest-TestVolumeBootPattern-572234504 tempest-TestVolumeBootPattern-572234504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587983'] for port, before_create {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:19:45.251481 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.managers [None req-57847bcd-471e-40f1-b471-b496c77a2748 admin admin] Network 808ced12-fab8-4846-bf0a-6fd2805dc649 has no segments {{(pid=86330) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 22 20:19:45.276134 dv-cinder-787632-1-iscsi neutron-server[86219]: Traceback (most recent call last):
Apr 22 20:19:45.276134 dv-cinder-787632-1-iscsi neutron-server[86219]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 22 20:19:45.276134 dv-cinder-787632-1-iscsi neutron-server[86219]:     timer()
Apr 22 20:19:45.276134 dv-cinder-787632-1-iscsi neutron-server[86219]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 22 20:19:45.276134 dv-cinder-787632-1-iscsi neutron-server[86219]:     cb(*args, **kw)
Apr 22 20:19:45.276134 dv-cinder-787632-1-iscsi neutron-server[86219]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Apr 22 20:19:45.276134 dv-cinder-787632-1-iscsi neutron-server[86219]:     return func(*args, **kwargs)
Apr 22 20:19:45.276134 dv-cinder-787632-1-iscsi neutron-server[86219]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 22 20:19:45.276134 dv-cinder-787632-1-iscsi neutron-server[86219]:     self._notify()
Apr 22 20:19:45.276134 dv-cinder-787632-1-iscsi neutron-server[86219]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 22 20:19:45.276134 dv-cinder-787632-1-iscsi neutron-server[86219]:     self.callback(batched_events)
Apr 22 20:19:45.276134 dv-cinder-787632-1-iscsi neutron-server[86219]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 22 20:19:45.276134 dv-cinder-787632-1-iscsi neutron-server[86219]:     event.method(event)
Apr 22 20:19:45.276134 dv-cinder-787632-1-iscsi neutron-server[86219]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 22 20:19:45.276134 dv-cinder-787632-1-iscsi neutron-server[86219]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 22 20:19:45.276134 dv-cinder-787632-1-iscsi neutron-server[86219]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Apr 22 20:19:45.276134 dv-cinder-787632-1-iscsi neutron-server[86219]:     segment_id)['aggregates'][0]
Apr 22 20:19:45.276134 dv-cinder-787632-1-iscsi neutron-server[86219]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 22 20:19:45.276134 dv-cinder-787632-1-iscsi neutron-server[86219]:     return f(self, *a, **k)
Apr 22 20:19:45.276134 dv-cinder-787632-1-iscsi neutron-server[86219]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 22 20:19:45.276134 dv-cinder-787632-1-iscsi neutron-server[86219]:     return self._get(url).json()
Apr 22 20:19:45.276134 dv-cinder-787632-1-iscsi neutron-server[86219]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 22 20:19:45.276134 dv-cinder-787632-1-iscsi neutron-server[86219]:     **kwargs)
Apr 22 20:19:45.276134 dv-cinder-787632-1-iscsi neutron-server[86219]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 22 20:19:45.276134 dv-cinder-787632-1-iscsi neutron-server[86219]:     return self.request(url, 'GET', **kwargs)
Apr 22 20:19:45.276134 dv-cinder-787632-1-iscsi neutron-server[86219]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request
Apr 22 20:19:45.276134 dv-cinder-787632-1-iscsi neutron-server[86219]:     **endpoint_filter)
Apr 22 20:19:45.276134 dv-cinder-787632-1-iscsi neutron-server[86219]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 22 20:19:45.276134 dv-cinder-787632-1-iscsi neutron-server[86219]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 22 20:19:45.276134 dv-cinder-787632-1-iscsi neutron-server[86219]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 22 20:19:45.276134 dv-cinder-787632-1-iscsi neutron-server[86219]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 22 20:19:45.276134 dv-cinder-787632-1-iscsi neutron-server[86219]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 22 20:19:45.354846 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-57847bcd-471e-40f1-b471-b496c77a2748 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853244307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853168226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-427906'] for network, after_delete {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:19:45.358625 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [None req-0ff09aae-fee6-467b-a590-c2d5aa19c5de admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 20:19:45.372260 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-57847bcd-471e-40f1-b471-b496c77a2748 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853168243'] for network, before_response {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:19:45.383383 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57847bcd-471e-40f1-b471-b496c77a2748 admin admin] Pushing event deleted for resources: {'Network': ['ID=808ced12-fab8-4846-bf0a-6fd2805dc649,revision_number=None']} {{(pid=86330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 20:19:45.384346 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f4734e7-886e-494f-98f7-6f1137946849 req-8842f3a4-84c4-4eb1-8022-47722fe66277 tempest-AttachVolumeShelveTestJSON-1095716281 tempest-AttachVolumeShelveTestJSON-1095716281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 20:19:45.386113 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-7f4734e7-886e-494f-98f7-6f1137946849 req-8842f3a4-84c4-4eb1-8022-47722fe66277 tempest-AttachVolumeShelveTestJSON-1095716281 tempest-AttachVolumeShelveTestJSON-1095716281-project] 10.222.0.30 "GET /v2.0/ports?device_id=bea0e040-e3dd-4e46-87e8-ed5a96b95301 HTTP/1.1" status: 200  len: 946 time: 0.1736066
Apr 22 20:19:45.388697 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [None req-57847bcd-471e-40f1-b471-b496c77a2748 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=86330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 20:19:45.391622 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [None req-57847bcd-471e-40f1-b471-b496c77a2748 admin admin] 10.222.0.30 "DELETE /v2.0/networks/808ced12-fab8-4846-bf0a-6fd2805dc649 HTTP/1.1" status: 204  len: 168 time: 1.2545154
Apr 22 20:19:45.403676 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.db_base_plugin_common [None req-fd887a4a-f2fe-4a1f-a815-a672018bc599 tempest-TestVolumeBootPattern-572234504 tempest-TestVolumeBootPattern-572234504-project] Allocated IP 172.27.3.173 (1b725cb4-6db6-4e68-9a61-1978e8a191a1/1d4495d7-31a5-4e2d-a911-56ceae3a61c5/aadccee0-600c-4eab-947c-aa9417f62913) {{(pid=86331) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 22 20:19:45.532414 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-7f4734e7-886e-494f-98f7-6f1137946849 req-c5065400-bb43-48c3-9b06-469351200898 tempest-AttachVolumeShelveTestJSON-1095716281 tempest-AttachVolumeShelveTestJSON-1095716281-project] 10.222.0.30 "GET /v2.0/security-groups?id=2828f93a-45b4-439f-a8a8-dbebf20fc2c8&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1318407
Apr 22 20:19:45.576316 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.wsgi [-] (86330) accepted ('10.222.0.30', 43464) {{(pid=86330) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 20:19:45.610268 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-fd887a4a-f2fe-4a1f-a815-a672018bc599 tempest-TestVolumeBootPattern-572234504 tempest-TestVolumeBootPattern-572234504-project] Notify callbacks [] for port, precommit_create {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:19:45.630588 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [None req-4487ac3a-5945-45e2-a834-85067904191e admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=d965dbf68ebd428688dd2350bbe8416e&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0500500
Apr 22 20:19:45.630991 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.wsgi [-] (86331) accepted ('10.222.0.30', 43468) {{(pid=86331) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 20:19:45.673512 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-fd887a4a-f2fe-4a1f-a815-a672018bc599 tempest-TestVolumeBootPattern-572234504 tempest-TestVolumeBootPattern-572234504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854198495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853168226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363309147208154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1223862'] for port, after_create {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:19:45.679520 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [None req-a97df5e8-bca2-4d03-999a-ac7b424ecc67 tempest-AttachVolumeTestJSON-431678780 tempest-AttachVolumeTestJSON-431678780-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 20:19:45.763302 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd887a4a-f2fe-4a1f-a815-a672018bc599 tempest-TestVolumeBootPattern-572234504 tempest-TestVolumeBootPattern-572234504-project] Network 1b725cb4-6db6-4e68-9a61-1978e8a191a1 is already hosted by enough agents. {{(pid=86331) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 22 20:19:45.768434 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.scheduler.base_scheduler [None req-fd887a4a-f2fe-4a1f-a815-a672018bc599 tempest-TestVolumeBootPattern-572234504 tempest-TestVolumeBootPattern-572234504-project] Resources bound (agent type, host, resource id):  {{(pid=86331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 22 20:19:45.774594 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd887a4a-f2fe-4a1f-a815-a672018bc599 tempest-TestVolumeBootPattern-572234504 tempest-TestVolumeBootPattern-572234504-project] Received port after_create {{(pid=86331) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 22 20:19:45.807723 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd887a4a-f2fe-4a1f-a815-a672018bc599 tempest-TestVolumeBootPattern-572234504 tempest-TestVolumeBootPattern-572234504-project] Pushing event updated for resources: {'Port': ['ID=aadccee0-600c-4eab-947c-aa9417f62913,revision_number=1']} {{(pid=86331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 20:19:45.814194 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-9ed74557-909a-41c9-9955-f6fc0fd17594 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:19:45.818290 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [None req-fd887a4a-f2fe-4a1f-a815-a672018bc599 tempest-TestVolumeBootPattern-572234504 tempest-TestVolumeBootPattern-572234504-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 20:19:45.860299 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-9ed74557-909a-41c9-9955-f6fc0fd17594 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:19:46.131681 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-9ed74557-909a-41c9-9955-f6fc0fd17594 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393900'] for security_group, after_delete {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:19:46.142968 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [None req-27388c8c-dddc-4738-9946-58b36a02b3db admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 20:19:46.159571 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ed74557-909a-41c9-9955-f6fc0fd17594 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f005b2b1-ed29-4447-8f6c-8e44ca932d43,revision_number=None']} {{(pid=86331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 20:19:46.164045 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [None req-9ed74557-909a-41c9-9955-f6fc0fd17594 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 20:19:46.433005 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-9ed74557-909a-41c9-9955-f6fc0fd17594 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:19:46.434154 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [None req-9ed74557-909a-41c9-9955-f6fc0fd17594 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/f005b2b1-ed29-4447-8f6c-8e44ca932d43 HTTP/1.1" status: 204  len: 168 time: 0.8021367
Apr 22 20:19:46.512341 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-fd887a4a-f2fe-4a1f-a815-a672018bc599 tempest-TestVolumeBootPattern-572234504 tempest-TestVolumeBootPattern-572234504-project] Notify callbacks [] for floatingip, precommit_create {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:19:46.592825 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-fd887a4a-f2fe-4a1f-a815-a672018bc599 tempest-TestVolumeBootPattern-572234504 tempest-TestVolumeBootPattern-572234504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587983'] for port, before_update {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:19:46.755049 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a143b7c-2f3b-40e3-9c8f-4db718c53c4f req-183ddc2d-312f-4844-bce4-b9c74c52f254 tempest-AttachVolumeShelveTestJSON-1095716281 tempest-AttachVolumeShelveTestJSON-1095716281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 20:19:46.756679 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-2a143b7c-2f3b-40e3-9c8f-4db718c53c4f req-183ddc2d-312f-4844-bce4-b9c74c52f254 tempest-AttachVolumeShelveTestJSON-1095716281 tempest-AttachVolumeShelveTestJSON-1095716281-project] 10.222.0.30 "GET /v2.0/ports?device_id=bea0e040-e3dd-4e46-87e8-ed5a96b95301 HTTP/1.1" status: 200  len: 946 time: 0.1043456
Apr 22 20:19:46.826482 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-fd887a4a-f2fe-4a1f-a815-a672018bc599 tempest-TestVolumeBootPattern-572234504 tempest-TestVolumeBootPattern-572234504-project] Notify callbacks [] for port, precommit_update {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:19:46.829398 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-2a143b7c-2f3b-40e3-9c8f-4db718c53c4f req-de225768-8540-42e4-927a-ad70e53326a2 tempest-AttachVolumeShelveTestJSON-1095716281 tempest-AttachVolumeShelveTestJSON-1095716281-project] 10.222.0.30 "GET /v2.0/security-groups?id=2828f93a-45b4-439f-a8a8-dbebf20fc2c8&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0661950
Apr 22 20:19:46.834997 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-fd887a4a-f2fe-4a1f-a815-a672018bc599 tempest-TestVolumeBootPattern-572234504 tempest-TestVolumeBootPattern-572234504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854198495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853168226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727707997384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363309147208137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727707567697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036853551937'] for port, after_update {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:19:46.845528 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [None req-a77b06ba-ce87-4e8f-98ae-b17260079e2b tempest-TestVolumeBootPattern-572234504 tempest-TestVolumeBootPattern-572234504-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 20:19:46.959139 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd887a4a-f2fe-4a1f-a815-a672018bc599 tempest-TestVolumeBootPattern-572234504 tempest-TestVolumeBootPattern-572234504-project] Pushing event updated for resources: {'Port': ['ID=aadccee0-600c-4eab-947c-aa9417f62913,revision_number=2']} {{(pid=86331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 20:19:46.963634 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [None req-fd887a4a-f2fe-4a1f-a815-a672018bc599 tempest-TestVolumeBootPattern-572234504 tempest-TestVolumeBootPattern-572234504-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 20:19:46.968687 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-fd887a4a-f2fe-4a1f-a815-a672018bc599 tempest-TestVolumeBootPattern-572234504 tempest-TestVolumeBootPattern-572234504-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-427953'] for floatingip, after_update {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:19:47.151985 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.db.l3_db [None req-fd887a4a-f2fe-4a1f-a815-a672018bc599 tempest-TestVolumeBootPattern-572234504 tempest-TestVolumeBootPattern-572234504-project] Floating IP af335df7-3570-48d8-adcd-d24b643f100b associated. External IP: 172.27.3.173, port: 92c84e75-dd8a-4dc7-8e16-4ccf81124d75.
Apr 22 20:19:47.533205 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fd887a4a-f2fe-4a1f-a815-a672018bc599 tempest-TestVolumeBootPattern-572234504 tempest-TestVolumeBootPattern-572234504-project] Router ab1269b8-038d-4b75-976a-0633960d3b49 has already been hosted by L3 agent 1df068ca-d615-4cb7-8020-fe6e8be709e3 {{(pid=86331) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 22 20:19:47.733379 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd887a4a-f2fe-4a1f-a815-a672018bc599 tempest-TestVolumeBootPattern-572234504 tempest-TestVolumeBootPattern-572234504-project] Notify agent at l3_agent.dv-cinder-787632-1-iscsi the message routers_updated {{(pid=86331) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 22 20:19:47.744427 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5b9f84e-8a1d-4ccd-a1ff-521089829c63 None None] Sync routers for ids ['ab1269b8-038d-4b75-976a-0633960d3b49'] in dv-cinder-787632-1-iscsi {{(pid=86333) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 22 20:19:47.755124 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-fd887a4a-f2fe-4a1f-a815-a672018bc599 tempest-TestVolumeBootPattern-572234504 tempest-TestVolumeBootPattern-572234504-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-743'] for floatingip, before_response {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:19:47.758907 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5b9f84e-8a1d-4ccd-a1ff-521089829c63 None None] Routers {'ab1269b8-038d-4b75-976a-0633960d3b49'} bound to L3 agent in host dv-cinder-787632-1-iscsi {{(pid=86333) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 22 20:19:47.759849 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.l3_hamode_db [None req-c5b9f84e-8a1d-4ccd-a1ff-521089829c63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f013d74dc18>, 'dv-cinder-787632-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-22T20:03:28Z,description=<?>,heartbeat_timestamp=2021-04-22T20:19:29Z,host='dv-cinder-787632-1-iscsi',id=1df068ca-d615-4cb7-8020-fe6e8be709e3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-22T20:03:28Z,topic='l3_agent')) {'router_ids': ['ab1269b8-038d-4b75-976a-0633960d3b49'], 'active': True} {{(pid=86333) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 22 20:19:47.817840 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [None req-fd887a4a-f2fe-4a1f-a815-a672018bc599 tempest-TestVolumeBootPattern-572234504 tempest-TestVolumeBootPattern-572234504-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 996 time: 2.8326142
Apr 22 20:19:47.818761 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1154ec07-c9fa-4a08-9558-b6527b35aa4b', 'tag': '92c84e75-dd8a-4dc7-8e16-4ccf81124d75'}] {{(pid=86331) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 22 20:19:47.868507 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1154ec07-c9fa-4a08-9558-b6527b35aa4b', 'tag': '92c84e75-dd8a-4dc7-8e16-4ccf81124d75', 'status': 'completed', 'code': 200}
Apr 22 20:19:47.971754 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.l3_dvr_db [None req-c5b9f84e-8a1d-4ccd-a1ff-521089829c63 None None] Set router ab1269b8-038d-4b75-976a-0633960d3b49 gateway port host: dv-cinder-787632-1-iscsi {{(pid=86333) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 22 20:19:47.972180 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdde2f00-fc0f-4033-960b-4dbf23fe641b req-2578aa19-3a14-4597-acbb-c9bee39d63f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 20:19:47.973857 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-fdde2f00-fc0f-4033-960b-4dbf23fe641b req-2578aa19-3a14-4597-acbb-c9bee39d63f5 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=30860bebb771423695ffb4fd377ce666&device_id=1154ec07-c9fa-4a08-9558-b6527b35aa4b HTTP/1.1" status: 200  len: 1098 time: 0.0819647
Apr 22 20:19:48.044744 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7adb2a3-df11-4d87-8fb8-d45596dc486b req-bdc21cb5-65a9-4b78-b9ca-85f36c554d26 tempest-AttachVolumeShelveTestJSON-1095716281 tempest-AttachVolumeShelveTestJSON-1095716281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 20:19:48.046399 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-c7adb2a3-df11-4d87-8fb8-d45596dc486b req-bdc21cb5-65a9-4b78-b9ca-85f36c554d26 tempest-AttachVolumeShelveTestJSON-1095716281 tempest-AttachVolumeShelveTestJSON-1095716281-project] 10.222.0.30 "GET /v2.0/ports?device_id=bea0e040-e3dd-4e46-87e8-ed5a96b95301 HTTP/1.1" status: 200  len: 946 time: 0.0923960
Apr 22 20:19:48.099880 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-c7adb2a3-df11-4d87-8fb8-d45596dc486b req-0535dff1-b2d3-4d22-a9d0-eb73148f39fc tempest-AttachVolumeShelveTestJSON-1095716281 tempest-AttachVolumeShelveTestJSON-1095716281-project] 10.222.0.30 "GET /v2.0/security-groups?id=2828f93a-45b4-439f-a8a8-dbebf20fc2c8&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0458257
Apr 22 20:19:48.127299 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdde2f00-fc0f-4033-960b-4dbf23fe641b req-3d243c06-e333-4e44-b015-81a483be2707 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 20:19:48.128960 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-fdde2f00-fc0f-4033-960b-4dbf23fe641b req-3d243c06-e333-4e44-b015-81a483be2707 service neutron] 10.222.0.46 "GET /v2.0/networks?id=baa3aeb8-8dec-4767-92bc-d52436d9437a HTTP/1.1" status: 200  len: 912 time: 0.1482294
Apr 22 20:19:48.241843 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-fdde2f00-fc0f-4033-960b-4dbf23fe641b req-5cbb490d-7514-4f57-9b9f-bb144c074432 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=92c84e75-dd8a-4dc7-8e16-4ccf81124d75 HTTP/1.1" status: 200  len: 999 time: 0.1058750
Apr 22 20:19:48.308718 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdde2f00-fc0f-4033-960b-4dbf23fe641b req-e8915f0d-3cfc-4839-aabc-e6cd17ebb08c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 20:19:48.310298 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-fdde2f00-fc0f-4033-960b-4dbf23fe641b req-e8915f0d-3cfc-4839-aabc-e6cd17ebb08c service neutron] 10.222.0.46 "GET /v2.0/subnets?id=083c45db-27b8-429b-b9a6-58f44b80ddc9 HTTP/1.1" status: 200  len: 850 time: 0.0627463
Apr 22 20:19:48.347967 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.l3_hamode_db [None req-c5b9f84e-8a1d-4ccd-a1ff-521089829c63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f013d74dc18>, [{'id': 'ab1269b8-038d-4b75-976a-0633960d3b49', 'name': 'tempest-TestVolumeBootPattern-423906671-router', 'tenant_id': '30860bebb771423695ffb4fd377ce666', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b725cb4-6db6-4e68-9a61-1978e8a191a1', 'external_fixed_ips': [{'subnet_id': '1d4495d7-31a5-4e2d-a911-56ceae3a61c5', 'ip_address': '172.27.3.46'}], 'enable_snat': True}, 'gw_port_id': '1578d5f6-9824-4f28-87c1-8fe9152f2e76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T20:13:37Z', 'updated_at': '2021-04-22T20:13:46Z', 'revision_number': 4, 'project_id': '30860bebb771423695ffb4fd377ce666', 'gw_port': {'id': '1578d5f6-9824-4f28-87c1-8fe9152f2e76', 'name': '', 'network_id': '1b725cb4-6db6-4e68-9a61-1978e8a191a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:17:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab1269b8-038d-4b75-976a-0633960d3b49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 338, 'fixed_ips': [{'subnet_id': '1d4495d7-31a5-4e2d-a911-56ceae3a61c5', 'ip_address': '172.27.3.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787632-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T20:13:39Z', 'updated_at': '2021-04-22T20:13:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d4495d7-31a5-4e2d-a911-56ceae3a61c5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787632-1-iscsi', '_floatingips': [{'id': '2eea354c-7d7a-4de1-9667-adaeadcd7823', 'tenant_id': '30860bebb771423695ffb4fd377ce666', 'floating_ip_address': '172.27.3.94', 'floating_network_id': '1b725cb4-6db6-4e68-9a61-1978e8a191a1', 'router_id': 'ab1269b8-038d-4b75-976a-0633960d3b49', 'port_id': '372eb00c-299c-4902-a8c6-e7c3efec72b0', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 539, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'baa3aeb8-8dec-4767-92bc-d52436d9437a', 'mac_address': 'fa:16:3e:15:92:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a0fdb6e-7411-40dc-addd-8f403a1d6e18', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-22T20:17:43Z', 'updated_at': '2021-04-22T20:17:46Z', 'revision_number': 1, 'project_id': '30860bebb771423695ffb4fd377ce666', 'fixed_ip_address_scope': None}, {'id': 'af335df7-3570-48d8-adcd-d24b643f100b', 'tenant_id': '30860bebb771423695ffb4fd377ce666', 'floating_ip_address': '172.27.3.173', 'floating_network_id': '1b725cb4-6db6-4e68-9a61-1978e8a191a1', 'router_id': 'ab1269b8-038d-4b75-976a-0633960d3b49', 'port_id': '92c84e75-dd8a-4dc7-8e16-4ccf81124d75', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 605, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'baa3aeb8-8dec-4767-92bc-d52436d9437a', 'mac_address': 'fa:16:3e:d3:71:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1154ec07-c9fa-4a08-9558-b6527b35aa4b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-22T20:19:46Z', 'updated_at': '2021-04-22T20:19:46Z', 'revision_number': 0, 'project_id': '30860bebb771423695ffb4fd377ce666', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd9c0d626-ac7f-4e38-aef3-0d50424933e1', 'name': '', 'network_id': 'baa3aeb8-8dec-4767-92bc-d52436d9437a', 'tenant_id': '30860bebb771423695ffb4fd377ce666', 'mac_address': 'fa:16:3e:33:b4:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab1269b8-038d-4b75-976a-0633960d3b49', 'device_owner': 'network:router_interface', 'standard_attr_id': 354, 'fixed_ips': [{'subnet_id': '083c45db-27b8-429b-b9a6-58f44b80ddc9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787632-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T20:13:44Z', 'updated_at': '2021-04-22T20:13:56Z', 'revision_number': 5, 'project_id': '30860bebb771423695ffb4fd377ce666', 'subnets': [{'id': '083c45db-27b8-429b-b9a6-58f44b80ddc9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787632-1-iscsi', False) {} {{(pid=86333) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 22 20:19:48.352221 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5b9f84e-8a1d-4ccd-a1ff-521089829c63 None None] Checking router: ab1269b8-038d-4b75-976a-0633960d3b49 for host: dv-cinder-787632-1-iscsi {{(pid=86333) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 22 20:19:48.361176 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5b9f84e-8a1d-4ccd-a1ff-521089829c63 None None] Routers {'ab1269b8-038d-4b75-976a-0633960d3b49'} bound to L3 agent in host dv-cinder-787632-1-iscsi {{(pid=86333) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 22 20:19:48.361854 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.l3_hamode_db [None req-c5b9f84e-8a1d-4ccd-a1ff-521089829c63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f013d74dc18>, 'dv-cinder-787632-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-22T20:03:28Z,description=<?>,heartbeat_timestamp=2021-04-22T20:19:29Z,host='dv-cinder-787632-1-iscsi',id=1df068ca-d615-4cb7-8020-fe6e8be709e3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-22T20:03:28Z,topic='l3_agent')) {'router_ids': ['ab1269b8-038d-4b75-976a-0633960d3b49'], 'active': True} {{(pid=86333) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 22 20:19:48.407587 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdde2f00-fc0f-4033-960b-4dbf23fe641b req-232c3b67-5851-49a5-8838-c7120596e9b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 20:19:48.409183 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-fdde2f00-fc0f-4033-960b-4dbf23fe641b req-232c3b67-5851-49a5-8838-c7120596e9b5 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=baa3aeb8-8dec-4767-92bc-d52436d9437a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0818722
Apr 22 20:19:48.552961 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.l3_dvr_db [None req-c5b9f84e-8a1d-4ccd-a1ff-521089829c63 None None] Set router ab1269b8-038d-4b75-976a-0633960d3b49 gateway port host: dv-cinder-787632-1-iscsi {{(pid=86333) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 22 20:19:48.554171 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-fdde2f00-fc0f-4033-960b-4dbf23fe641b req-158196c5-528c-4ab9-a6fd-3f2b5918e92b service neutron] 10.222.0.46 "GET /v2.0/networks/baa3aeb8-8dec-4767-92bc-d52436d9437a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1379006
Apr 22 20:19:48.697647 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-fdde2f00-fc0f-4033-960b-4dbf23fe641b req-d1439a18-7e79-412f-9ccd-762a74db1717 service neutron] 10.222.0.46 "GET /v2.0/networks/baa3aeb8-8dec-4767-92bc-d52436d9437a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1367629
Apr 22 20:19:48.722297 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-cbbe70c9-0b39-4f9d-be6e-4133a7c8f54f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309146858885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640583'] for agent, after_update {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:19:49.089159 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.l3_hamode_db [None req-c5b9f84e-8a1d-4ccd-a1ff-521089829c63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f013d74dc18>, [{'id': 'ab1269b8-038d-4b75-976a-0633960d3b49', 'name': 'tempest-TestVolumeBootPattern-423906671-router', 'tenant_id': '30860bebb771423695ffb4fd377ce666', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b725cb4-6db6-4e68-9a61-1978e8a191a1', 'external_fixed_ips': [{'subnet_id': '1d4495d7-31a5-4e2d-a911-56ceae3a61c5', 'ip_address': '172.27.3.46'}], 'enable_snat': True}, 'gw_port_id': '1578d5f6-9824-4f28-87c1-8fe9152f2e76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T20:13:37Z', 'updated_at': '2021-04-22T20:13:46Z', 'revision_number': 4, 'project_id': '30860bebb771423695ffb4fd377ce666', 'gw_port': {'id': '1578d5f6-9824-4f28-87c1-8fe9152f2e76', 'name': '', 'network_id': '1b725cb4-6db6-4e68-9a61-1978e8a191a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:17:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab1269b8-038d-4b75-976a-0633960d3b49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 338, 'fixed_ips': [{'subnet_id': '1d4495d7-31a5-4e2d-a911-56ceae3a61c5', 'ip_address': '172.27.3.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787632-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T20:13:39Z', 'updated_at': '2021-04-22T20:13:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d4495d7-31a5-4e2d-a911-56ceae3a61c5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787632-1-iscsi', '_floatingips': [{'id': '2eea354c-7d7a-4de1-9667-adaeadcd7823', 'tenant_id': '30860bebb771423695ffb4fd377ce666', 'floating_ip_address': '172.27.3.94', 'floating_network_id': '1b725cb4-6db6-4e68-9a61-1978e8a191a1', 'router_id': 'ab1269b8-038d-4b75-976a-0633960d3b49', 'port_id': '372eb00c-299c-4902-a8c6-e7c3efec72b0', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 539, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'baa3aeb8-8dec-4767-92bc-d52436d9437a', 'mac_address': 'fa:16:3e:15:92:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a0fdb6e-7411-40dc-addd-8f403a1d6e18', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-22T20:17:43Z', 'updated_at': '2021-04-22T20:17:46Z', 'revision_number': 1, 'project_id': '30860bebb771423695ffb4fd377ce666', 'fixed_ip_address_scope': None}, {'id': 'af335df7-3570-48d8-adcd-d24b643f100b', 'tenant_id': '30860bebb771423695ffb4fd377ce666', 'floating_ip_address': '172.27.3.173', 'floating_network_id': '1b725cb4-6db6-4e68-9a61-1978e8a191a1', 'router_id': 'ab1269b8-038d-4b75-976a-0633960d3b49', 'port_id': '92c84e75-dd8a-4dc7-8e16-4ccf81124d75', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 605, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'baa3aeb8-8dec-4767-92bc-d52436d9437a', 'mac_address': 'fa:16:3e:d3:71:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1154ec07-c9fa-4a08-9558-b6527b35aa4b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-22T20:19:46Z', 'updated_at': '2021-04-22T20:19:46Z', 'revision_number': 0, 'project_id': '30860bebb771423695ffb4fd377ce666', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd9c0d626-ac7f-4e38-aef3-0d50424933e1', 'name': '', 'network_id': 'baa3aeb8-8dec-4767-92bc-d52436d9437a', 'tenant_id': '30860bebb771423695ffb4fd377ce666', 'mac_address': 'fa:16:3e:33:b4:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab1269b8-038d-4b75-976a-0633960d3b49', 'device_owner': 'network:router_interface', 'standard_attr_id': 354, 'fixed_ips': [{'subnet_id': '083c45db-27b8-429b-b9a6-58f44b80ddc9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787632-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T20:13:44Z', 'updated_at': '2021-04-22T20:13:56Z', 'revision_number': 5, 'project_id': '30860bebb771423695ffb4fd377ce666', 'subnets': [{'id': '083c45db-27b8-429b-b9a6-58f44b80ddc9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787632-1-iscsi', False) {} {{(pid=86333) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 22 20:19:49.093470 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5b9f84e-8a1d-4ccd-a1ff-521089829c63 None None] The sync data for ids ['ab1269b8-038d-4b75-976a-0633960d3b49'] in dv-cinder-787632-1-iscsi is: [{'id': 'ab1269b8-038d-4b75-976a-0633960d3b49', 'name': 'tempest-TestVolumeBootPattern-423906671-router', 'tenant_id': '30860bebb771423695ffb4fd377ce666', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b725cb4-6db6-4e68-9a61-1978e8a191a1', 'external_fixed_ips': [{'subnet_id': '1d4495d7-31a5-4e2d-a911-56ceae3a61c5', 'ip_address': '172.27.3.46'}], 'enable_snat': True}, 'gw_port_id': '1578d5f6-9824-4f28-87c1-8fe9152f2e76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T20:13:37Z', 'updated_at': '2021-04-22T20:13:46Z', 'revision_number': 4, 'project_id': '30860bebb771423695ffb4fd377ce666', 'gw_port': {'id': '1578d5f6-9824-4f28-87c1-8fe9152f2e76', 'name': '', 'network_id': '1b725cb4-6db6-4e68-9a61-1978e8a191a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:17:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab1269b8-038d-4b75-976a-0633960d3b49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 338, 'fixed_ips': [{'subnet_id': '1d4495d7-31a5-4e2d-a911-56ceae3a61c5', 'ip_address': '172.27.3.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787632-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T20:13:39Z', 'updated_at': '2021-04-22T20:13:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d4495d7-31a5-4e2d-a911-56ceae3a61c5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787632-1-iscsi', '_floatingips': [{'id': '2eea354c-7d7a-4de1-9667-adaeadcd7823', 'tenant_id': '30860bebb771423695ffb4fd377ce666', 'floating_ip_address': '172.27.3.94', 'floating_network_id': '1b725cb4-6db6-4e68-9a61-1978e8a191a1', 'router_id': 'ab1269b8-038d-4b75-976a-0633960d3b49', 'port_id': '372eb00c-299c-4902-a8c6-e7c3efec72b0', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 539, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'baa3aeb8-8dec-4767-92bc-d52436d9437a', 'mac_address': 'fa:16:3e:15:92:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a0fdb6e-7411-40dc-addd-8f403a1d6e18', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-22T20:17:43Z', 'updated_at': '2021-04-22T20:17:46Z', 'revision_number': 1, 'project_id': '30860bebb771423695ffb4fd377ce666', 'fixed_ip_address_scope': None}, {'id': 'af335df7-3570-48d8-adcd-d24b643f100b', 'tenant_id': '30860bebb771423695ffb4fd377ce666', 'floating_ip_address': '172.27.3.173', 'floating_network_id': '1b725cb4-6db6-4e68-9a61-1978e8a191a1', 'router_id': 'ab1269b8-038d-4b75-976a-0633960d3b49', 'port_id': '92c84e75-dd8a-4dc7-8e16-4ccf81124d75', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 605, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'baa3aeb8-8dec-4767-92bc-d52436d9437a', 'mac_address': 'fa:16:3e:d3:71:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1154ec07-c9fa-4a08-9558-b6527b35aa4b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-22T20:19:46Z', 'updated_at': '2021-04-22T20:19:46Z', 'revision_number': 0, 'project_id': '30860bebb771423695ffb4fd377ce666', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd9c0d626-ac7f-4e38-aef3-0d50424933e1', 'name': '', 'network_id': 'baa3aeb8-8dec-4767-92bc-d52436d9437a', 'tenant_id': '30860bebb771423695ffb4fd377ce666', 'mac_address': 'fa:16:3e:33:b4:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab1269b8-038d-4b75-976a-0633960d3b49', 'device_owner': 'network:router_interface', 'standard_attr_id': 354, 'fixed_ips': [{'subnet_id': '083c45db-27b8-429b-b9a6-58f44b80ddc9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787632-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T20:13:44Z', 'updated_at': '2021-04-22T20:13:56Z', 'revision_number': 5, 'project_id': '30860bebb771423695ffb4fd377ce666', 'subnets': [{'id': '083c45db-27b8-429b-b9a6-58f44b80ddc9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86333) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 22 20:19:49.108563 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-009a4d37-a26b-4516-92c7-53d9f433e6c2 req-d62702f5-8c27-4c99-9988-1b3217e63ba6 tempest-VolumesNegativeTest-167705392 tempest-VolumesNegativeTest-167705392-project] 10.222.0.30 "GET /v2.0/networks?tenant_id=435f2d607da44f6eb969faf6f53980fa&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0328338
Apr 22 20:19:49.285381 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-009a4d37-a26b-4516-92c7-53d9f433e6c2 req-53c62335-5189-4e2e-8b3c-728f496b3cbd tempest-VolumesNegativeTest-167705392 tempest-VolumesNegativeTest-167705392-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 20:19:49.293932 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-009a4d37-a26b-4516-92c7-53d9f433e6c2 req-53c62335-5189-4e2e-8b3c-728f496b3cbd tempest-VolumesNegativeTest-167705392 tempest-VolumesNegativeTest-167705392-project] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.1791639
Apr 22 20:19:49.306344 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-009a4d37-a26b-4516-92c7-53d9f433e6c2 req-3b4744f2-94fd-4df8-b426-85c76d4b8006 tempest-VolumesNegativeTest-167705392 tempest-VolumesNegativeTest-167705392-project] 10.222.0.30 "GET /v2.0/quotas/435f2d607da44f6eb969faf6f53980fa HTTP/1.1" status: 200  len: 375 time: 0.0111482
Apr 22 20:19:49.344053 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b027163-94c2-47d4-816f-beea13db6a89 req-52e36082-33c2-44ad-ab9c-451ff350cd1d tempest-AttachVolumeShelveTestJSON-1095716281 tempest-AttachVolumeShelveTestJSON-1095716281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 20:19:49.352612 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-3b027163-94c2-47d4-816f-beea13db6a89 req-52e36082-33c2-44ad-ab9c-451ff350cd1d tempest-AttachVolumeShelveTestJSON-1095716281 tempest-AttachVolumeShelveTestJSON-1095716281-project] 10.222.0.30 "GET /v2.0/ports?device_id=bea0e040-e3dd-4e46-87e8-ed5a96b95301 HTTP/1.1" status: 200  len: 946 time: 0.1087813
Apr 22 20:19:49.365230 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-009a4d37-a26b-4516-92c7-53d9f433e6c2 req-f69cbba7-5c09-423c-9c76-c650921f5b2e tempest-VolumesNegativeTest-167705392 tempest-VolumesNegativeTest-167705392-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=435f2d607da44f6eb969faf6f53980fa&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0505919
Apr 22 20:19:49.404742 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-3b027163-94c2-47d4-816f-beea13db6a89 req-056f5f43-6b34-471c-a029-9ba5f5f66be0 tempest-AttachVolumeShelveTestJSON-1095716281 tempest-AttachVolumeShelveTestJSON-1095716281-project] 10.222.0.30 "GET /v2.0/security-groups?id=2828f93a-45b4-439f-a8a8-dbebf20fc2c8&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0490587
Apr 22 20:19:49.448337 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f73558f-27ea-4877-93fc-76f82fa4b755 None None] New status for floating IP af335df7-3570-48d8-adcd-d24b643f100b: ACTIVE {{(pid=86332) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Apr 22 20:19:49.605735 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-3a7e93fd-7968-4287-a4cb-3d9cc3a3ba3a req-a3092048-b7a0-466f-82ee-d9b7ea44a21a tempest-VolumesNegativeTest-167705392 tempest-VolumesNegativeTest-167705392-project] 10.222.0.30 "GET /v2.0/ports?device_id=a216d198-5f3d-4541-be13-0f022f956639 HTTP/1.1" status: 200  len: 210 time: 0.0675764
Apr 22 20:19:50.626928 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-009a4d37-a26b-4516-92c7-53d9f433e6c2 req-922648ff-46cf-4b47-af8a-852fde001259 tempest-VolumesNegativeTest-167705392 tempest-VolumesNegativeTest-167705392-project] 10.222.0.46 "GET /v2.0/networks?tenant_id=435f2d607da44f6eb969faf6f53980fa&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0351019
Apr 22 20:19:50.674484 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-212ed5ff-17dc-4725-bf2a-0597fc281cf3 req-b21c28fb-5e47-438b-99d7-4608e7ae699d tempest-AttachVolumeShelveTestJSON-1095716281 tempest-AttachVolumeShelveTestJSON-1095716281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 20:19:50.676260 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-212ed5ff-17dc-4725-bf2a-0597fc281cf3 req-b21c28fb-5e47-438b-99d7-4608e7ae699d tempest-AttachVolumeShelveTestJSON-1095716281 tempest-AttachVolumeShelveTestJSON-1095716281-project] 10.222.0.30 "GET /v2.0/ports?device_id=bea0e040-e3dd-4e46-87e8-ed5a96b95301 HTTP/1.1" status: 200  len: 946 time: 0.1565595
Apr 22 20:19:50.781918 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-bca38f1c-4d92-4709-bd3a-d6c9efaa1af0 req-9d99b42f-2f44-47fe-9734-ce8a6dcd845d tempest-VolumesNegativeTest-167705392 tempest-VolumesNegativeTest-167705392-project] 10.222.0.30 "GET /v2.0/ports?device_id=a216d198-5f3d-4541-be13-0f022f956639 HTTP/1.1" status: 200  len: 210 time: 0.0624881
Apr 22 20:19:50.816967 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-212ed5ff-17dc-4725-bf2a-0597fc281cf3 req-fcba32bd-1ee7-440e-b7b3-69acf17681b7 tempest-AttachVolumeShelveTestJSON-1095716281 tempest-AttachVolumeShelveTestJSON-1095716281-project] 10.222.0.30 "GET /v2.0/security-groups?id=2828f93a-45b4-439f-a8a8-dbebf20fc2c8&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0932083
Apr 22 20:19:50.864164 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-009a4d37-a26b-4516-92c7-53d9f433e6c2 req-25118f3a-7924-4086-a2eb-fed738bf23f2 tempest-VolumesNegativeTest-167705392 tempest-VolumesNegativeTest-167705392-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 20:19:50.865709 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-009a4d37-a26b-4516-92c7-53d9f433e6c2 req-25118f3a-7924-4086-a2eb-fed738bf23f2 tempest-VolumesNegativeTest-167705392 tempest-VolumesNegativeTest-167705392-project] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.2336566
Apr 22 20:19:50.877807 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.v2.base [req-009a4d37-a26b-4516-92c7-53d9f433e6c2 req-ddd02d05-e07f-466b-8d28-b4f483155ea4 tempest-VolumesNegativeTest-167705392 tempest-VolumesNegativeTest-167705392-project] Request body: {'port': {'device_id': 'a216d198-5f3d-4541-be13-0f022f956639', 'network_id': '98c6f2af-c286-42de-9940-dfbdcf71fe89', 'admin_state_up': True, 'tenant_id': '435f2d607da44f6eb969faf6f53980fa'}} {{(pid=86331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 22 20:19:51.268740 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.quota.driver [req-009a4d37-a26b-4516-92c7-53d9f433e6c2 req-ddd02d05-e07f-466b-8d28-b4f483155ea4 tempest-VolumesNegativeTest-167705392 tempest-VolumesNegativeTest-167705392-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 22 20:19:51.272738 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.quota.resource [req-009a4d37-a26b-4516-92c7-53d9f433e6c2 req-ddd02d05-e07f-466b-8d28-b4f483155ea4 tempest-VolumesNegativeTest-167705392 tempest-VolumesNegativeTest-167705392-project] Usage tracker for resource:port and tenant:435f2d607da44f6eb969faf6f53980fa is out of sync, need to count used quota {{(pid=86331) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 22 20:19:51.275703 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.quota.resource [req-009a4d37-a26b-4516-92c7-53d9f433e6c2 req-ddd02d05-e07f-466b-8d28-b4f483155ea4 tempest-VolumesNegativeTest-167705392 tempest-VolumesNegativeTest-167705392-project] Quota usage for port was recalculated. Used quota:0. {{(pid=86331) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 22 20:19:51.281912 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.quota.driver [req-009a4d37-a26b-4516-92c7-53d9f433e6c2 req-ddd02d05-e07f-466b-8d28-b4f483155ea4 tempest-VolumesNegativeTest-167705392 tempest-VolumesNegativeTest-167705392-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=86331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 22 20:19:51.290431 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-009a4d37-a26b-4516-92c7-53d9f433e6c2 req-ddd02d05-e07f-466b-8d28-b4f483155ea4 tempest-VolumesNegativeTest-167705392 tempest-VolumesNegativeTest-167705392-project] Made reservation on behalf of 435f2d607da44f6eb969faf6f53980fa for: {'port': 1} {{(pid=86331) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 22 20:19:51.296476 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [req-009a4d37-a26b-4516-92c7-53d9f433e6c2 req-ddd02d05-e07f-466b-8d28-b4f483155ea4 tempest-VolumesNegativeTest-167705392 tempest-VolumesNegativeTest-167705392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587983'] for port, before_create {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:19:51.309699 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [req-009a4d37-a26b-4516-92c7-53d9f433e6c2 req-ddd02d05-e07f-466b-8d28-b4f483155ea4 tempest-VolumesNegativeTest-167705392 tempest-VolumesNegativeTest-167705392-project] Notify callbacks [] for security_group, before_create {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:19:51.325684 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.quota.driver [req-009a4d37-a26b-4516-92c7-53d9f433e6c2 req-ddd02d05-e07f-466b-8d28-b4f483155ea4 tempest-VolumesNegativeTest-167705392 tempest-VolumesNegativeTest-167705392-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 22 20:19:51.329588 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.quota.resource [req-009a4d37-a26b-4516-92c7-53d9f433e6c2 req-ddd02d05-e07f-466b-8d28-b4f483155ea4 tempest-VolumesNegativeTest-167705392 tempest-VolumesNegativeTest-167705392-project] Usage tracker for resource:security_group_rule and tenant:435f2d607da44f6eb969faf6f53980fa is out of sync, need to count used quota {{(pid=86331) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 22 20:19:51.332527 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.quota.resource [req-009a4d37-a26b-4516-92c7-53d9f433e6c2 req-ddd02d05-e07f-466b-8d28-b4f483155ea4 tempest-VolumesNegativeTest-167705392 tempest-VolumesNegativeTest-167705392-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86331) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 22 20:19:51.338435 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.quota.driver [req-009a4d37-a26b-4516-92c7-53d9f433e6c2 req-ddd02d05-e07f-466b-8d28-b4f483155ea4 tempest-VolumesNegativeTest-167705392 tempest-VolumesNegativeTest-167705392-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 22 20:19:51.423168 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [req-009a4d37-a26b-4516-92c7-53d9f433e6c2 req-ddd02d05-e07f-466b-8d28-b4f483155ea4 tempest-VolumesNegativeTest-167705392 tempest-VolumesNegativeTest-167705392-project] Notify callbacks [] for security_group, precommit_create {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:19:51.425798 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [req-009a4d37-a26b-4516-92c7-53d9f433e6c2 req-ddd02d05-e07f-466b-8d28-b4f483155ea4 tempest-VolumesNegativeTest-167705392 tempest-VolumesNegativeTest-167705392-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393900'] for security_group, after_create {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:19:51.430639 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [None req-48e0de8c-05fa-403f-a3b5-cf95a7abd7d0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 20:19:51.514373 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddd02d05-e07f-466b-8d28-b4f483155ea4 tempest-VolumesNegativeTest-167705392 tempest-VolumesNegativeTest-167705392-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e6458682-c762-4528-a7c2-7ca718de1b60,revision_number=1']} {{(pid=86331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 20:19:51.524312 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [None req-ddd02d05-e07f-466b-8d28-b4f483155ea4 tempest-VolumesNegativeTest-167705392 tempest-VolumesNegativeTest-167705392-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 20:19:51.606495 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.db_base_plugin_common [req-009a4d37-a26b-4516-92c7-53d9f433e6c2 req-ddd02d05-e07f-466b-8d28-b4f483155ea4 tempest-VolumesNegativeTest-167705392 tempest-VolumesNegativeTest-167705392-project] Allocated IP 192.168.233.44 (98c6f2af-c286-42de-9940-dfbdcf71fe89/d96a5d44-fe41-4d4d-8efa-098ca58dc48e/09588270-0b9a-42cb-a690-1b4e54bd13c2) {{(pid=86331) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 22 20:19:51.820065 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [req-009a4d37-a26b-4516-92c7-53d9f433e6c2 req-ddd02d05-e07f-466b-8d28-b4f483155ea4 tempest-VolumesNegativeTest-167705392 tempest-VolumesNegativeTest-167705392-project] Notify callbacks [] for port, precommit_create {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:19:51.836194 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.provisioning_blocks [req-009a4d37-a26b-4516-92c7-53d9f433e6c2 req-ddd02d05-e07f-466b-8d28-b4f483155ea4 tempest-VolumesNegativeTest-167705392 tempest-VolumesNegativeTest-167705392-project] Transition to ACTIVE for port object 09588270-0b9a-42cb-a690-1b4e54bd13c2 will not be triggered until provisioned by entity DHCP. {{(pid=86331) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 22 20:19:51.861476 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [req-009a4d37-a26b-4516-92c7-53d9f433e6c2 req-ddd02d05-e07f-466b-8d28-b4f483155ea4 tempest-VolumesNegativeTest-167705392 tempest-VolumesNegativeTest-167705392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854198495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853168226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363309147208154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1223862'] for port, after_create {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:19:51.868046 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [None req-f489c462-a2e5-4391-ad14-6c70fd87b59f tempest-AttachVolumeShelveTestJSON-1095716281 tempest-AttachVolumeShelveTestJSON-1095716281-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 20:19:51.941285 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-009a4d37-a26b-4516-92c7-53d9f433e6c2 req-ddd02d05-e07f-466b-8d28-b4f483155ea4 tempest-VolumesNegativeTest-167705392 tempest-VolumesNegativeTest-167705392-project] Network 98c6f2af-c286-42de-9940-dfbdcf71fe89 is already hosted by enough agents. {{(pid=86331) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 22 20:19:51.942533 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.scheduler.base_scheduler [req-009a4d37-a26b-4516-92c7-53d9f433e6c2 req-ddd02d05-e07f-466b-8d28-b4f483155ea4 tempest-VolumesNegativeTest-167705392 tempest-VolumesNegativeTest-167705392-project] Resources bound (agent type, host, resource id):  {{(pid=86331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 22 20:19:51.946760 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.l3_dvrscheduler_db [req-009a4d37-a26b-4516-92c7-53d9f433e6c2 req-ddd02d05-e07f-466b-8d28-b4f483155ea4 tempest-VolumesNegativeTest-167705392 tempest-VolumesNegativeTest-167705392-project] Received port after_create {{(pid=86331) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 22 20:19:51.990103 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a656ef-198f-4b58-b274-fbbb62cbee0b req-fd5c681c-1ede-4ca6-ad15-ffa051f9da2a tempest-VolumesNegativeTest-167705392 tempest-VolumesNegativeTest-167705392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 20:19:51.990372 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddd02d05-e07f-466b-8d28-b4f483155ea4 tempest-VolumesNegativeTest-167705392 tempest-VolumesNegativeTest-167705392-project] Pushing event updated for resources: {'Port': ['ID=09588270-0b9a-42cb-a690-1b4e54bd13c2,revision_number=1']} {{(pid=86331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 20:19:51.992205 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-d8a656ef-198f-4b58-b274-fbbb62cbee0b req-fd5c681c-1ede-4ca6-ad15-ffa051f9da2a tempest-VolumesNegativeTest-167705392 tempest-VolumesNegativeTest-167705392-project] 10.222.0.30 "GET /v2.0/ports?device_id=a216d198-5f3d-4541-be13-0f022f956639 HTTP/1.1" status: 200  len: 935 time: 0.0957620
Apr 22 20:19:52.035793 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [None req-ddd02d05-e07f-466b-8d28-b4f483155ea4 tempest-VolumesNegativeTest-167705392 tempest-VolumesNegativeTest-167705392-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 20:19:52.055796 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-d8a656ef-198f-4b58-b274-fbbb62cbee0b req-9554b896-d0dd-476e-84ff-57a51e549891 tempest-VolumesNegativeTest-167705392 tempest-VolumesNegativeTest-167705392-project] 10.222.0.30 "GET /v2.0/security-groups?id=e6458682-c762-4528-a7c2-7ca718de1b60&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0549567
Apr 22 20:19:52.088420 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-009a4d37-a26b-4516-92c7-53d9f433e6c2 req-ddd02d05-e07f-466b-8d28-b4f483155ea4 tempest-VolumesNegativeTest-167705392 tempest-VolumesNegativeTest-167705392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 20:19:52.089298 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [req-009a4d37-a26b-4516-92c7-53d9f433e6c2 req-ddd02d05-e07f-466b-8d28-b4f483155ea4 tempest-VolumesNegativeTest-167705392 tempest-VolumesNegativeTest-167705392-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-743'] for port, before_response {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:19:52.124694 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-009a4d37-a26b-4516-92c7-53d9f433e6c2 req-ddd02d05-e07f-466b-8d28-b4f483155ea4 tempest-VolumesNegativeTest-167705392 tempest-VolumesNegativeTest-167705392-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201  len: 937 time: 1.2510080
Apr 22 20:19:52.134234 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c56fdd6c-fefd-4eac-a43c-537e5820c4b1 req-e0bb0d3b-5f43-478b-ab55-0e91779f7f9a tempest-AttachVolumeShelveTestJSON-1095716281 tempest-AttachVolumeShelveTestJSON-1095716281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 20:19:52.135754 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-c56fdd6c-fefd-4eac-a43c-537e5820c4b1 req-e0bb0d3b-5f43-478b-ab55-0e91779f7f9a tempest-AttachVolumeShelveTestJSON-1095716281 tempest-AttachVolumeShelveTestJSON-1095716281-project] 10.222.0.30 "GET /v2.0/ports?device_id=bea0e040-e3dd-4e46-87e8-ed5a96b95301 HTTP/1.1" status: 200  len: 946 time: 0.1556890
Apr 22 20:19:52.141160 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.v2.base [req-009a4d37-a26b-4516-92c7-53d9f433e6c2 req-6f194c8d-1117-4889-b59b-f2071cc22784 service neutron] Request body: {'port': {'device_id': 'a216d198-5f3d-4541-be13-0f022f956639', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78763'}} {{(pid=86331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 22 20:19:52.183435 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.provisioning_blocks [None req-bd0b47cc-a44f-4e04-a6d4-1a89b9005d75 None None] Provisioning for port 09588270-0b9a-42cb-a690-1b4e54bd13c2 completed by entity DHCP. {{(pid=86332) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 22 20:19:52.188564 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.provisioning_blocks [None req-bd0b47cc-a44f-4e04-a6d4-1a89b9005d75 None None] Provisioning complete for port 09588270-0b9a-42cb-a690-1b4e54bd13c2 triggered by entity DHCP. {{(pid=86332) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 22 20:19:52.189062 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-bd0b47cc-a44f-4e04-a6d4-1a89b9005d75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854135278'] for port, provisioning_complete {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:19:52.246017 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.plugin [None req-bd0b47cc-a44f-4e04-a6d4-1a89b9005d75 None None] Port 09588270-0b9a-42cb-a690-1b4e54bd13c2 cannot update to ACTIVE because it is not bound. {{(pid=86332) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 22 20:19:52.280253 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-c56fdd6c-fefd-4eac-a43c-537e5820c4b1 req-f681981c-c562-44b8-b71a-96f1f2a11e2d tempest-AttachVolumeShelveTestJSON-1095716281 tempest-AttachVolumeShelveTestJSON-1095716281-project] 10.222.0.30 "GET /v2.0/security-groups?id=2828f93a-45b4-439f-a8a8-dbebf20fc2c8&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1069181
Apr 22 20:19:52.300430 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [req-009a4d37-a26b-4516-92c7-53d9f433e6c2 req-6f194c8d-1117-4889-b59b-f2071cc22784 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587983'] for port, before_update {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:19:52.651848 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.notifiers.nova [req-009a4d37-a26b-4516-92c7-53d9f433e6c2 req-6f194c8d-1117-4889-b59b-f2071cc22784 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 09588270-0b9a-42cb-a690-1b4e54bd13c2 {{(pid=86331) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 22 20:19:52.659839 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [req-009a4d37-a26b-4516-92c7-53d9f433e6c2 req-6f194c8d-1117-4889-b59b-f2071cc22784 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:19:52.674632 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.provisioning_blocks [req-009a4d37-a26b-4516-92c7-53d9f433e6c2 req-6f194c8d-1117-4889-b59b-f2071cc22784 service neutron] Transition to ACTIVE for port object 09588270-0b9a-42cb-a690-1b4e54bd13c2 will not be triggered until provisioned by entity L2. {{(pid=86331) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 22 20:19:52.677237 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [req-009a4d37-a26b-4516-92c7-53d9f433e6c2 req-6f194c8d-1117-4889-b59b-f2071cc22784 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854198495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853168226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727707997384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363309147208137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727707567697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036853551937'] for port, after_update {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:19:52.681867 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [None req-1c69c922-5021-4a7c-a1af-f5f1937528f8 tempest-AttachVolumeTestJSON-431678780 tempest-AttachVolumeTestJSON-431678780-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 20:19:52.857347 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f194c8d-1117-4889-b59b-f2071cc22784 service neutron] Pushing event updated for resources: {'Port': ['ID=09588270-0b9a-42cb-a690-1b4e54bd13c2,revision_number=2']} {{(pid=86331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 20:19:52.890202 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [None req-6f194c8d-1117-4889-b59b-f2071cc22784 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.208s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 20:19:52.930994 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.managers [req-009a4d37-a26b-4516-92c7-53d9f433e6c2 req-6f194c8d-1117-4889-b59b-f2071cc22784 service neutron] Attempting to bind port 09588270-0b9a-42cb-a690-1b4e54bd13c2 on host hv-cinder-78763 for vnic_type normal with profile  {{(pid=86331) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 22 20:19:52.931302 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.managers [req-009a4d37-a26b-4516-92c7-53d9f433e6c2 req-6f194c8d-1117-4889-b59b-f2071cc22784 service neutron] Attempting to bind port 09588270-0b9a-42cb-a690-1b4e54bd13c2 by drivers openvswitch,hyperv on host hv-cinder-78763 at level 0 using segments [{'id': '2a17241e-3c34-4626-92d7-fcc70322f05d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '98c6f2af-c286-42de-9940-dfbdcf71fe89'}] {{(pid=86331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 22 20:19:52.931678 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-009a4d37-a26b-4516-92c7-53d9f433e6c2 req-6f194c8d-1117-4889-b59b-f2071cc22784 service neutron] Attempting to bind port 09588270-0b9a-42cb-a690-1b4e54bd13c2 on network 98c6f2af-c286-42de-9940-dfbdcf71fe89 {{(pid=86331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 22 20:19:52.936596 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-009a4d37-a26b-4516-92c7-53d9f433e6c2 req-6f194c8d-1117-4889-b59b-f2071cc22784 service neutron] Port 09588270-0b9a-42cb-a690-1b4e54bd13c2 on network 98c6f2af-c286-42de-9940-dfbdcf71fe89 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78763 {{(pid=86331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 22 20:19:52.936955 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-009a4d37-a26b-4516-92c7-53d9f433e6c2 req-6f194c8d-1117-4889-b59b-f2071cc22784 service neutron] Attempting to bind port 09588270-0b9a-42cb-a690-1b4e54bd13c2 on network 98c6f2af-c286-42de-9940-dfbdcf71fe89 {{(pid=86331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 22 20:19:52.943109 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-009a4d37-a26b-4516-92c7-53d9f433e6c2 req-6f194c8d-1117-4889-b59b-f2071cc22784 service neutron] Checking agent: {'id': 'b4f1961c-1932-496b-a656-3b148bb81a73', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78763', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 22, 20, 9, 49), 'started_at': datetime.datetime(2021, 4, 22, 20, 9, 49), 'heartbeat_timestamp': datetime.datetime(2021, 4, 22, 20, 19, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 22 20:19:52.943477 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-009a4d37-a26b-4516-92c7-53d9f433e6c2 req-6f194c8d-1117-4889-b59b-f2071cc22784 service neutron] Checking segment: {'id': '2a17241e-3c34-4626-92d7-fcc70322f05d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '98c6f2af-c286-42de-9940-dfbdcf71fe89'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86331) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 22 20:19:52.943893 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-009a4d37-a26b-4516-92c7-53d9f433e6c2 req-6f194c8d-1117-4889-b59b-f2071cc22784 service neutron] Bound using segment: {'id': '2a17241e-3c34-4626-92d7-fcc70322f05d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '98c6f2af-c286-42de-9940-dfbdcf71fe89'} {{(pid=86331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 22 20:19:52.944363 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.managers [req-009a4d37-a26b-4516-92c7-53d9f433e6c2 req-6f194c8d-1117-4889-b59b-f2071cc22784 service neutron] Bound port: 09588270-0b9a-42cb-a690-1b4e54bd13c2, host: hv-cinder-78763, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2a17241e-3c34-4626-92d7-fcc70322f05d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '98c6f2af-c286-42de-9940-dfbdcf71fe89'}}] {{(pid=86331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 22 20:19:52.944743 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [req-009a4d37-a26b-4516-92c7-53d9f433e6c2 req-6f194c8d-1117-4889-b59b-f2071cc22784 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587983'] for port, before_update {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:19:53.040797 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.db [req-009a4d37-a26b-4516-92c7-53d9f433e6c2 req-6f194c8d-1117-4889-b59b-f2071cc22784 service neutron] For port 09588270-0b9a-42cb-a690-1b4e54bd13c2, host hv-cinder-78763, cleared binding levels {{(pid=86331) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 22 20:19:53.043794 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.db [req-009a4d37-a26b-4516-92c7-53d9f433e6c2 req-6f194c8d-1117-4889-b59b-f2071cc22784 service neutron] For port 09588270-0b9a-42cb-a690-1b4e54bd13c2, host hv-cinder-78763, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78763',level=0,port_id=09588270-0b9a-42cb-a690-1b4e54bd13c2,segment=NetworkSegment(2a17241e-3c34-4626-92d7-fcc70322f05d),segment_id=2a17241e-3c34-4626-92d7-fcc70322f05d)] {{(pid=86331) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 22 20:19:53.046855 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [req-009a4d37-a26b-4516-92c7-53d9f433e6c2 req-6f194c8d-1117-4889-b59b-f2071cc22784 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854198495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853168226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727707997384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363309147208137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727707567697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036853551937'] for port, after_update {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:19:53.051355 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [None req-53c90ef2-60fe-48eb-a0ed-621e192e3109 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 20:19:53.102194 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-009a4d37-a26b-4516-92c7-53d9f433e6c2 req-6f194c8d-1117-4889-b59b-f2071cc22784 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 20:19:53.102904 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [req-009a4d37-a26b-4516-92c7-53d9f433e6c2 req-6f194c8d-1117-4889-b59b-f2071cc22784 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-743'] for port, before_response {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:19:53.104477 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-009a4d37-a26b-4516-92c7-53d9f433e6c2 req-6f194c8d-1117-4889-b59b-f2071cc22784 service neutron] 10.222.0.46 "PUT /v2.0/ports/09588270-0b9a-42cb-a690-1b4e54bd13c2 HTTP/1.1" status: 200  len: 1097 time: 0.9677520
Apr 22 20:19:53.109457 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a216d198-5f3d-4541-be13-0f022f956639', 'tag': '09588270-0b9a-42cb-a690-1b4e54bd13c2'}] {{(pid=86331) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 22 20:19:53.141281 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f194c8d-1117-4889-b59b-f2071cc22784 service neutron] Pushing event updated for resources: {'Port': ['ID=09588270-0b9a-42cb-a690-1b4e54bd13c2,revision_number=3']} {{(pid=86331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 20:19:53.153433 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [None req-6f194c8d-1117-4889-b59b-f2071cc22784 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 20:19:53.199422 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a216d198-5f3d-4541-be13-0f022f956639', 'tag': '09588270-0b9a-42cb-a690-1b4e54bd13c2', 'status': 'completed', 'code': 200}
Apr 22 20:19:53.245297 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-009a4d37-a26b-4516-92c7-53d9f433e6c2 req-25fa8608-a86c-4d40-8035-f40158d4bee0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 20:19:53.247361 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-009a4d37-a26b-4516-92c7-53d9f433e6c2 req-25fa8608-a86c-4d40-8035-f40158d4bee0 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=435f2d607da44f6eb969faf6f53980fa&device_id=a216d198-5f3d-4541-be13-0f022f956639 HTTP/1.1" status: 200  len: 1100 time: 0.0925660
Apr 22 20:19:53.281572 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2782d5e6-dd95-466d-a1ff-8f9d8b94f327 req-446efb66-bce2-46ee-91e4-fa00a8ff7d4d tempest-VolumesNegativeTest-167705392 tempest-VolumesNegativeTest-167705392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 20:19:53.283213 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-2782d5e6-dd95-466d-a1ff-8f9d8b94f327 req-446efb66-bce2-46ee-91e4-fa00a8ff7d4d tempest-VolumesNegativeTest-167705392 tempest-VolumesNegativeTest-167705392-project] 10.222.0.30 "GET /v2.0/ports?device_id=a216d198-5f3d-4541-be13-0f022f956639 HTTP/1.1" status: 200  len: 947 time: 0.0961435
Apr 22 20:19:53.322607 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-009a4d37-a26b-4516-92c7-53d9f433e6c2 req-7c14bb9f-d2c4-4cbc-9fe1-2f2faa6ce2f3 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.44&port_id=09588270-0b9a-42cb-a690-1b4e54bd13c2 HTTP/1.1" status: 200  len: 217 time: 0.0673854
Apr 22 20:19:53.332761 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-2782d5e6-dd95-466d-a1ff-8f9d8b94f327 req-5518fc45-416b-4f0c-bab3-7dd20563f86f tempest-VolumesNegativeTest-167705392 tempest-VolumesNegativeTest-167705392-project] 10.222.0.30 "GET /v2.0/security-groups?id=e6458682-c762-4528-a7c2-7ca718de1b60&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0424039
Apr 22 20:19:53.396425 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-009a4d37-a26b-4516-92c7-53d9f433e6c2 req-3e5cef1f-10eb-4709-8c52-97d69811e5ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 20:19:53.397981 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-009a4d37-a26b-4516-92c7-53d9f433e6c2 req-3e5cef1f-10eb-4709-8c52-97d69811e5ec service neutron] 10.222.0.46 "GET /v2.0/subnets?id=d96a5d44-fe41-4d4d-8efa-098ca58dc48e HTTP/1.1" status: 200  len: 843 time: 0.0676208
Apr 22 20:19:53.555590 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-889704ec-2b8c-41ef-bd20-7065a9e5bde1 req-1653190e-f3fb-4c61-a5d8-20af245f9309 tempest-AttachVolumeShelveTestJSON-1095716281 tempest-AttachVolumeShelveTestJSON-1095716281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 20:19:53.557213 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-889704ec-2b8c-41ef-bd20-7065a9e5bde1 req-1653190e-f3fb-4c61-a5d8-20af245f9309 tempest-AttachVolumeShelveTestJSON-1095716281 tempest-AttachVolumeShelveTestJSON-1095716281-project] 10.222.0.30 "GET /v2.0/ports?device_id=bea0e040-e3dd-4e46-87e8-ed5a96b95301 HTTP/1.1" status: 200  len: 946 time: 0.1559055
Apr 22 20:19:53.559227 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-009a4d37-a26b-4516-92c7-53d9f433e6c2 req-b689c38d-95be-4cf9-8303-375b158605ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 20:19:53.560667 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-009a4d37-a26b-4516-92c7-53d9f433e6c2 req-b689c38d-95be-4cf9-8303-375b158605ab service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=98c6f2af-c286-42de-9940-dfbdcf71fe89&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1178 time: 0.1188679
Apr 22 20:19:53.692120 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-889704ec-2b8c-41ef-bd20-7065a9e5bde1 req-41b16a97-b892-4b31-82d7-3c196985131c tempest-AttachVolumeShelveTestJSON-1095716281 tempest-AttachVolumeShelveTestJSON-1095716281-project] 10.222.0.30 "GET /v2.0/security-groups?id=2828f93a-45b4-439f-a8a8-dbebf20fc2c8&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1283844
Apr 22 20:19:53.733815 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-009a4d37-a26b-4516-92c7-53d9f433e6c2 req-88bcc0cc-3bac-473d-92de-2a6c3a0b7356 service neutron] 10.222.0.46 "GET /v2.0/networks/98c6f2af-c286-42de-9940-dfbdcf71fe89?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1566422
Apr 22 20:19:53.876976 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-009a4d37-a26b-4516-92c7-53d9f433e6c2 req-10b23e38-8280-4b89-882a-45d7782c9747 service neutron] 10.222.0.46 "GET /v2.0/networks/98c6f2af-c286-42de-9940-dfbdcf71fe89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1352036
Apr 22 20:19:53.948266 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.rpc [None req-cbbe70c9-0b39-4f9d-be6e-4133a7c8f54f None None] Device 8992d12d-fc7c-479e-ad59-3a73aacad1ba details requested by agent hyperv_hv-cinder-78763 with host hv-cinder-78763 {{(pid=86332) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 22 20:19:54.006721 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7babf7a-fe8e-4c4d-858d-999214504820 req-ccd1d2cd-ef32-43c3-9d1e-30da7f9efd5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 20:19:54.008333 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-e7babf7a-fe8e-4c4d-858d-999214504820 req-ccd1d2cd-ef32-43c3-9d1e-30da7f9efd5c service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=435f2d607da44f6eb969faf6f53980fa&device_id=a216d198-5f3d-4541-be13-0f022f956639 HTTP/1.1" status: 200  len: 1100 time: 0.0778494
Apr 22 20:19:54.051289 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-ab53b7d2-d635-4704-b401-fd1bb3fe075a req-1ab33808-8847-46e7-974a-2290f4271959 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=8a0fdb6e-7411-40dc-addd-8f403a1d6e18&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0771182
Apr 22 20:19:54.092497 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.db [None req-cbbe70c9-0b39-4f9d-be6e-4133a7c8f54f None None] For port 8992d12d-fc7c-479e-ad59-3a73aacad1ba, host hv-cinder-78763, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78763',level=0,port_id=8992d12d-fc7c-479e-ad59-3a73aacad1ba,segment=NetworkSegment(14168ae3-7f5a-4cf1-9a50-8a4412d691e1),segment_id=14168ae3-7f5a-4cf1-9a50-8a4412d691e1)] {{(pid=86332) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 22 20:19:54.107138 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.rpc [None req-cbbe70c9-0b39-4f9d-be6e-4133a7c8f54f None None] Returning: {'device': '8992d12d-fc7c-479e-ad59-3a73aacad1ba', 'network_id': '34648bb7-c1ba-45d7-bfee-e82cdf1f6b93', 'port_id': '8992d12d-fc7c-479e-ad59-3a73aacad1ba', 'mac_address': 'fa:16:3e:8b:e4:23', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 356, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1e51354a-bd7c-4e4c-a7c1-20be7a105c17', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86332) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 22 20:19:54.161638 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7babf7a-fe8e-4c4d-858d-999214504820 req-0dfbcb43-1fc0-4e92-bd01-b9b3023578f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 20:19:54.163434 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-e7babf7a-fe8e-4c4d-858d-999214504820 req-0dfbcb43-1fc0-4e92-bd01-b9b3023578f2 service neutron] 10.222.0.46 "GET /v2.0/networks?id=98c6f2af-c286-42de-9940-dfbdcf71fe89 HTTP/1.1" status: 200  len: 870 time: 0.1441207
Apr 22 20:19:54.164374 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab53b7d2-d635-4704-b401-fd1bb3fe075a req-d1de7558-6091-496f-8aea-f22693325d1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 20:19:54.166140 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-ab53b7d2-d635-4704-b401-fd1bb3fe075a req-d1de7558-6091-496f-8aea-f22693325d1a service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=30860bebb771423695ffb4fd377ce666&device_id=8a0fdb6e-7411-40dc-addd-8f403a1d6e18 HTTP/1.1" status: 200  len: 1099 time: 0.0907955
Apr 22 20:19:54.166924 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-cbbe70c9-0b39-4f9d-be6e-4133a7c8f54f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587983'] for port, before_update {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:19:54.185496 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.notifiers.nova [None req-cbbe70c9-0b39-4f9d-be6e-4133a7c8f54f None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 8992d12d-fc7c-479e-ad59-3a73aacad1ba {{(pid=86332) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 22 20:19:54.202460 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.db [None req-cbbe70c9-0b39-4f9d-be6e-4133a7c8f54f None None] For port 8992d12d-fc7c-479e-ad59-3a73aacad1ba, host hv-cinder-78763, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78763',level=0,port_id=8992d12d-fc7c-479e-ad59-3a73aacad1ba,segment=NetworkSegment(14168ae3-7f5a-4cf1-9a50-8a4412d691e1),segment_id=14168ae3-7f5a-4cf1-9a50-8a4412d691e1)] {{(pid=86332) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 22 20:19:54.206156 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-cbbe70c9-0b39-4f9d-be6e-4133a7c8f54f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854198495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853168226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727707997384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363309147208137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727707567697'] for port, after_update {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:19:54.209436 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [None req-cbbe70c9-0b39-4f9d-be6e-4133a7c8f54f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86332) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 20:19:54.268980 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-e7babf7a-fe8e-4c4d-858d-999214504820 req-7ccdcafe-b5cd-4f1f-a163-01a2ccc1d822 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.44&port_id=09588270-0b9a-42cb-a690-1b4e54bd13c2 HTTP/1.1" status: 200  len: 217 time: 0.0953567
Apr 22 20:19:54.288237 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbbe70c9-0b39-4f9d-be6e-4133a7c8f54f None None] Pushing event updated for resources: {'Port': ['ID=8992d12d-fc7c-479e-ad59-3a73aacad1ba,revision_number=6']} {{(pid=86332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 20:19:54.296520 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbbe70c9-0b39-4f9d-be6e-4133a7c8f54f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787632-1-iscsi {{(pid=86332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 20:19:54.297001 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbbe70c9-0b39-4f9d-be6e-4133a7c8f54f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787632-1-iscsi {{(pid=86332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 20:19:54.297394 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbbe70c9-0b39-4f9d-be6e-4133a7c8f54f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787632-1-iscsi {{(pid=86332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 20:19:54.297821 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbbe70c9-0b39-4f9d-be6e-4133a7c8f54f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787632-1-iscsi {{(pid=86332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 20:19:54.298205 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbbe70c9-0b39-4f9d-be6e-4133a7c8f54f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787632-1-iscsi {{(pid=86332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 20:19:54.298579 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbbe70c9-0b39-4f9d-be6e-4133a7c8f54f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787632-1-iscsi {{(pid=86332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 20:19:54.298947 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbbe70c9-0b39-4f9d-be6e-4133a7c8f54f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-787632-1-iscsi {{(pid=86332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 20:19:54.299317 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbbe70c9-0b39-4f9d-be6e-4133a7c8f54f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787632-1-iscsi {{(pid=86332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 20:19:54.299684 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbbe70c9-0b39-4f9d-be6e-4133a7c8f54f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787632-1-iscsi {{(pid=86332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 20:19:54.300054 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbbe70c9-0b39-4f9d-be6e-4133a7c8f54f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787632-1-iscsi {{(pid=86332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 20:19:54.300417 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbbe70c9-0b39-4f9d-be6e-4133a7c8f54f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787632-1-iscsi {{(pid=86332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 20:19:54.300779 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbbe70c9-0b39-4f9d-be6e-4133a7c8f54f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787632-1-iscsi {{(pid=86332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 20:19:54.313356 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.db [None req-cbbe70c9-0b39-4f9d-be6e-4133a7c8f54f None None] get_ports_and_sgs() called for port_ids ['8992d12d-fc7c-479e-ad59-3a73aacad1ba'] {{(pid=86332) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 22 20:19:54.340755 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab53b7d2-d635-4704-b401-fd1bb3fe075a req-00cd6208-b69c-473f-8a4e-8f3c1f2503fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 20:19:54.342389 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-ab53b7d2-d635-4704-b401-fd1bb3fe075a req-00cd6208-b69c-473f-8a4e-8f3c1f2503fe service neutron] 10.222.0.46 "GET /v2.0/networks?id=baa3aeb8-8dec-4767-92bc-d52436d9437a HTTP/1.1" status: 200  len: 912 time: 0.1479950
Apr 22 20:19:54.344632 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [None req-cbbe70c9-0b39-4f9d-be6e-4133a7c8f54f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=86332) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 20:19:54.362474 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7babf7a-fe8e-4c4d-858d-999214504820 req-10394d40-e196-4b8c-8f43-6e1bf2383562 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 20:19:54.364787 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-e7babf7a-fe8e-4c4d-858d-999214504820 req-10394d40-e196-4b8c-8f43-6e1bf2383562 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=d96a5d44-fe41-4d4d-8efa-098ca58dc48e HTTP/1.1" status: 200  len: 843 time: 0.0715497
Apr 22 20:19:54.497007 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7babf7a-fe8e-4c4d-858d-999214504820 req-1cbb3b62-10b5-42bf-9a47-b31628d78f2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 20:19:54.498873 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-e7babf7a-fe8e-4c4d-858d-999214504820 req-1cbb3b62-10b5-42bf-9a47-b31628d78f2f service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=98c6f2af-c286-42de-9940-dfbdcf71fe89&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1178 time: 0.1266227
Apr 22 20:19:54.513002 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-ab53b7d2-d635-4704-b401-fd1bb3fe075a req-347ca681-c7f1-4c42-8eb2-7fc87b956c3b service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=372eb00c-299c-4902-a8c6-e7c3efec72b0 HTTP/1.1" status: 200  len: 1001 time: 0.1610122
Apr 22 20:19:54.611595 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab53b7d2-d635-4704-b401-fd1bb3fe075a req-bfabd795-86f1-401c-8401-92b9d8631dfa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 20:19:54.613198 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-ab53b7d2-d635-4704-b401-fd1bb3fe075a req-bfabd795-86f1-401c-8401-92b9d8631dfa service neutron] 10.222.0.46 "GET /v2.0/subnets?id=083c45db-27b8-429b-b9a6-58f44b80ddc9 HTTP/1.1" status: 200  len: 850 time: 0.0925086
Apr 22 20:19:54.626244 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd1d65e-863d-49a5-b1f7-10797c1e9cf2 req-1701b8b5-20cd-4c39-a715-fd50aeefe951 tempest-VolumesNegativeTest-167705392 tempest-VolumesNegativeTest-167705392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 20:19:54.627826 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-7cd1d65e-863d-49a5-b1f7-10797c1e9cf2 req-1701b8b5-20cd-4c39-a715-fd50aeefe951 tempest-VolumesNegativeTest-167705392 tempest-VolumesNegativeTest-167705392-project] 10.222.0.30 "GET /v2.0/ports?device_id=a216d198-5f3d-4541-be13-0f022f956639 HTTP/1.1" status: 200  len: 947 time: 0.1738801
Apr 22 20:19:54.653595 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-e7babf7a-fe8e-4c4d-858d-999214504820 req-06094db5-3574-41f8-b894-5bab99bf4879 service neutron] 10.222.0.46 "GET /v2.0/networks/98c6f2af-c286-42de-9940-dfbdcf71fe89?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1460164
Apr 22 20:19:54.723135 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-7cd1d65e-863d-49a5-b1f7-10797c1e9cf2 req-29e81dd3-e10d-4180-b95b-542a16d3118b tempest-VolumesNegativeTest-167705392 tempest-VolumesNegativeTest-167705392-project] 10.222.0.30 "GET /v2.0/security-groups?id=e6458682-c762-4528-a7c2-7ca718de1b60&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0581653
Apr 22 20:19:54.752290 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab53b7d2-d635-4704-b401-fd1bb3fe075a req-931b262e-3ed1-4505-bc1d-b4a4ca400718 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 20:19:54.754269 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-ab53b7d2-d635-4704-b401-fd1bb3fe075a req-931b262e-3ed1-4505-bc1d-b4a4ca400718 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=baa3aeb8-8dec-4767-92bc-d52436d9437a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1255097
Apr 22 20:19:54.836870 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-e7babf7a-fe8e-4c4d-858d-999214504820 req-7a87b9e7-2a99-40f4-92d3-0732d186b07d service neutron] 10.222.0.46 "GET /v2.0/networks/98c6f2af-c286-42de-9940-dfbdcf71fe89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1743073
Apr 22 20:19:54.931475 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-ab53b7d2-d635-4704-b401-fd1bb3fe075a req-3ea654e5-b126-4c6d-9a8e-a013debbbed2 service neutron] 10.222.0.46 "GET /v2.0/networks/baa3aeb8-8dec-4767-92bc-d52436d9437a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1687717
Apr 22 20:19:54.967066 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37efd514-da0d-4eb8-8365-6422f77642e7 req-14e02ac8-d99b-40e9-8a99-43aac91d6bf8 tempest-AttachVolumeShelveTestJSON-1095716281 tempest-AttachVolumeShelveTestJSON-1095716281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 20:19:54.968945 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-37efd514-da0d-4eb8-8365-6422f77642e7 req-14e02ac8-d99b-40e9-8a99-43aac91d6bf8 tempest-AttachVolumeShelveTestJSON-1095716281 tempest-AttachVolumeShelveTestJSON-1095716281-project] 10.222.0.30 "GET /v2.0/ports?device_id=bea0e040-e3dd-4e46-87e8-ed5a96b95301 HTTP/1.1" status: 200  len: 945 time: 0.1072817
Apr 22 20:19:55.027235 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-37efd514-da0d-4eb8-8365-6422f77642e7 req-37d11f99-5226-4efb-82a0-4b3ea51c2075 tempest-AttachVolumeShelveTestJSON-1095716281 tempest-AttachVolumeShelveTestJSON-1095716281-project] 10.222.0.30 "GET /v2.0/security-groups?id=2828f93a-45b4-439f-a8a8-dbebf20fc2c8&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0498428
Apr 22 20:19:55.103315 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-ab53b7d2-d635-4704-b401-fd1bb3fe075a req-7aeea215-41c8-4296-8b09-2f2e3d64e858 service neutron] 10.222.0.46 "GET /v2.0/networks/baa3aeb8-8dec-4767-92bc-d52436d9437a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1607480
Apr 22 20:19:55.733658 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-0314f016-5a52-47dc-a53f-aaa92482c7d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309146858885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640583'] for agent, after_update {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:19:55.944079 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.rpc [None req-cbbe70c9-0b39-4f9d-be6e-4133a7c8f54f None None] Device 09588270-0b9a-42cb-a690-1b4e54bd13c2 details requested by agent hyperv_hv-cinder-78763 with host hv-cinder-78763 {{(pid=86332) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 22 20:19:55.952080 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.rpc [None req-cbbe70c9-0b39-4f9d-be6e-4133a7c8f54f None None] Device 8992d12d-fc7c-479e-ad59-3a73aacad1ba up at agent hyperv_hv-cinder-78763 {{(pid=86332) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 22 20:19:55.973695 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92915c32-01a5-4f2c-9a97-077f304aeacc req-7ff1fb92-aaee-4d0b-bfdb-7dd570702656 tempest-VolumesNegativeTest-167705392 tempest-VolumesNegativeTest-167705392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 20:19:55.975377 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-92915c32-01a5-4f2c-9a97-077f304aeacc req-7ff1fb92-aaee-4d0b-bfdb-7dd570702656 tempest-VolumesNegativeTest-167705392 tempest-VolumesNegativeTest-167705392-project] 10.222.0.30 "GET /v2.0/ports?device_id=a216d198-5f3d-4541-be13-0f022f956639 HTTP/1.1" status: 200  len: 947 time: 0.1029034
Apr 22 20:19:56.058424 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.agents_db [None req-d2e1aac6-b006-4d71-afe2-c4a5b694a422 None None] Agent healthcheck: found 6 active agents {{(pid=86333) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 22 20:19:56.062433 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-92915c32-01a5-4f2c-9a97-077f304aeacc req-0812aea8-7300-4d31-9a14-32114d9679cb tempest-VolumesNegativeTest-167705392 tempest-VolumesNegativeTest-167705392-project] 10.222.0.30 "GET /v2.0/security-groups?id=e6458682-c762-4528-a7c2-7ca718de1b60&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0772178
Apr 22 20:19:56.163064 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.provisioning_blocks [None req-cbbe70c9-0b39-4f9d-be6e-4133a7c8f54f None None] Provisioning complete for port 8992d12d-fc7c-479e-ad59-3a73aacad1ba triggered by entity L2. {{(pid=86332) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 22 20:19:56.163485 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-cbbe70c9-0b39-4f9d-be6e-4133a7c8f54f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854135278'] for port, provisioning_complete {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:19:56.256963 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.db [None req-cbbe70c9-0b39-4f9d-be6e-4133a7c8f54f None None] For port 09588270-0b9a-42cb-a690-1b4e54bd13c2, host hv-cinder-78763, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78763',level=0,port_id=09588270-0b9a-42cb-a690-1b4e54bd13c2,segment=NetworkSegment(2a17241e-3c34-4626-92d7-fcc70322f05d),segment_id=2a17241e-3c34-4626-92d7-fcc70322f05d)] {{(pid=86332) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 22 20:19:56.275626 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.rpc [None req-cbbe70c9-0b39-4f9d-be6e-4133a7c8f54f None None] Returning: {'device': '09588270-0b9a-42cb-a690-1b4e54bd13c2', 'network_id': '98c6f2af-c286-42de-9940-dfbdcf71fe89', 'port_id': '09588270-0b9a-42cb-a690-1b4e54bd13c2', 'mac_address': 'fa:16:3e:10:ad:88', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 369, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd96a5d44-fe41-4d4d-8efa-098ca58dc48e', 'ip_address': '192.168.233.44'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86332) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 22 20:19:56.326805 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6971efaf-22be-4199-9887-2122d23bb2a8 req-ce50ca70-4236-488e-b670-2222af706b5f tempest-AttachVolumeShelveTestJSON-1095716281 tempest-AttachVolumeShelveTestJSON-1095716281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 20:19:56.328818 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-6971efaf-22be-4199-9887-2122d23bb2a8 req-ce50ca70-4236-488e-b670-2222af706b5f tempest-AttachVolumeShelveTestJSON-1095716281 tempest-AttachVolumeShelveTestJSON-1095716281-project] 10.222.0.30 "GET /v2.0/ports?device_id=bea0e040-e3dd-4e46-87e8-ed5a96b95301 HTTP/1.1" status: 200  len: 945 time: 0.1381261
Apr 22 20:19:56.389902 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-6971efaf-22be-4199-9887-2122d23bb2a8 req-dcf6dc1e-a153-40c6-9ef2-e643f5907302 tempest-AttachVolumeShelveTestJSON-1095716281 tempest-AttachVolumeShelveTestJSON-1095716281-project] 10.222.0.30 "GET /v2.0/security-groups?id=2828f93a-45b4-439f-a8a8-dbebf20fc2c8&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0537236
Apr 22 20:19:56.395996 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-cbbe70c9-0b39-4f9d-be6e-4133a7c8f54f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587983'] for port, before_update {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:19:56.409203 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-cbbe70c9-0b39-4f9d-be6e-4133a7c8f54f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587983'] for port, before_update {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:19:56.440267 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.notifiers.nova [None req-cbbe70c9-0b39-4f9d-be6e-4133a7c8f54f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 09588270-0b9a-42cb-a690-1b4e54bd13c2 {{(pid=86332) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 22 20:19:56.469485 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bea0e040-e3dd-4e46-87e8-ed5a96b95301', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8992d12d-fc7c-479e-ad59-3a73aacad1ba'}] {{(pid=86332) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 22 20:19:56.480722 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.db [None req-cbbe70c9-0b39-4f9d-be6e-4133a7c8f54f None None] For port 09588270-0b9a-42cb-a690-1b4e54bd13c2, host hv-cinder-78763, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78763',level=0,port_id=09588270-0b9a-42cb-a690-1b4e54bd13c2,segment=NetworkSegment(2a17241e-3c34-4626-92d7-fcc70322f05d),segment_id=2a17241e-3c34-4626-92d7-fcc70322f05d)] {{(pid=86332) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 22 20:19:56.486474 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.db [None req-cbbe70c9-0b39-4f9d-be6e-4133a7c8f54f None None] For port 8992d12d-fc7c-479e-ad59-3a73aacad1ba, host hv-cinder-78763, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78763',level=0,port_id=8992d12d-fc7c-479e-ad59-3a73aacad1ba,segment=NetworkSegment(14168ae3-7f5a-4cf1-9a50-8a4412d691e1),segment_id=14168ae3-7f5a-4cf1-9a50-8a4412d691e1)] {{(pid=86332) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 22 20:19:56.488831 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-cbbe70c9-0b39-4f9d-be6e-4133a7c8f54f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854198495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853168226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727707997384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363309147208137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727707567697'] for port, after_update {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:19:56.492312 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [None req-cbbe70c9-0b39-4f9d-be6e-4133a7c8f54f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86332) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 20:19:56.529002 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-cbbe70c9-0b39-4f9d-be6e-4133a7c8f54f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854198495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853168226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727707997384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363309147208137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727707567697'] for port, after_update {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:19:56.548844 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bea0e040-e3dd-4e46-87e8-ed5a96b95301', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8992d12d-fc7c-479e-ad59-3a73aacad1ba', 'code': 200}
Apr 22 20:19:56.576970 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbbe70c9-0b39-4f9d-be6e-4133a7c8f54f None None] Pushing event updated for resources: {'Port': ['ID=09588270-0b9a-42cb-a690-1b4e54bd13c2,revision_number=4']} {{(pid=86332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 20:19:56.580419 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [None req-cbbe70c9-0b39-4f9d-be6e-4133a7c8f54f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=86332) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 20:19:56.580967 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [None req-cbbe70c9-0b39-4f9d-be6e-4133a7c8f54f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.042s {{(pid=86332) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 20:19:56.652587 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbbe70c9-0b39-4f9d-be6e-4133a7c8f54f None None] Pushing event updated for resources: {'Port': ['ID=8992d12d-fc7c-479e-ad59-3a73aacad1ba,revision_number=7']} {{(pid=86332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 20:19:56.658217 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [None req-cbbe70c9-0b39-4f9d-be6e-4133a7c8f54f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=86332) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 20:19:56.777327 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.db [None req-cbbe70c9-0b39-4f9d-be6e-4133a7c8f54f None None] get_ports_and_sgs() called for port_ids ['09588270-0b9a-42cb-a690-1b4e54bd13c2'] {{(pid=86332) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 22 20:19:57.289066 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8670de5-b9f6-42c2-bb91-71d8253b351d req-42261410-0abc-4ff4-a34b-c268e2c31403 tempest-VolumesNegativeTest-167705392 tempest-VolumesNegativeTest-167705392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 20:19:57.290010 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.quota.resource [req-b8670de5-b9f6-42c2-bb91-71d8253b351d req-42261410-0abc-4ff4-a34b-c268e2c31403 tempest-VolumesNegativeTest-167705392 tempest-VolumesNegativeTest-167705392-project] Synchronizing usage tracker for tenant:435f2d607da44f6eb969faf6f53980fa on resource:port {{(pid=86331) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 22 20:19:57.307311 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.quota.resource [req-b8670de5-b9f6-42c2-bb91-71d8253b351d req-42261410-0abc-4ff4-a34b-c268e2c31403 tempest-VolumesNegativeTest-167705392 tempest-VolumesNegativeTest-167705392-project] Unset dirty status for tenant:435f2d607da44f6eb969faf6f53980fa on resource:port {{(pid=86331) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 22 20:19:57.308597 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-b8670de5-b9f6-42c2-bb91-71d8253b351d req-42261410-0abc-4ff4-a34b-c268e2c31403 tempest-VolumesNegativeTest-167705392 tempest-VolumesNegativeTest-167705392-project] 10.222.0.30 "GET /v2.0/ports?device_id=a216d198-5f3d-4541-be13-0f022f956639 HTTP/1.1" status: 200  len: 948 time: 0.1138139
Apr 22 20:19:57.364640 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.quota.resource [req-b8670de5-b9f6-42c2-bb91-71d8253b351d req-a6e114f8-668e-46fb-a28a-02508ebc7b61 tempest-VolumesNegativeTest-167705392 tempest-VolumesNegativeTest-167705392-project] Synchronizing usage tracker for tenant:435f2d607da44f6eb969faf6f53980fa on resource:security_group {{(pid=86331) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 22 20:19:57.383821 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.quota.resource [req-b8670de5-b9f6-42c2-bb91-71d8253b351d req-a6e114f8-668e-46fb-a28a-02508ebc7b61 tempest-VolumesNegativeTest-167705392 tempest-VolumesNegativeTest-167705392-project] Unset dirty status for tenant:435f2d607da44f6eb969faf6f53980fa on resource:security_group {{(pid=86331) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 22 20:19:57.385486 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-b8670de5-b9f6-42c2-bb91-71d8253b351d req-a6e114f8-668e-46fb-a28a-02508ebc7b61 tempest-VolumesNegativeTest-167705392 tempest-VolumesNegativeTest-167705392-project] 10.222.0.30 "GET /v2.0/security-groups?id=e6458682-c762-4528-a7c2-7ca718de1b60&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0699425
Apr 22 20:19:57.666604 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf2584d-2abd-42b8-8e39-d636af5e1720 req-81c49266-7cf3-403a-8bce-0e9bf94de9d6 tempest-AttachVolumeShelveTestJSON-1095716281 tempest-AttachVolumeShelveTestJSON-1095716281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 20:19:57.668228 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-baf2584d-2abd-42b8-8e39-d636af5e1720 req-81c49266-7cf3-403a-8bce-0e9bf94de9d6 tempest-AttachVolumeShelveTestJSON-1095716281 tempest-AttachVolumeShelveTestJSON-1095716281-project] 10.222.0.30 "GET /v2.0/ports?device_id=bea0e040-e3dd-4e46-87e8-ed5a96b95301 HTTP/1.1" status: 200  len: 946 time: 0.1301570
Apr 22 20:19:57.724423 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-baf2584d-2abd-42b8-8e39-d636af5e1720 req-1f9df08b-fc1b-4259-9b65-fdb145e1c142 tempest-AttachVolumeShelveTestJSON-1095716281 tempest-AttachVolumeShelveTestJSON-1095716281-project] 10.222.0.30 "GET /v2.0/security-groups?id=2828f93a-45b4-439f-a8a8-dbebf20fc2c8&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0493808
Apr 22 20:19:57.968376 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.rpc [None req-cbbe70c9-0b39-4f9d-be6e-4133a7c8f54f None None] Device 09588270-0b9a-42cb-a690-1b4e54bd13c2 up at agent hyperv_hv-cinder-78763 {{(pid=86332) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 22 20:19:58.043557 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.provisioning_blocks [None req-cbbe70c9-0b39-4f9d-be6e-4133a7c8f54f None None] Provisioning for port 09588270-0b9a-42cb-a690-1b4e54bd13c2 completed by entity L2. {{(pid=86332) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 22 20:19:58.051040 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.provisioning_blocks [None req-cbbe70c9-0b39-4f9d-be6e-4133a7c8f54f None None] Provisioning complete for port 09588270-0b9a-42cb-a690-1b4e54bd13c2 triggered by entity L2. {{(pid=86332) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 22 20:19:58.052133 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-cbbe70c9-0b39-4f9d-be6e-4133a7c8f54f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854135278'] for port, provisioning_complete {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:19:58.183892 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-cbbe70c9-0b39-4f9d-be6e-4133a7c8f54f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587983'] for port, before_update {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:19:58.220148 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.db [None req-cbbe70c9-0b39-4f9d-be6e-4133a7c8f54f None None] For port 09588270-0b9a-42cb-a690-1b4e54bd13c2, host hv-cinder-78763, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78763',level=0,port_id=09588270-0b9a-42cb-a690-1b4e54bd13c2,segment=NetworkSegment(2a17241e-3c34-4626-92d7-fcc70322f05d),segment_id=2a17241e-3c34-4626-92d7-fcc70322f05d)] {{(pid=86332) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 22 20:19:58.224052 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-cbbe70c9-0b39-4f9d-be6e-4133a7c8f54f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854198495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853168226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727707997384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363309147208137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727707567697'] for port, after_update {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:19:58.226125 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [None req-cbbe70c9-0b39-4f9d-be6e-4133a7c8f54f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86332) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 20:19:58.304350 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbbe70c9-0b39-4f9d-be6e-4133a7c8f54f None None] Pushing event updated for resources: {'Port': ['ID=09588270-0b9a-42cb-a690-1b4e54bd13c2,revision_number=5']} {{(pid=86332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 20:19:58.307649 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [None req-cbbe70c9-0b39-4f9d-be6e-4133a7c8f54f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=86332) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 20:19:58.554212 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a216d198-5f3d-4541-be13-0f022f956639', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '09588270-0b9a-42cb-a690-1b4e54bd13c2'}] {{(pid=86332) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 22 20:19:58.573970 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-903a47c3-7573-4af0-ba23-c33b1fae8cce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309146858885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640583'] for agent, after_update {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:19:58.616882 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c6693b-6b20-4f55-98eb-da3038d560ca req-5d6bef57-81c6-40e1-acca-9472478c515a tempest-VolumesNegativeTest-167705392 tempest-VolumesNegativeTest-167705392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 20:19:58.618809 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-b6c6693b-6b20-4f55-98eb-da3038d560ca req-5d6bef57-81c6-40e1-acca-9472478c515a tempest-VolumesNegativeTest-167705392 tempest-VolumesNegativeTest-167705392-project] 10.222.0.30 "GET /v2.0/ports?device_id=a216d198-5f3d-4541-be13-0f022f956639 HTTP/1.1" status: 200  len: 949 time: 0.1032376
Apr 22 20:19:58.618951 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a216d198-5f3d-4541-be13-0f022f956639', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '09588270-0b9a-42cb-a690-1b4e54bd13c2', 'code': 200}
Apr 22 20:19:58.682596 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-b6c6693b-6b20-4f55-98eb-da3038d560ca req-8da0ccfe-c616-4d9e-8f3d-74c93fe700e4 tempest-VolumesNegativeTest-167705392 tempest-VolumesNegativeTest-167705392-project] 10.222.0.30 "GET /v2.0/security-groups?id=e6458682-c762-4528-a7c2-7ca718de1b60&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0551541
Apr 22 20:19:58.967455 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-d69b9430-b136-4a40-a189-232f048ef307 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309146858885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640583'] for agent, after_update {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:19:58.980327 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c3026d-53b6-4ffb-8e67-56030e6ea2c4 req-56ede473-eda4-4495-8ab3-0acd7c717d36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 20:19:58.981986 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-c6c3026d-53b6-4ffb-8e67-56030e6ea2c4 req-56ede473-eda4-4495-8ab3-0acd7c717d36 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=a216d198-5f3d-4541-be13-0f022f956639 HTTP/1.1" status: 200  len: 1102 time: 0.1620359
Apr 22 20:19:58.993102 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2692c9a-4726-43a4-aadc-c4f46fb5ca28 req-4a9acf94-a6bb-498d-b837-3eac0398b089 tempest-AttachVolumeShelveTestJSON-1095716281 tempest-AttachVolumeShelveTestJSON-1095716281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 20:19:58.994737 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-f2692c9a-4726-43a4-aadc-c4f46fb5ca28 req-4a9acf94-a6bb-498d-b837-3eac0398b089 tempest-AttachVolumeShelveTestJSON-1095716281 tempest-AttachVolumeShelveTestJSON-1095716281-project] 10.222.0.30 "GET /v2.0/ports?device_id=bea0e040-e3dd-4e46-87e8-ed5a96b95301 HTTP/1.1" status: 200  len: 946 time: 0.1307704
Apr 22 20:19:59.069549 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-c6c3026d-53b6-4ffb-8e67-56030e6ea2c4 req-6afbf9ab-c3d4-41cc-8396-5da5ba06065d service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=e6458682-c762-4528-a7c2-7ca718de1b60&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0737584
Apr 22 20:19:59.074286 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-f2692c9a-4726-43a4-aadc-c4f46fb5ca28 req-11a02376-99f0-449e-9dd5-7bbad5795cdb tempest-AttachVolumeShelveTestJSON-1095716281 tempest-AttachVolumeShelveTestJSON-1095716281-project] 10.222.0.30 "GET /v2.0/security-groups?id=2828f93a-45b4-439f-a8a8-dbebf20fc2c8&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0618989
Apr 22 20:19:59.271520 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-08e5d76f-3fe5-4242-a4b8-30f374028052 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309146858885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640583'] for agent, after_update {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:19:59.901081 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e14cd1-6d27-4afd-ad8e-788be67822e7 req-f9156628-ec5f-481a-a9f5-bf88fb5bd0b3 tempest-VolumesNegativeTest-167705392 tempest-VolumesNegativeTest-167705392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 20:19:59.902765 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-04e14cd1-6d27-4afd-ad8e-788be67822e7 req-f9156628-ec5f-481a-a9f5-bf88fb5bd0b3 tempest-VolumesNegativeTest-167705392 tempest-VolumesNegativeTest-167705392-project] 10.222.0.30 "GET /v2.0/ports?device_id=a216d198-5f3d-4541-be13-0f022f956639 HTTP/1.1" status: 200  len: 949 time: 0.1006227
Apr 22 20:19:59.959855 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-04e14cd1-6d27-4afd-ad8e-788be67822e7 req-f5233e01-28c9-4fd7-ab6f-a3a62c20311e tempest-VolumesNegativeTest-167705392 tempest-VolumesNegativeTest-167705392-project] 10.222.0.30 "GET /v2.0/security-groups?id=e6458682-c762-4528-a7c2-7ca718de1b60&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0441062
Apr 22 20:20:00.250732 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-77fc9508-bbbe-4662-bfa7-f4837e5c3abe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309146858885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640583'] for agent, after_update {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:20:00.329947 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-642c4af8-d2b0-4ccd-94dc-64a60caf61f2 req-92fad4bd-7f8f-47c9-826e-b9252c4a6027 tempest-AttachVolumeShelveTestJSON-1095716281 tempest-AttachVolumeShelveTestJSON-1095716281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 20:20:00.331705 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-642c4af8-d2b0-4ccd-94dc-64a60caf61f2 req-92fad4bd-7f8f-47c9-826e-b9252c4a6027 tempest-AttachVolumeShelveTestJSON-1095716281 tempest-AttachVolumeShelveTestJSON-1095716281-project] 10.222.0.30 "GET /v2.0/ports?device_id=bea0e040-e3dd-4e46-87e8-ed5a96b95301 HTTP/1.1" status: 200  len: 946 time: 0.1086221
Apr 22 20:20:00.388924 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-642c4af8-d2b0-4ccd-94dc-64a60caf61f2 req-538b143e-43c6-4098-9a8f-349ff9b8fac7 tempest-AttachVolumeShelveTestJSON-1095716281 tempest-AttachVolumeShelveTestJSON-1095716281-project] 10.222.0.30 "GET /v2.0/security-groups?id=2828f93a-45b4-439f-a8a8-dbebf20fc2c8&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0499551
Apr 22 20:20:01.193987 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f489131c-874a-4bde-a6f7-7361ed5da575 req-7533147d-ab39-4299-8753-0cc47801cc9c tempest-VolumesNegativeTest-167705392 tempest-VolumesNegativeTest-167705392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 20:20:01.196268 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-f489131c-874a-4bde-a6f7-7361ed5da575 req-7533147d-ab39-4299-8753-0cc47801cc9c tempest-VolumesNegativeTest-167705392 tempest-VolumesNegativeTest-167705392-project] 10.222.0.30 "GET /v2.0/ports?device_id=a216d198-5f3d-4541-be13-0f022f956639 HTTP/1.1" status: 200  len: 949 time: 0.0957301
Apr 22 20:20:01.251659 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-f489131c-874a-4bde-a6f7-7361ed5da575 req-9208a273-f44f-40e4-9e52-b7867ab4afa4 tempest-VolumesNegativeTest-167705392 tempest-VolumesNegativeTest-167705392-project] 10.222.0.30 "GET /v2.0/security-groups?id=e6458682-c762-4528-a7c2-7ca718de1b60&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0488820
Apr 22 20:20:01.835223 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b80cb847-ed6b-4ffd-8bb7-cc8bb745795a req-2a109965-3e40-4771-912e-b0ea1ca42307 tempest-VolumesNegativeTest-167705392 tempest-VolumesNegativeTest-167705392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 20:20:01.846496 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-b80cb847-ed6b-4ffd-8bb7-cc8bb745795a req-2a109965-3e40-4771-912e-b0ea1ca42307 tempest-VolumesNegativeTest-167705392 tempest-VolumesNegativeTest-167705392-project] 10.222.0.30 "GET /v2.0/ports?device_id=a216d198-5f3d-4541-be13-0f022f956639 HTTP/1.1" status: 200  len: 949 time: 0.1218123
Apr 22 20:20:01.917047 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-b80cb847-ed6b-4ffd-8bb7-cc8bb745795a req-d4010434-ebc8-4a41-b134-a6a7967f8f15 tempest-VolumesNegativeTest-167705392 tempest-VolumesNegativeTest-167705392-project] 10.222.0.30 "GET /v2.0/security-groups?id=e6458682-c762-4528-a7c2-7ca718de1b60&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0693109
Apr 22 20:20:01.961381 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd1f004-4fcf-4bbf-8b9d-c53b247d83c8 req-77c24300-2a74-4088-b070-e23c1a9e69a6 tempest-AttachVolumeShelveTestJSON-1095716281 tempest-AttachVolumeShelveTestJSON-1095716281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 20:20:01.963127 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-1cd1f004-4fcf-4bbf-8b9d-c53b247d83c8 req-77c24300-2a74-4088-b070-e23c1a9e69a6 tempest-AttachVolumeShelveTestJSON-1095716281 tempest-AttachVolumeShelveTestJSON-1095716281-project] 10.222.0.30 "GET /v2.0/ports?device_id=bea0e040-e3dd-4e46-87e8-ed5a96b95301 HTTP/1.1" status: 200  len: 946 time: 0.4177535
Apr 22 20:20:02.015053 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-1cd1f004-4fcf-4bbf-8b9d-c53b247d83c8 req-b43d13c4-d513-4977-b99f-b4ccba82822c tempest-AttachVolumeShelveTestJSON-1095716281 tempest-AttachVolumeShelveTestJSON-1095716281-project] 10.222.0.30 "GET /v2.0/security-groups?id=2828f93a-45b4-439f-a8a8-dbebf20fc2c8&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0435567
Apr 22 20:20:03.273226 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19bb8f63-333f-43db-9e5c-f896ae89cfb4 req-59412f7d-c203-4c6f-aa15-ab4bba4e1bd2 tempest-AttachVolumeShelveTestJSON-1095716281 tempest-AttachVolumeShelveTestJSON-1095716281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 20:20:03.275553 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-19bb8f63-333f-43db-9e5c-f896ae89cfb4 req-59412f7d-c203-4c6f-aa15-ab4bba4e1bd2 tempest-AttachVolumeShelveTestJSON-1095716281 tempest-AttachVolumeShelveTestJSON-1095716281-project] 10.222.0.30 "GET /v2.0/ports?device_id=bea0e040-e3dd-4e46-87e8-ed5a96b95301 HTTP/1.1" status: 200  len: 946 time: 0.0965829
Apr 22 20:20:03.327219 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-19bb8f63-333f-43db-9e5c-f896ae89cfb4 req-96ae3a23-20fb-4c9c-af9c-660cdf6dbdf7 tempest-AttachVolumeShelveTestJSON-1095716281 tempest-AttachVolumeShelveTestJSON-1095716281-project] 10.222.0.30 "GET /v2.0/security-groups?id=2828f93a-45b4-439f-a8a8-dbebf20fc2c8&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0446458
Apr 22 20:20:03.358359 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a76fa784-1ea6-4ed2-9fa3-37e0aacf37a4 req-d570e422-7409-486f-82a5-7552e5bd0699 tempest-VolumesNegativeTest-167705392 tempest-VolumesNegativeTest-167705392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 20:20:03.359650 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-a76fa784-1ea6-4ed2-9fa3-37e0aacf37a4 req-d570e422-7409-486f-82a5-7552e5bd0699 tempest-VolumesNegativeTest-167705392 tempest-VolumesNegativeTest-167705392-project] 10.222.0.30 "GET /v2.0/ports?device_id=a216d198-5f3d-4541-be13-0f022f956639 HTTP/1.1" status: 200  len: 949 time: 0.1722283
Apr 22 20:20:03.403438 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-127527d0-bd70-414c-87c8-63c47f6e1f2b req-0fcd8990-827b-4955-adbd-a08395d75719 tempest-VolumesNegativeTest-167705392 tempest-VolumesNegativeTest-167705392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 20:20:03.405070 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-127527d0-bd70-414c-87c8-63c47f6e1f2b req-0fcd8990-827b-4955-adbd-a08395d75719 tempest-VolumesNegativeTest-167705392 tempest-VolumesNegativeTest-167705392-project] 10.222.0.46 "GET /v2.0/ports?device_id=a216d198-5f3d-4541-be13-0f022f956639 HTTP/1.1" status: 200  len: 949 time: 0.1601214
Apr 22 20:20:03.465650 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-a76fa784-1ea6-4ed2-9fa3-37e0aacf37a4 req-c0a34dad-d351-45fc-bfee-66457e081c87 tempest-VolumesNegativeTest-167705392 tempest-VolumesNegativeTest-167705392-project] 10.222.0.30 "GET /v2.0/security-groups?id=e6458682-c762-4528-a7c2-7ca718de1b60&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0982108
Apr 22 20:20:03.510402 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.plugin [req-127527d0-bd70-414c-87c8-63c47f6e1f2b req-5d5e9bfe-50c6-4ada-b95c-4f4d5a5e13dd tempest-VolumesNegativeTest-167705392 tempest-VolumesNegativeTest-167705392-project] Deleting port 09588270-0b9a-42cb-a690-1b4e54bd13c2 {{(pid=86330) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 22 20:20:03.510783 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [req-127527d0-bd70-414c-87c8-63c47f6e1f2b req-5d5e9bfe-50c6-4ada-b95c-4f4d5a5e13dd tempest-VolumesNegativeTest-167705392 tempest-VolumesNegativeTest-167705392-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363309146780532'] for port, before_delete {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:20:03.791402 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.db [req-127527d0-bd70-414c-87c8-63c47f6e1f2b req-5d5e9bfe-50c6-4ada-b95c-4f4d5a5e13dd tempest-VolumesNegativeTest-167705392 tempest-VolumesNegativeTest-167705392-project] For port 09588270-0b9a-42cb-a690-1b4e54bd13c2, host hv-cinder-78763, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78763',level=0,port_id=09588270-0b9a-42cb-a690-1b4e54bd13c2,segment=NetworkSegment(2a17241e-3c34-4626-92d7-fcc70322f05d),segment_id=2a17241e-3c34-4626-92d7-fcc70322f05d)] {{(pid=86330) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 22 20:20:03.792179 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [req-127527d0-bd70-414c-87c8-63c47f6e1f2b req-5d5e9bfe-50c6-4ada-b95c-4f4d5a5e13dd tempest-VolumesNegativeTest-167705392 tempest-VolumesNegativeTest-167705392-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854358147'] for port, precommit_delete {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:20:03.930891 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.plugin [req-127527d0-bd70-414c-87c8-63c47f6e1f2b req-5d5e9bfe-50c6-4ada-b95c-4f4d5a5e13dd tempest-VolumesNegativeTest-167705392 tempest-VolumesNegativeTest-167705392-project] Calling delete_port for 09588270-0b9a-42cb-a690-1b4e54bd13c2 owned by compute:nova {{(pid=86330) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 22 20:20:04.091725 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [req-127527d0-bd70-414c-87c8-63c47f6e1f2b req-5d5e9bfe-50c6-4ada-b95c-4f4d5a5e13dd tempest-VolumesNegativeTest-167705392 tempest-VolumesNegativeTest-167705392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854198495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853168226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363309146778399', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727707567663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4125515'] for port, after_delete {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:20:04.097316 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [None req-a44d5fa7-ddcd-4c16-8f4a-5607913c0632 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 20:20:04.103662 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.db [None req-cbbe70c9-0b39-4f9d-be6e-4133a7c8f54f None None] get_ports_and_sgs() called for port_ids ['09588270-0b9a-42cb-a690-1b4e54bd13c2'] {{(pid=86332) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 22 20:20:04.144177 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d5e9bfe-50c6-4ada-b95c-4f4d5a5e13dd tempest-VolumesNegativeTest-167705392 tempest-VolumesNegativeTest-167705392-project] Pushing event deleted for resources: {'Port': ['ID=09588270-0b9a-42cb-a690-1b4e54bd13c2,revision_number=None']} {{(pid=86330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 20:20:04.148549 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [None req-5d5e9bfe-50c6-4ada-b95c-4f4d5a5e13dd tempest-VolumesNegativeTest-167705392 tempest-VolumesNegativeTest-167705392-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=86330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 20:20:04.462441 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.l3_dvrscheduler_db [req-127527d0-bd70-414c-87c8-63c47f6e1f2b req-5d5e9bfe-50c6-4ada-b95c-4f4d5a5e13dd tempest-VolumesNegativeTest-167705392 tempest-VolumesNegativeTest-167705392-project] No DVR routers for this DVR port 09588270-0b9a-42cb-a690-1b4e54bd13c2 on host hv-cinder-78763 {{(pid=86330) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 22 20:20:04.464953 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [req-127527d0-bd70-414c-87c8-63c47f6e1f2b req-5d5e9bfe-50c6-4ada-b95c-4f4d5a5e13dd tempest-VolumesNegativeTest-167705392 tempest-VolumesNegativeTest-167705392-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-743'] for port, before_response {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:20:04.467931 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a216d198-5f3d-4541-be13-0f022f956639', 'name': 'network-vif-deleted', 'tag': '09588270-0b9a-42cb-a690-1b4e54bd13c2'}] {{(pid=86330) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 22 20:20:04.483978 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-127527d0-bd70-414c-87c8-63c47f6e1f2b req-5d5e9bfe-50c6-4ada-b95c-4f4d5a5e13dd tempest-VolumesNegativeTest-167705392 tempest-VolumesNegativeTest-167705392-project] 10.222.0.46 "DELETE /v2.0/ports/09588270-0b9a-42cb-a690-1b4e54bd13c2 HTTP/1.1" status: 204  len: 173 time: 1.0645308
Apr 22 20:20:04.527160 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a216d198-5f3d-4541-be13-0f022f956639', 'name': 'network-vif-deleted', 'tag': '09588270-0b9a-42cb-a690-1b4e54bd13c2', 'status': 'completed', 'code': 200}
Apr 22 20:20:04.553699 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c95168f-3d92-44ae-aaf4-97591fd5a1a1 req-7de79ae3-4dc4-42bb-a501-d3bf1cb4e487 tempest-AttachVolumeShelveTestJSON-1095716281 tempest-AttachVolumeShelveTestJSON-1095716281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 20:20:04.555354 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-2c95168f-3d92-44ae-aaf4-97591fd5a1a1 req-7de79ae3-4dc4-42bb-a501-d3bf1cb4e487 tempest-AttachVolumeShelveTestJSON-1095716281 tempest-AttachVolumeShelveTestJSON-1095716281-project] 10.222.0.30 "GET /v2.0/ports?device_id=bea0e040-e3dd-4e46-87e8-ed5a96b95301 HTTP/1.1" status: 200  len: 946 time: 0.1019282
Apr 22 20:20:04.608021 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-2c95168f-3d92-44ae-aaf4-97591fd5a1a1 req-652ec024-398f-409f-9606-3ee596435ec0 tempest-AttachVolumeShelveTestJSON-1095716281 tempest-AttachVolumeShelveTestJSON-1095716281-project] 10.222.0.30 "GET /v2.0/security-groups?id=2828f93a-45b4-439f-a8a8-dbebf20fc2c8&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0460680
Apr 22 20:20:04.711673 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.quota.resource [req-5598922c-56d4-4e4e-9506-7eddad9ad64e req-d98f3d9e-67b1-4cf3-b6ce-9c9d93a0a1c2 tempest-VolumesNegativeTest-167705392 tempest-VolumesNegativeTest-167705392-project] Synchronizing usage tracker for tenant:435f2d607da44f6eb969faf6f53980fa on resource:port {{(pid=86330) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 22 20:20:04.740048 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.quota.resource [req-5598922c-56d4-4e4e-9506-7eddad9ad64e req-d98f3d9e-67b1-4cf3-b6ce-9c9d93a0a1c2 tempest-VolumesNegativeTest-167705392 tempest-VolumesNegativeTest-167705392-project] Unset dirty status for tenant:435f2d607da44f6eb969faf6f53980fa on resource:port {{(pid=86330) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 22 20:20:04.741277 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-5598922c-56d4-4e4e-9506-7eddad9ad64e req-d98f3d9e-67b1-4cf3-b6ce-9c9d93a0a1c2 tempest-VolumesNegativeTest-167705392 tempest-VolumesNegativeTest-167705392-project] 10.222.0.30 "GET /v2.0/ports?device_id=a216d198-5f3d-4541-be13-0f022f956639 HTTP/1.1" status: 200  len: 210 time: 0.0926130
Apr 22 20:20:04.750914 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1609b9a5-a894-4cff-bae8-d8e86b32ba67 req-4d3e9d26-46ed-46e4-a496-9ef2e804388e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 20:20:04.752459 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-1609b9a5-a894-4cff-bae8-d8e86b32ba67 req-4d3e9d26-46ed-46e4-a496-9ef2e804388e service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=d83d42b16fb04a3dbea8744fb63b042c&device_id=bea0e040-e3dd-4e46-87e8-ed5a96b95301 HTTP/1.1" status: 200  len: 1099 time: 0.1399314
Apr 22 20:20:04.899028 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1609b9a5-a894-4cff-bae8-d8e86b32ba67 req-7353b992-c76b-45b5-8da6-10b6ea07654b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 20:20:04.900606 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-1609b9a5-a894-4cff-bae8-d8e86b32ba67 req-7353b992-c76b-45b5-8da6-10b6ea07654b service neutron] 10.222.0.46 "GET /v2.0/networks?id=34648bb7-c1ba-45d7-bfee-e82cdf1f6b93 HTTP/1.1" status: 200  len: 918 time: 0.1392884
Apr 22 20:20:05.009503 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-1609b9a5-a894-4cff-bae8-d8e86b32ba67 req-60b9c628-9659-4964-b96f-e232bfabd60d service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8992d12d-fc7c-479e-ad59-3a73aacad1ba HTTP/1.1" status: 200  len: 1001 time: 0.1012194
Apr 22 20:20:05.081407 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1609b9a5-a894-4cff-bae8-d8e86b32ba67 req-4e9294d0-cd16-49b9-b8e6-f7eb9f846805 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 20:20:05.083067 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-1609b9a5-a894-4cff-bae8-d8e86b32ba67 req-4e9294d0-cd16-49b9-b8e6-f7eb9f846805 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=1e51354a-bd7c-4e4c-a7c1-20be7a105c17 HTTP/1.1" status: 200  len: 856 time: 0.0671010
Apr 22 20:20:05.165719 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1609b9a5-a894-4cff-bae8-d8e86b32ba67 req-547d4c45-0273-410f-9e39-00782451fc84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 20:20:05.167293 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-1609b9a5-a894-4cff-bae8-d8e86b32ba67 req-547d4c45-0273-410f-9e39-00782451fc84 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=34648bb7-c1ba-45d7-bfee-e82cdf1f6b93&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0776806
Apr 22 20:20:05.309242 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-1609b9a5-a894-4cff-bae8-d8e86b32ba67 req-5d8c5883-25e6-4401-a560-71e78a1d7f5a service neutron] 10.222.0.46 "GET /v2.0/networks/34648bb7-c1ba-45d7-bfee-e82cdf1f6b93?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1347532
Apr 22 20:20:05.449098 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-1609b9a5-a894-4cff-bae8-d8e86b32ba67 req-0cc82043-fd0d-4122-88eb-74bb05f99130 service neutron] 10.222.0.46 "GET /v2.0/networks/34648bb7-c1ba-45d7-bfee-e82cdf1f6b93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1321516
Apr 22 20:20:05.816155 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd566815-23f6-4b19-808c-0dfc31920e3a req-d473b51e-7dc6-47d4-810e-d74da04264bb tempest-AttachVolumeShelveTestJSON-1095716281 tempest-AttachVolumeShelveTestJSON-1095716281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 20:20:05.817804 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-cd566815-23f6-4b19-808c-0dfc31920e3a req-d473b51e-7dc6-47d4-810e-d74da04264bb tempest-AttachVolumeShelveTestJSON-1095716281 tempest-AttachVolumeShelveTestJSON-1095716281-project] 10.222.0.30 "GET /v2.0/ports?device_id=bea0e040-e3dd-4e46-87e8-ed5a96b95301 HTTP/1.1" status: 200  len: 946 time: 0.0870316
Apr 22 20:20:05.867619 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-cd566815-23f6-4b19-808c-0dfc31920e3a req-6a84d2c6-a62b-4bcc-a73d-6f112d07c4ea tempest-AttachVolumeShelveTestJSON-1095716281 tempest-AttachVolumeShelveTestJSON-1095716281-project] 10.222.0.30 "GET /v2.0/security-groups?id=2828f93a-45b4-439f-a8a8-dbebf20fc2c8&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0430429
Apr 22 20:20:07.090055 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f6ed24-ebd6-418f-9a5a-2d886f3c9ca9 req-fade9804-ac92-4f8b-b333-4e498be68460 tempest-AttachVolumeShelveTestJSON-1095716281 tempest-AttachVolumeShelveTestJSON-1095716281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 20:20:07.091666 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-23f6ed24-ebd6-418f-9a5a-2d886f3c9ca9 req-fade9804-ac92-4f8b-b333-4e498be68460 tempest-AttachVolumeShelveTestJSON-1095716281 tempest-AttachVolumeShelveTestJSON-1095716281-project] 10.222.0.30 "GET /v2.0/ports?device_id=bea0e040-e3dd-4e46-87e8-ed5a96b95301 HTTP/1.1" status: 200  len: 946 time: 0.1006875
Apr 22 20:20:07.140758 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-23f6ed24-ebd6-418f-9a5a-2d886f3c9ca9 req-4a2318d9-4ed0-4930-8c87-aaf5e30595ec tempest-AttachVolumeShelveTestJSON-1095716281 tempest-AttachVolumeShelveTestJSON-1095716281-project] 10.222.0.30 "GET /v2.0/security-groups?id=2828f93a-45b4-439f-a8a8-dbebf20fc2c8&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0429056
Apr 22 20:20:08.068744 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.rpc [None req-cbbe70c9-0b39-4f9d-be6e-4133a7c8f54f None None] Device 8992d12d-fc7c-479e-ad59-3a73aacad1ba no longer exists at agent hyperv_hv-cinder-78763 {{(pid=86332) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 22 20:20:08.193134 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-cbbe70c9-0b39-4f9d-be6e-4133a7c8f54f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587983'] for port, before_update {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:20:08.222317 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bea0e040-e3dd-4e46-87e8-ed5a96b95301', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8992d12d-fc7c-479e-ad59-3a73aacad1ba'}] {{(pid=86332) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 22 20:20:08.233691 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.db [None req-cbbe70c9-0b39-4f9d-be6e-4133a7c8f54f None None] For port 8992d12d-fc7c-479e-ad59-3a73aacad1ba, host hv-cinder-78763, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78763',level=0,port_id=8992d12d-fc7c-479e-ad59-3a73aacad1ba,segment=NetworkSegment(14168ae3-7f5a-4cf1-9a50-8a4412d691e1),segment_id=14168ae3-7f5a-4cf1-9a50-8a4412d691e1)] {{(pid=86332) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 22 20:20:08.237017 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-cbbe70c9-0b39-4f9d-be6e-4133a7c8f54f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854198495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853168226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727707997384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363309147208137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727707567697'] for port, after_update {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:20:08.237989 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.rpc [None req-cbbe70c9-0b39-4f9d-be6e-4133a7c8f54f None None] Device 09588270-0b9a-42cb-a690-1b4e54bd13c2 no longer exists at agent hyperv_hv-cinder-78763 {{(pid=86332) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 22 20:20:08.280747 dv-cinder-787632-1-iscsi neutron-server[86219]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'bea0e040-e3dd-4e46-87e8-ed5a96b95301', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '8992d12d-fc7c-479e-ad59-3a73aacad1ba', 'code': 422} returned with failed status
Apr 22 20:20:08.281319 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [None req-08e5d76f-3fe5-4242-a4b8-30f374028052 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86332) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 20:20:08.310762 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.plugin [None req-cbbe70c9-0b39-4f9d-be6e-4133a7c8f54f None None] No Port match for: 09588270-0b9a-42cb-a690-1b4e54bd13c2 {{(pid=86332) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 22 20:20:08.311169 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.rpc [None req-cbbe70c9-0b39-4f9d-be6e-4133a7c8f54f None None] Device 09588270-0b9a-42cb-a690-1b4e54bd13c2 not bound to the agent host hv-cinder-78763 {{(pid=86332) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 22 20:20:08.352226 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbbe70c9-0b39-4f9d-be6e-4133a7c8f54f None None] Pushing event updated for resources: {'Port': ['ID=8992d12d-fc7c-479e-ad59-3a73aacad1ba,revision_number=8']} {{(pid=86332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 20:20:08.355354 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [None req-cbbe70c9-0b39-4f9d-be6e-4133a7c8f54f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=86332) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 20:20:08.364158 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4499c9c3-da41-4462-9e92-c17c3c8f4e3f req-35bada91-e723-4115-a12f-9595104ae9af tempest-AttachVolumeShelveTestJSON-1095716281 tempest-AttachVolumeShelveTestJSON-1095716281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 20:20:08.365797 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-4499c9c3-da41-4462-9e92-c17c3c8f4e3f req-35bada91-e723-4115-a12f-9595104ae9af tempest-AttachVolumeShelveTestJSON-1095716281 tempest-AttachVolumeShelveTestJSON-1095716281-project] 10.222.0.30 "GET /v2.0/ports?device_id=bea0e040-e3dd-4e46-87e8-ed5a96b95301 HTTP/1.1" status: 200  len: 944 time: 0.0987236
Apr 22 20:20:08.415578 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-4499c9c3-da41-4462-9e92-c17c3c8f4e3f req-08ce2475-674b-420f-9c58-7d0cef5b0878 tempest-AttachVolumeShelveTestJSON-1095716281 tempest-AttachVolumeShelveTestJSON-1095716281-project] 10.222.0.30 "GET /v2.0/security-groups?id=2828f93a-45b4-439f-a8a8-dbebf20fc2c8&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0433295
Apr 22 20:20:09.929804 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f053ab-32db-4fe7-88be-a80de99129ca req-a0da46c3-4ff2-40c3-ae29-9d422b64b021 tempest-AttachVolumeShelveTestJSON-1095716281 tempest-AttachVolumeShelveTestJSON-1095716281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 20:20:09.930377 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-3ab13b53-f624-449b-aa87-984a12996d9a req-522e8565-f011-41a5-96f8-dc93b7857ef8 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=bea0e040-e3dd-4e46-87e8-ed5a96b95301&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.0888271
Apr 22 20:20:09.931629 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-c9f053ab-32db-4fe7-88be-a80de99129ca req-a0da46c3-4ff2-40c3-ae29-9d422b64b021 tempest-AttachVolumeShelveTestJSON-1095716281 tempest-AttachVolumeShelveTestJSON-1095716281-project] 10.222.0.30 "GET /v2.0/ports?device_id=bea0e040-e3dd-4e46-87e8-ed5a96b95301 HTTP/1.1" status: 200  len: 944 time: 0.0970006
Apr 22 20:20:09.980531 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-c9f053ab-32db-4fe7-88be-a80de99129ca req-496a1302-7d2d-488e-921d-67b773355768 tempest-AttachVolumeShelveTestJSON-1095716281 tempest-AttachVolumeShelveTestJSON-1095716281-project] 10.222.0.30 "GET /v2.0/security-groups?id=2828f93a-45b4-439f-a8a8-dbebf20fc2c8&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0417304
Apr 22 20:20:10.443059 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab13b53-f624-449b-aa87-984a12996d9a req-0866e50d-b49e-41a9-a8f9-ce3a874c140c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 20:20:10.444718 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-3ab13b53-f624-449b-aa87-984a12996d9a req-0866e50d-b49e-41a9-a8f9-ce3a874c140c service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=bea0e040-e3dd-4e46-87e8-ed5a96b95301&tenant_id=d83d42b16fb04a3dbea8744fb63b042c HTTP/1.1" status: 200  len: 1097 time: 0.0813320
Apr 22 20:20:10.466030 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.wsgi [-] (86331) accepted ('10.222.0.30', 43922) {{(pid=86331) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 20:20:10.546558 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab13b53-f624-449b-aa87-984a12996d9a req-85ad7c87-93b4-4c53-973a-f4fa4a2516f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 20:20:10.548184 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-3ab13b53-f624-449b-aa87-984a12996d9a req-85ad7c87-93b4-4c53-973a-f4fa4a2516f9 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=d83d42b16fb04a3dbea8744fb63b042c&device_id=bea0e040-e3dd-4e46-87e8-ed5a96b95301 HTTP/1.1" status: 200  len: 1097 time: 0.0786958
Apr 22 20:20:10.627958 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [None req-9a1843c3-6e0e-4c45-999d-a291dd9036c5 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=435f2d607da44f6eb969faf6f53980fa&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1606195
Apr 22 20:20:10.631133 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.wsgi [-] (86331) accepted ('10.222.0.30', 43928) {{(pid=86331) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 20:20:10.691595 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab13b53-f624-449b-aa87-984a12996d9a req-7e39f10e-c81e-49f8-a9e7-87d78798d362 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 20:20:10.692529 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-c4a6a6c6-0bb2-4c36-b552-a802ff7cd0a0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:20:10.693833 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-3ab13b53-f624-449b-aa87-984a12996d9a req-7e39f10e-c81e-49f8-a9e7-87d78798d362 service neutron] 10.222.0.46 "GET /v2.0/networks?id=34648bb7-c1ba-45d7-bfee-e82cdf1f6b93 HTTP/1.1" status: 200  len: 918 time: 0.1390333
Apr 22 20:20:10.719584 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-c4a6a6c6-0bb2-4c36-b552-a802ff7cd0a0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:20:10.766238 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-c4a6a6c6-0bb2-4c36-b552-a802ff7cd0a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393900'] for security_group, after_delete {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:20:10.771366 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [None req-6c729c7f-b56e-437e-8df8-f6ae14dd8067 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 20:20:10.785181 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4a6a6c6-0bb2-4c36-b552-a802ff7cd0a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6458682-c762-4528-a7c2-7ca718de1b60,revision_number=None']} {{(pid=86331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 20:20:10.787859 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [None req-c4a6a6c6-0bb2-4c36-b552-a802ff7cd0a0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 20:20:10.798102 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-c4a6a6c6-0bb2-4c36-b552-a802ff7cd0a0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:20:10.804352 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [None req-c4a6a6c6-0bb2-4c36-b552-a802ff7cd0a0 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/e6458682-c762-4528-a7c2-7ca718de1b60 HTTP/1.1" status: 204  len: 168 time: 0.1720960
Apr 22 20:20:10.821541 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-3ab13b53-f624-449b-aa87-984a12996d9a req-bdd963de-f303-46dd-ba66-ef6158ea95b7 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8992d12d-fc7c-479e-ad59-3a73aacad1ba HTTP/1.1" status: 200  len: 999 time: 0.1206448
Apr 22 20:20:10.893245 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab13b53-f624-449b-aa87-984a12996d9a req-de883e3f-708b-4a20-926d-98ce04684251 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 20:20:10.895423 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-3ab13b53-f624-449b-aa87-984a12996d9a req-de883e3f-708b-4a20-926d-98ce04684251 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=1e51354a-bd7c-4e4c-a7c1-20be7a105c17 HTTP/1.1" status: 200  len: 856 time: 0.0664208
Apr 22 20:20:10.988601 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab13b53-f624-449b-aa87-984a12996d9a req-cc1a8069-60cc-41b8-b057-4d6ed3794c14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 20:20:10.990301 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-3ab13b53-f624-449b-aa87-984a12996d9a req-cc1a8069-60cc-41b8-b057-4d6ed3794c14 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=34648bb7-c1ba-45d7-bfee-e82cdf1f6b93&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0870910
Apr 22 20:20:11.192438 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-3ab13b53-f624-449b-aa87-984a12996d9a req-ce179de6-fbcd-495c-a342-9de93a4d49d3 service neutron] 10.222.0.46 "GET /v2.0/networks/34648bb7-c1ba-45d7-bfee-e82cdf1f6b93?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1936550
Apr 22 20:20:11.317179 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b80dbd3f-bbd4-4957-a016-9f2336a4f00c req-dfd62d51-133e-43e6-b789-8d9fd20987ee tempest-AttachVolumeShelveTestJSON-1095716281 tempest-AttachVolumeShelveTestJSON-1095716281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 20:20:11.318813 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-b80dbd3f-bbd4-4957-a016-9f2336a4f00c req-dfd62d51-133e-43e6-b789-8d9fd20987ee tempest-AttachVolumeShelveTestJSON-1095716281 tempest-AttachVolumeShelveTestJSON-1095716281-project] 10.222.0.30 "GET /v2.0/ports?device_id=bea0e040-e3dd-4e46-87e8-ed5a96b95301 HTTP/1.1" status: 200  len: 944 time: 0.2136505
Apr 22 20:20:11.390146 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-3ab13b53-f624-449b-aa87-984a12996d9a req-4691d823-d893-4dcd-8da2-3ccda45a5576 service neutron] 10.222.0.46 "GET /v2.0/networks/34648bb7-c1ba-45d7-bfee-e82cdf1f6b93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1876137
Apr 22 20:20:11.398936 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-b80dbd3f-bbd4-4957-a016-9f2336a4f00c req-8574c306-51b3-41e7-9712-db8f9a44601e tempest-AttachVolumeShelveTestJSON-1095716281 tempest-AttachVolumeShelveTestJSON-1095716281-project] 10.222.0.30 "GET /v2.0/security-groups?id=2828f93a-45b4-439f-a8a8-dbebf20fc2c8&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0639503
Apr 22 20:20:12.094951 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.rpc [None req-cbbe70c9-0b39-4f9d-be6e-4133a7c8f54f None None] Device 8992d12d-fc7c-479e-ad59-3a73aacad1ba no longer exists at agent hyperv_hv-cinder-78763 {{(pid=86332) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 22 20:20:12.630722 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf62b37-5584-4555-8034-8fcb39cbec5d req-e174bb64-1f2c-40be-b4eb-5e2190f3b6da tempest-AttachVolumeShelveTestJSON-1095716281 tempest-AttachVolumeShelveTestJSON-1095716281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 20:20:12.632713 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-cdf62b37-5584-4555-8034-8fcb39cbec5d req-e174bb64-1f2c-40be-b4eb-5e2190f3b6da tempest-AttachVolumeShelveTestJSON-1095716281 tempest-AttachVolumeShelveTestJSON-1095716281-project] 10.222.0.30 "GET /v2.0/ports?device_id=bea0e040-e3dd-4e46-87e8-ed5a96b95301 HTTP/1.1" status: 200  len: 944 time: 0.0953972
Apr 22 20:20:12.681581 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-cdf62b37-5584-4555-8034-8fcb39cbec5d req-5dabca49-9573-4660-8f13-f2fdbb24be48 tempest-AttachVolumeShelveTestJSON-1095716281 tempest-AttachVolumeShelveTestJSON-1095716281-project] 10.222.0.30 "GET /v2.0/security-groups?id=2828f93a-45b4-439f-a8a8-dbebf20fc2c8&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0421414
Apr 22 20:20:13.909338 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5cb5e59-e24f-4f4b-b8d5-bb45cac39e1a req-330205ef-8e6e-4582-a195-44fa90b76d50 tempest-AttachVolumeShelveTestJSON-1095716281 tempest-AttachVolumeShelveTestJSON-1095716281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 20:20:13.911095 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-b5cb5e59-e24f-4f4b-b8d5-bb45cac39e1a req-330205ef-8e6e-4582-a195-44fa90b76d50 tempest-AttachVolumeShelveTestJSON-1095716281 tempest-AttachVolumeShelveTestJSON-1095716281-project] 10.222.0.30 "GET /v2.0/ports?device_id=bea0e040-e3dd-4e46-87e8-ed5a96b95301 HTTP/1.1" status: 200  len: 944 time: 0.0969706
Apr 22 20:20:13.964866 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-b5cb5e59-e24f-4f4b-b8d5-bb45cac39e1a req-c7b9010e-084a-4f9f-8882-f59d32a9e2f2 tempest-AttachVolumeShelveTestJSON-1095716281 tempest-AttachVolumeShelveTestJSON-1095716281-project] 10.222.0.30 "GET /v2.0/security-groups?id=2828f93a-45b4-439f-a8a8-dbebf20fc2c8&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0472038
Apr 22 20:20:15.176440 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643c61d1-5574-4b5a-af0f-9ccb56126fd2 req-68fd1282-36cf-49c3-8a10-c85cebede0aa tempest-AttachVolumeShelveTestJSON-1095716281 tempest-AttachVolumeShelveTestJSON-1095716281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 20:20:15.177979 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-643c61d1-5574-4b5a-af0f-9ccb56126fd2 req-68fd1282-36cf-49c3-8a10-c85cebede0aa tempest-AttachVolumeShelveTestJSON-1095716281 tempest-AttachVolumeShelveTestJSON-1095716281-project] 10.222.0.30 "GET /v2.0/ports?device_id=bea0e040-e3dd-4e46-87e8-ed5a96b95301 HTTP/1.1" status: 200  len: 944 time: 0.0899842
Apr 22 20:20:15.233685 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-643c61d1-5574-4b5a-af0f-9ccb56126fd2 req-fd1ea73f-b455-450d-ad6f-f7b62278372b tempest-AttachVolumeShelveTestJSON-1095716281 tempest-AttachVolumeShelveTestJSON-1095716281-project] 10.222.0.30 "GET /v2.0/security-groups?id=2828f93a-45b4-439f-a8a8-dbebf20fc2c8&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0493813
Apr 22 20:20:16.459658 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a4f33d-7351-4d4d-8bd5-2a4ef8253202 req-a1bae56e-7c5c-47e5-8802-ee22ae797ac7 tempest-AttachVolumeShelveTestJSON-1095716281 tempest-AttachVolumeShelveTestJSON-1095716281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 20:20:16.461253 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-97a4f33d-7351-4d4d-8bd5-2a4ef8253202 req-a1bae56e-7c5c-47e5-8802-ee22ae797ac7 tempest-AttachVolumeShelveTestJSON-1095716281 tempest-AttachVolumeShelveTestJSON-1095716281-project] 10.222.0.30 "GET /v2.0/ports?device_id=bea0e040-e3dd-4e46-87e8-ed5a96b95301 HTTP/1.1" status: 200  len: 944 time: 0.1049576
Apr 22 20:20:16.513913 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-97a4f33d-7351-4d4d-8bd5-2a4ef8253202 req-4bc67e11-a4cc-4f37-8288-4393f5b970d7 tempest-AttachVolumeShelveTestJSON-1095716281 tempest-AttachVolumeShelveTestJSON-1095716281-project] 10.222.0.30 "GET /v2.0/security-groups?id=2828f93a-45b4-439f-a8a8-dbebf20fc2c8&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0462277
Apr 22 20:20:17.743490 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda0ad69-75ba-448c-b148-9af9c38ca1d6 req-b6bb891e-ff68-4c64-bec6-cf7810bf03e7 tempest-AttachVolumeShelveTestJSON-1095716281 tempest-AttachVolumeShelveTestJSON-1095716281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 20:20:17.745099 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-cda0ad69-75ba-448c-b148-9af9c38ca1d6 req-b6bb891e-ff68-4c64-bec6-cf7810bf03e7 tempest-AttachVolumeShelveTestJSON-1095716281 tempest-AttachVolumeShelveTestJSON-1095716281-project] 10.222.0.30 "GET /v2.0/ports?device_id=bea0e040-e3dd-4e46-87e8-ed5a96b95301 HTTP/1.1" status: 200  len: 944 time: 0.0968430
Apr 22 20:20:17.803654 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-cda0ad69-75ba-448c-b148-9af9c38ca1d6 req-5a77b3d2-4488-4a28-b0b4-be1c94878edb tempest-AttachVolumeShelveTestJSON-1095716281 tempest-AttachVolumeShelveTestJSON-1095716281-project] 10.222.0.30 "GET /v2.0/security-groups?id=2828f93a-45b4-439f-a8a8-dbebf20fc2c8&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0509248
Apr 22 20:20:18.752248 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-cbbe70c9-0b39-4f9d-be6e-4133a7c8f54f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309146858885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640583'] for agent, after_update {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:20:19.013128 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ebee968-4fa8-427c-9429-619c917e0375 req-12ef3c50-9e38-4c7b-9bab-3a69df3a7358 tempest-AttachVolumeShelveTestJSON-1095716281 tempest-AttachVolumeShelveTestJSON-1095716281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 20:20:19.014755 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-7ebee968-4fa8-427c-9429-619c917e0375 req-12ef3c50-9e38-4c7b-9bab-3a69df3a7358 tempest-AttachVolumeShelveTestJSON-1095716281 tempest-AttachVolumeShelveTestJSON-1095716281-project] 10.222.0.30 "GET /v2.0/ports?device_id=bea0e040-e3dd-4e46-87e8-ed5a96b95301 HTTP/1.1" status: 200  len: 944 time: 0.0921285
Apr 22 20:20:19.071721 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-7ebee968-4fa8-427c-9429-619c917e0375 req-16e8dcf7-3731-4de8-8eab-c890c0eb50ad tempest-AttachVolumeShelveTestJSON-1095716281 tempest-AttachVolumeShelveTestJSON-1095716281-project] 10.222.0.30 "GET /v2.0/security-groups?id=2828f93a-45b4-439f-a8a8-dbebf20fc2c8&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0482476
Apr 22 20:20:20.289989 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce8538e-46b7-4751-85e3-26582c21ae1f req-ca10498e-1bd0-436d-adc4-1f59689015e7 tempest-AttachVolumeShelveTestJSON-1095716281 tempest-AttachVolumeShelveTestJSON-1095716281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 20:20:20.296446 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-6ce8538e-46b7-4751-85e3-26582c21ae1f req-ca10498e-1bd0-436d-adc4-1f59689015e7 tempest-AttachVolumeShelveTestJSON-1095716281 tempest-AttachVolumeShelveTestJSON-1095716281-project] 10.222.0.30 "GET /v2.0/ports?device_id=bea0e040-e3dd-4e46-87e8-ed5a96b95301 HTTP/1.1" status: 200  len: 944 time: 0.1008766
Apr 22 20:20:20.343363 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-6ce8538e-46b7-4751-85e3-26582c21ae1f req-064c215b-486a-4566-9310-c4a11e3e21d1 tempest-AttachVolumeShelveTestJSON-1095716281 tempest-AttachVolumeShelveTestJSON-1095716281-project] 10.222.0.30 "GET /v2.0/security-groups?id=2828f93a-45b4-439f-a8a8-dbebf20fc2c8&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0440557
Apr 22 20:20:21.562970 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d579359-c7c0-4544-bdc2-a9f691db9315 req-aff88b04-9be7-4c4f-98f9-76befd87b062 tempest-AttachVolumeShelveTestJSON-1095716281 tempest-AttachVolumeShelveTestJSON-1095716281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 20:20:21.564590 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-4d579359-c7c0-4544-bdc2-a9f691db9315 req-aff88b04-9be7-4c4f-98f9-76befd87b062 tempest-AttachVolumeShelveTestJSON-1095716281 tempest-AttachVolumeShelveTestJSON-1095716281-project] 10.222.0.30 "GET /v2.0/ports?device_id=bea0e040-e3dd-4e46-87e8-ed5a96b95301 HTTP/1.1" status: 200  len: 944 time: 0.0913622
Apr 22 20:20:21.613236 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-4d579359-c7c0-4544-bdc2-a9f691db9315 req-588c63e2-63cb-45c0-9e52-2ba53c6dd4b8 tempest-AttachVolumeShelveTestJSON-1095716281 tempest-AttachVolumeShelveTestJSON-1095716281-project] 10.222.0.30 "GET /v2.0/security-groups?id=2828f93a-45b4-439f-a8a8-dbebf20fc2c8&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0414050
Apr 22 20:20:22.862224 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b62ce36-9db7-44fb-ae5d-febfd5b342a2 req-487caf7a-8a1c-441f-aeaf-62758b70adb5 tempest-AttachVolumeShelveTestJSON-1095716281 tempest-AttachVolumeShelveTestJSON-1095716281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 20:20:22.863857 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-0b62ce36-9db7-44fb-ae5d-febfd5b342a2 req-487caf7a-8a1c-441f-aeaf-62758b70adb5 tempest-AttachVolumeShelveTestJSON-1095716281 tempest-AttachVolumeShelveTestJSON-1095716281-project] 10.222.0.30 "GET /v2.0/ports?device_id=bea0e040-e3dd-4e46-87e8-ed5a96b95301 HTTP/1.1" status: 200  len: 944 time: 0.1307089
Apr 22 20:20:22.924336 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-0b62ce36-9db7-44fb-ae5d-febfd5b342a2 req-5fe5afe3-5ae8-462b-a2cf-86ff0a432176 tempest-AttachVolumeShelveTestJSON-1095716281 tempest-AttachVolumeShelveTestJSON-1095716281-project] 10.222.0.30 "GET /v2.0/security-groups?id=2828f93a-45b4-439f-a8a8-dbebf20fc2c8&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0540972
Apr 22 20:20:24.135287 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a54b6e9-d782-4631-b708-e018bfde3421 req-d56a5f51-6327-4650-8d1f-d2dffff78149 tempest-AttachVolumeShelveTestJSON-1095716281 tempest-AttachVolumeShelveTestJSON-1095716281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 20:20:24.136953 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-5a54b6e9-d782-4631-b708-e018bfde3421 req-d56a5f51-6327-4650-8d1f-d2dffff78149 tempest-AttachVolumeShelveTestJSON-1095716281 tempest-AttachVolumeShelveTestJSON-1095716281-project] 10.222.0.30 "GET /v2.0/ports?device_id=bea0e040-e3dd-4e46-87e8-ed5a96b95301 HTTP/1.1" status: 200  len: 944 time: 0.0924015
Apr 22 20:20:24.186105 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-5a54b6e9-d782-4631-b708-e018bfde3421 req-4e43e44e-88a6-462e-92fc-c61b43bdebac tempest-AttachVolumeShelveTestJSON-1095716281 tempest-AttachVolumeShelveTestJSON-1095716281-project] 10.222.0.30 "GET /v2.0/security-groups?id=2828f93a-45b4-439f-a8a8-dbebf20fc2c8&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0420613
Apr 22 20:20:25.399145 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfdccbdf-cd10-4e40-8676-a528ae43a50f req-d270ef2c-af27-4ccb-b8bb-d208d341d23e tempest-AttachVolumeShelveTestJSON-1095716281 tempest-AttachVolumeShelveTestJSON-1095716281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 20:20:25.400719 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-bfdccbdf-cd10-4e40-8676-a528ae43a50f req-d270ef2c-af27-4ccb-b8bb-d208d341d23e tempest-AttachVolumeShelveTestJSON-1095716281 tempest-AttachVolumeShelveTestJSON-1095716281-project] 10.222.0.30 "GET /v2.0/ports?device_id=bea0e040-e3dd-4e46-87e8-ed5a96b95301 HTTP/1.1" status: 200  len: 944 time: 0.0923715
Apr 22 20:20:25.447965 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-bfdccbdf-cd10-4e40-8676-a528ae43a50f req-31fa582c-15db-458e-af45-067429bdc719 tempest-AttachVolumeShelveTestJSON-1095716281 tempest-AttachVolumeShelveTestJSON-1095716281-project] 10.222.0.30 "GET /v2.0/security-groups?id=2828f93a-45b4-439f-a8a8-dbebf20fc2c8&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0407732
Apr 22 20:20:25.736441 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-2fe3f250-2730-4e07-b06e-070700267293 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309146858885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640583'] for agent, after_update {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:20:26.128310 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.rpc [None req-cbbe70c9-0b39-4f9d-be6e-4133a7c8f54f None None] Device 8992d12d-fc7c-479e-ad59-3a73aacad1ba details requested by agent hyperv_hv-cinder-78763 with host hv-cinder-78763 {{(pid=86332) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 22 20:20:26.267537 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.db [None req-cbbe70c9-0b39-4f9d-be6e-4133a7c8f54f None None] For port 8992d12d-fc7c-479e-ad59-3a73aacad1ba, host hv-cinder-78763, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78763',level=0,port_id=8992d12d-fc7c-479e-ad59-3a73aacad1ba,segment=NetworkSegment(14168ae3-7f5a-4cf1-9a50-8a4412d691e1),segment_id=14168ae3-7f5a-4cf1-9a50-8a4412d691e1)] {{(pid=86332) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 22 20:20:26.282058 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.rpc [None req-cbbe70c9-0b39-4f9d-be6e-4133a7c8f54f None None] Returning: {'device': '8992d12d-fc7c-479e-ad59-3a73aacad1ba', 'network_id': '34648bb7-c1ba-45d7-bfee-e82cdf1f6b93', 'port_id': '8992d12d-fc7c-479e-ad59-3a73aacad1ba', 'mac_address': 'fa:16:3e:8b:e4:23', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 356, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1e51354a-bd7c-4e4c-a7c1-20be7a105c17', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86332) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 22 20:20:26.340006 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-cbbe70c9-0b39-4f9d-be6e-4133a7c8f54f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587983'] for port, before_update {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:20:26.360061 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.notifiers.nova [None req-cbbe70c9-0b39-4f9d-be6e-4133a7c8f54f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8992d12d-fc7c-479e-ad59-3a73aacad1ba {{(pid=86332) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 22 20:20:26.375510 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.db [None req-cbbe70c9-0b39-4f9d-be6e-4133a7c8f54f None None] For port 8992d12d-fc7c-479e-ad59-3a73aacad1ba, host hv-cinder-78763, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78763',level=0,port_id=8992d12d-fc7c-479e-ad59-3a73aacad1ba,segment=NetworkSegment(14168ae3-7f5a-4cf1-9a50-8a4412d691e1),segment_id=14168ae3-7f5a-4cf1-9a50-8a4412d691e1)] {{(pid=86332) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 22 20:20:26.378193 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-cbbe70c9-0b39-4f9d-be6e-4133a7c8f54f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854198495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853168226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727707997384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363309147208137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727707567697'] for port, after_update {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:20:26.381281 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [None req-cbbe70c9-0b39-4f9d-be6e-4133a7c8f54f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86332) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 20:20:26.448783 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbbe70c9-0b39-4f9d-be6e-4133a7c8f54f None None] Pushing event updated for resources: {'Port': ['ID=8992d12d-fc7c-479e-ad59-3a73aacad1ba,revision_number=9']} {{(pid=86332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 20:20:26.451940 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [None req-cbbe70c9-0b39-4f9d-be6e-4133a7c8f54f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=86332) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 20:20:26.596310 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.db [None req-cbbe70c9-0b39-4f9d-be6e-4133a7c8f54f None None] get_ports_and_sgs() called for port_ids ['8992d12d-fc7c-479e-ad59-3a73aacad1ba'] {{(pid=86332) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 22 20:20:26.654845 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef37d5e-3501-40dc-9fdf-553d47af1d77 req-6f95e841-527c-42f1-8e74-f173b38ba054 tempest-AttachVolumeShelveTestJSON-1095716281 tempest-AttachVolumeShelveTestJSON-1095716281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 20:20:26.656631 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-6ef37d5e-3501-40dc-9fdf-553d47af1d77 req-6f95e841-527c-42f1-8e74-f173b38ba054 tempest-AttachVolumeShelveTestJSON-1095716281 tempest-AttachVolumeShelveTestJSON-1095716281-project] 10.222.0.30 "GET /v2.0/ports?device_id=bea0e040-e3dd-4e46-87e8-ed5a96b95301 HTTP/1.1" status: 200  len: 945 time: 0.0883548
Apr 22 20:20:26.704192 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-6ef37d5e-3501-40dc-9fdf-553d47af1d77 req-69e9001e-b807-47d9-a041-62eca6d00050 tempest-AttachVolumeShelveTestJSON-1095716281 tempest-AttachVolumeShelveTestJSON-1095716281-project] 10.222.0.30 "GET /v2.0/security-groups?id=2828f93a-45b4-439f-a8a8-dbebf20fc2c8&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0405483
Apr 22 20:20:27.909137 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-369a37bc-56a2-49cc-a259-47b24a09dbf9 req-764e40fe-a7e6-4505-b558-59cd8bc59a5d tempest-AttachVolumeShelveTestJSON-1095716281 tempest-AttachVolumeShelveTestJSON-1095716281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 20:20:27.911345 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-369a37bc-56a2-49cc-a259-47b24a09dbf9 req-764e40fe-a7e6-4505-b558-59cd8bc59a5d tempest-AttachVolumeShelveTestJSON-1095716281 tempest-AttachVolumeShelveTestJSON-1095716281-project] 10.222.0.30 "GET /v2.0/ports?device_id=bea0e040-e3dd-4e46-87e8-ed5a96b95301 HTTP/1.1" status: 200  len: 945 time: 0.0874183
Apr 22 20:20:27.961567 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-369a37bc-56a2-49cc-a259-47b24a09dbf9 req-b9471900-0de6-477e-b2de-cefac01fc40a tempest-AttachVolumeShelveTestJSON-1095716281 tempest-AttachVolumeShelveTestJSON-1095716281-project] 10.222.0.30 "GET /v2.0/security-groups?id=2828f93a-45b4-439f-a8a8-dbebf20fc2c8&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0439360
Apr 22 20:20:28.144074 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.rpc [None req-cbbe70c9-0b39-4f9d-be6e-4133a7c8f54f None None] Device 8992d12d-fc7c-479e-ad59-3a73aacad1ba up at agent hyperv_hv-cinder-78763 {{(pid=86332) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 22 20:20:28.214704 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.provisioning_blocks [None req-cbbe70c9-0b39-4f9d-be6e-4133a7c8f54f None None] Provisioning complete for port 8992d12d-fc7c-479e-ad59-3a73aacad1ba triggered by entity L2. {{(pid=86332) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 22 20:20:28.215054 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-cbbe70c9-0b39-4f9d-be6e-4133a7c8f54f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854135278'] for port, provisioning_complete {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:20:28.334550 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-cbbe70c9-0b39-4f9d-be6e-4133a7c8f54f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587983'] for port, before_update {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:20:28.362688 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bea0e040-e3dd-4e46-87e8-ed5a96b95301', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8992d12d-fc7c-479e-ad59-3a73aacad1ba'}] {{(pid=86332) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 22 20:20:28.372995 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.db [None req-cbbe70c9-0b39-4f9d-be6e-4133a7c8f54f None None] For port 8992d12d-fc7c-479e-ad59-3a73aacad1ba, host hv-cinder-78763, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78763',level=0,port_id=8992d12d-fc7c-479e-ad59-3a73aacad1ba,segment=NetworkSegment(14168ae3-7f5a-4cf1-9a50-8a4412d691e1),segment_id=14168ae3-7f5a-4cf1-9a50-8a4412d691e1)] {{(pid=86332) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 22 20:20:28.376055 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-cbbe70c9-0b39-4f9d-be6e-4133a7c8f54f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854198495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853168226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727707997384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363309147208137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727707567697'] for port, after_update {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:20:28.379357 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [None req-cbbe70c9-0b39-4f9d-be6e-4133a7c8f54f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86332) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 20:20:28.416699 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bea0e040-e3dd-4e46-87e8-ed5a96b95301', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8992d12d-fc7c-479e-ad59-3a73aacad1ba', 'code': 200}
Apr 22 20:20:28.450126 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbbe70c9-0b39-4f9d-be6e-4133a7c8f54f None None] Pushing event updated for resources: {'Port': ['ID=8992d12d-fc7c-479e-ad59-3a73aacad1ba,revision_number=10']} {{(pid=86332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 20:20:28.453141 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [None req-cbbe70c9-0b39-4f9d-be6e-4133a7c8f54f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=86332) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 20:20:28.555603 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-7d244d7d-18ed-444c-8162-0bca95986113 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309146858885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640583'] for agent, after_update {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:20:28.653232 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de560bc-034c-4d05-8af6-b45054450316 req-cbfb88ca-1d2f-49d0-963d-c74375ae5596 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 20:20:28.654839 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-9de560bc-034c-4d05-8af6-b45054450316 req-cbfb88ca-1d2f-49d0-963d-c74375ae5596 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=bea0e040-e3dd-4e46-87e8-ed5a96b95301 HTTP/1.1" status: 200  len: 1100 time: 0.0791333
Apr 22 20:20:28.696931 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-9de560bc-034c-4d05-8af6-b45054450316 req-cc7d17e0-3c50-4a68-841b-92bc6b9ef2b4 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=2828f93a-45b4-439f-a8a8-dbebf20fc2c8&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0355506
Apr 22 20:20:28.965690 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-d69b9430-b136-4a40-a189-232f048ef307 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309146858885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640583'] for agent, after_update {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:20:29.168593 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15435988-e1f8-4454-ab9a-ffd01b1df2b7 req-c66b2f9e-9ab6-454a-9d89-164841a7c8db tempest-AttachVolumeShelveTestJSON-1095716281 tempest-AttachVolumeShelveTestJSON-1095716281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 20:20:29.170106 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-15435988-e1f8-4454-ab9a-ffd01b1df2b7 req-c66b2f9e-9ab6-454a-9d89-164841a7c8db tempest-AttachVolumeShelveTestJSON-1095716281 tempest-AttachVolumeShelveTestJSON-1095716281-project] 10.222.0.30 "GET /v2.0/ports?device_id=bea0e040-e3dd-4e46-87e8-ed5a96b95301 HTTP/1.1" status: 200  len: 947 time: 0.0870936
Apr 22 20:20:29.217001 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-15435988-e1f8-4454-ab9a-ffd01b1df2b7 req-10fa4af0-5a50-4c1c-b2c6-820dd8746d79 tempest-AttachVolumeShelveTestJSON-1095716281 tempest-AttachVolumeShelveTestJSON-1095716281-project] 10.222.0.30 "GET /v2.0/security-groups?id=2828f93a-45b4-439f-a8a8-dbebf20fc2c8&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0406487
Apr 22 20:20:29.278091 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-08e5d76f-3fe5-4242-a4b8-30f374028052 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309146858885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640583'] for agent, after_update {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:20:30.249288 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-77fc9508-bbbe-4662-bfa7-f4837e5c3abe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309146858885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640583'] for agent, after_update {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:20:30.428721 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-941adc9f-3b85-40dd-851c-773a96d8ae80 req-b2020cf5-c542-4b85-9ab6-a08f8d48aab1 tempest-AttachVolumeShelveTestJSON-1095716281 tempest-AttachVolumeShelveTestJSON-1095716281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 20:20:30.430251 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-941adc9f-3b85-40dd-851c-773a96d8ae80 req-b2020cf5-c542-4b85-9ab6-a08f8d48aab1 tempest-AttachVolumeShelveTestJSON-1095716281 tempest-AttachVolumeShelveTestJSON-1095716281-project] 10.222.0.30 "GET /v2.0/ports?device_id=bea0e040-e3dd-4e46-87e8-ed5a96b95301 HTTP/1.1" status: 200  len: 947 time: 0.0871003
Apr 22 20:20:30.477265 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-941adc9f-3b85-40dd-851c-773a96d8ae80 req-d243ef03-195f-48de-b33d-703992fc453b tempest-AttachVolumeShelveTestJSON-1095716281 tempest-AttachVolumeShelveTestJSON-1095716281-project] 10.222.0.30 "GET /v2.0/security-groups?id=2828f93a-45b4-439f-a8a8-dbebf20fc2c8&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0405858
Apr 22 20:20:33.057957 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.agents_db [None req-d2e1aac6-b006-4d71-afe2-c4a5b694a422 None None] Agent healthcheck: found 6 active agents {{(pid=86333) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 22 20:20:48.765881 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-cbbe70c9-0b39-4f9d-be6e-4133a7c8f54f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309146858885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640583'] for agent, after_update {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:20:55.738064 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-58bdd126-ac63-48a9-ad62-b4079de8c81b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309146858885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640583'] for agent, after_update {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:20:56.051791 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-bc6f2c8d-8218-43f5-b606-9da47c3f05eb req-bf93ebe2-db3e-4374-a48a-8adff592d777 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=bea0e040-e3dd-4e46-87e8-ed5a96b95301&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0782671
Apr 22 20:20:56.147057 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc6f2c8d-8218-43f5-b606-9da47c3f05eb req-48cfe27c-fd31-4725-9c66-2e541a64328c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 20:20:56.148579 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-bc6f2c8d-8218-43f5-b606-9da47c3f05eb req-48cfe27c-fd31-4725-9c66-2e541a64328c service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=d83d42b16fb04a3dbea8744fb63b042c&device_id=bea0e040-e3dd-4e46-87e8-ed5a96b95301 HTTP/1.1" status: 200  len: 1100 time: 0.0760534
Apr 22 20:20:56.300646 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc6f2c8d-8218-43f5-b606-9da47c3f05eb req-b0fb671f-e9f2-4167-be90-3ee4b29fe5e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 20:20:56.302845 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-bc6f2c8d-8218-43f5-b606-9da47c3f05eb req-b0fb671f-e9f2-4167-be90-3ee4b29fe5e4 service neutron] 10.222.0.46 "GET /v2.0/networks?id=34648bb7-c1ba-45d7-bfee-e82cdf1f6b93 HTTP/1.1" status: 200  len: 918 time: 0.1344838
Apr 22 20:20:56.413162 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-bc6f2c8d-8218-43f5-b606-9da47c3f05eb req-0eb14e54-00b9-41ce-bbf8-e1f051ce18f3 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8992d12d-fc7c-479e-ad59-3a73aacad1ba HTTP/1.1" status: 200  len: 1001 time: 0.1017976
Apr 22 20:20:56.484020 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc6f2c8d-8218-43f5-b606-9da47c3f05eb req-eefcd4da-b48d-4f05-9c7b-fa037eeb97e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 20:20:56.485508 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-bc6f2c8d-8218-43f5-b606-9da47c3f05eb req-eefcd4da-b48d-4f05-9c7b-fa037eeb97e5 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=1e51354a-bd7c-4e4c-a7c1-20be7a105c17 HTTP/1.1" status: 200  len: 856 time: 0.0644660
Apr 22 20:20:56.567847 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc6f2c8d-8218-43f5-b606-9da47c3f05eb req-e7b62740-3ece-4270-abdb-f25a84155c42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 20:20:56.569403 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-bc6f2c8d-8218-43f5-b606-9da47c3f05eb req-e7b62740-3ece-4270-abdb-f25a84155c42 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=34648bb7-c1ba-45d7-bfee-e82cdf1f6b93&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0776036
Apr 22 20:20:56.706659 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-bc6f2c8d-8218-43f5-b606-9da47c3f05eb req-99e7c510-0bce-4b71-ada7-e98be85bab9d service neutron] 10.222.0.46 "GET /v2.0/networks/34648bb7-c1ba-45d7-bfee-e82cdf1f6b93?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1305282
Apr 22 20:20:56.846460 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-bc6f2c8d-8218-43f5-b606-9da47c3f05eb req-64440873-cb8d-4963-a68d-772725c936c9 service neutron] 10.222.0.46 "GET /v2.0/networks/34648bb7-c1ba-45d7-bfee-e82cdf1f6b93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1324069
Apr 22 20:20:58.557279 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-67a2e6fb-fd2c-47ff-941c-a01809b2ee0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309146858885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640583'] for agent, after_update {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:20:58.967847 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-d69b9430-b136-4a40-a189-232f048ef307 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309146858885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640583'] for agent, after_update {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:20:59.268475 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-08e5d76f-3fe5-4242-a4b8-30f374028052 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309146858885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640583'] for agent, after_update {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:21:00.252150 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-77fc9508-bbbe-4662-bfa7-f4837e5c3abe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309146858885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640583'] for agent, after_update {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:21:03.800651 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc8a8ab6-34c7-45e9-8e35-c63af2e7f64d req-294cb1ba-7f69-42f3-9779-c8dc0980d8d8 tempest-AttachVolumeShelveTestJSON-1095716281 tempest-AttachVolumeShelveTestJSON-1095716281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 20:21:03.802230 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-bc8a8ab6-34c7-45e9-8e35-c63af2e7f64d req-294cb1ba-7f69-42f3-9779-c8dc0980d8d8 tempest-AttachVolumeShelveTestJSON-1095716281 tempest-AttachVolumeShelveTestJSON-1095716281-project] 10.222.0.30 "GET /v2.0/ports?device_id=bea0e040-e3dd-4e46-87e8-ed5a96b95301 HTTP/1.1" status: 200  len: 947 time: 0.0879107
Apr 22 20:21:03.856961 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-bc8a8ab6-34c7-45e9-8e35-c63af2e7f64d req-8319312d-4551-4777-89ef-8436595b48db tempest-AttachVolumeShelveTestJSON-1095716281 tempest-AttachVolumeShelveTestJSON-1095716281-project] 10.222.0.30 "GET /v2.0/security-groups?id=2828f93a-45b4-439f-a8a8-dbebf20fc2c8&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0481839
Apr 22 20:21:05.039502 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52aedb3-86df-4121-9134-9b51c5779e2f req-5a8ca299-04a1-4f09-b1fd-10d13934e9d5 tempest-AttachVolumeShelveTestJSON-1095716281 tempest-AttachVolumeShelveTestJSON-1095716281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 20:21:05.041090 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-d52aedb3-86df-4121-9134-9b51c5779e2f req-5a8ca299-04a1-4f09-b1fd-10d13934e9d5 tempest-AttachVolumeShelveTestJSON-1095716281 tempest-AttachVolumeShelveTestJSON-1095716281-project] 10.222.0.46 "GET /v2.0/ports?device_id=bea0e040-e3dd-4e46-87e8-ed5a96b95301 HTTP/1.1" status: 200  len: 947 time: 0.0876939
Apr 22 20:21:05.065398 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2549f7f-4454-45d0-be6f-ea5439cac052 req-198d5d03-d5a9-46a4-8f9c-56eca721366b tempest-AttachVolumeShelveTestJSON-1095716281 tempest-AttachVolumeShelveTestJSON-1095716281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 20:21:05.067072 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-f2549f7f-4454-45d0-be6f-ea5439cac052 req-198d5d03-d5a9-46a4-8f9c-56eca721366b tempest-AttachVolumeShelveTestJSON-1095716281 tempest-AttachVolumeShelveTestJSON-1095716281-project] 10.222.0.30 "GET /v2.0/ports?device_id=bea0e040-e3dd-4e46-87e8-ed5a96b95301 HTTP/1.1" status: 200  len: 947 time: 0.0919435
Apr 22 20:21:05.114777 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-f2549f7f-4454-45d0-be6f-ea5439cac052 req-231bc5d9-a60e-412f-ad17-3f21cabf5f77 tempest-AttachVolumeShelveTestJSON-1095716281 tempest-AttachVolumeShelveTestJSON-1095716281-project] 10.222.0.30 "GET /v2.0/security-groups?id=2828f93a-45b4-439f-a8a8-dbebf20fc2c8&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0406337
Apr 22 20:21:05.118890 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.plugin [req-d52aedb3-86df-4121-9134-9b51c5779e2f req-2d52d1b1-bdcc-4a52-ad06-08ca75cd36de tempest-AttachVolumeShelveTestJSON-1095716281 tempest-AttachVolumeShelveTestJSON-1095716281-project] Deleting port 8992d12d-fc7c-479e-ad59-3a73aacad1ba {{(pid=86330) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 22 20:21:05.119283 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [req-d52aedb3-86df-4121-9134-9b51c5779e2f req-2d52d1b1-bdcc-4a52-ad06-08ca75cd36de tempest-AttachVolumeShelveTestJSON-1095716281 tempest-AttachVolumeShelveTestJSON-1095716281-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363309146780532'] for port, before_delete {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:21:05.600314 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.db [req-d52aedb3-86df-4121-9134-9b51c5779e2f req-2d52d1b1-bdcc-4a52-ad06-08ca75cd36de tempest-AttachVolumeShelveTestJSON-1095716281 tempest-AttachVolumeShelveTestJSON-1095716281-project] For port 8992d12d-fc7c-479e-ad59-3a73aacad1ba, host hv-cinder-78763, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78763',level=0,port_id=8992d12d-fc7c-479e-ad59-3a73aacad1ba,segment=NetworkSegment(14168ae3-7f5a-4cf1-9a50-8a4412d691e1),segment_id=14168ae3-7f5a-4cf1-9a50-8a4412d691e1)] {{(pid=86330) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 22 20:21:05.600713 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [req-d52aedb3-86df-4121-9134-9b51c5779e2f req-2d52d1b1-bdcc-4a52-ad06-08ca75cd36de tempest-AttachVolumeShelveTestJSON-1095716281 tempest-AttachVolumeShelveTestJSON-1095716281-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854358147'] for port, precommit_delete {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:21:05.903821 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [req-d52aedb3-86df-4121-9134-9b51c5779e2f req-2d52d1b1-bdcc-4a52-ad06-08ca75cd36de tempest-AttachVolumeShelveTestJSON-1095716281 tempest-AttachVolumeShelveTestJSON-1095716281-project] Notify callbacks [] for floatingip, precommit_update {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:21:05.904174 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [req-d52aedb3-86df-4121-9134-9b51c5779e2f req-2d52d1b1-bdcc-4a52-ad06-08ca75cd36de tempest-AttachVolumeShelveTestJSON-1095716281 tempest-AttachVolumeShelveTestJSON-1095716281-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-427953'] for floatingip, after_update {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:21:05.904794 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.db.l3_db [req-d52aedb3-86df-4121-9134-9b51c5779e2f req-2d52d1b1-bdcc-4a52-ad06-08ca75cd36de tempest-AttachVolumeShelveTestJSON-1095716281 tempest-AttachVolumeShelveTestJSON-1095716281-project] Floating IP 374e35e7-f35b-444e-a9cc-96e7953184cb disassociated. External IP: 172.27.3.89, port: 8992d12d-fc7c-479e-ad59-3a73aacad1ba.
Apr 22 20:21:05.905183 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.plugin [req-d52aedb3-86df-4121-9134-9b51c5779e2f req-2d52d1b1-bdcc-4a52-ad06-08ca75cd36de tempest-AttachVolumeShelveTestJSON-1095716281 tempest-AttachVolumeShelveTestJSON-1095716281-project] Calling delete_port for 8992d12d-fc7c-479e-ad59-3a73aacad1ba owned by compute:nova {{(pid=86330) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 22 20:21:06.062097 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [req-d52aedb3-86df-4121-9134-9b51c5779e2f req-2d52d1b1-bdcc-4a52-ad06-08ca75cd36de tempest-AttachVolumeShelveTestJSON-1095716281 tempest-AttachVolumeShelveTestJSON-1095716281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854198495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853168226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363309146778399', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727707567663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4125515'] for port, after_delete {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:21:06.068410 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [None req-055ac862-f70e-451a-8490-53301375013d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 20:21:06.115724 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d52d1b1-bdcc-4a52-ad06-08ca75cd36de tempest-AttachVolumeShelveTestJSON-1095716281 tempest-AttachVolumeShelveTestJSON-1095716281-project] Pushing event deleted for resources: {'Port': ['ID=8992d12d-fc7c-479e-ad59-3a73aacad1ba,revision_number=None']} {{(pid=86330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 20:21:06.125995 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d52d1b1-bdcc-4a52-ad06-08ca75cd36de tempest-AttachVolumeShelveTestJSON-1095716281 tempest-AttachVolumeShelveTestJSON-1095716281-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787632-1-iscsi {{(pid=86330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 20:21:06.126421 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d52d1b1-bdcc-4a52-ad06-08ca75cd36de tempest-AttachVolumeShelveTestJSON-1095716281 tempest-AttachVolumeShelveTestJSON-1095716281-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787632-1-iscsi {{(pid=86330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 20:21:06.126841 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d52d1b1-bdcc-4a52-ad06-08ca75cd36de tempest-AttachVolumeShelveTestJSON-1095716281 tempest-AttachVolumeShelveTestJSON-1095716281-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787632-1-iscsi {{(pid=86330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 20:21:06.127252 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d52d1b1-bdcc-4a52-ad06-08ca75cd36de tempest-AttachVolumeShelveTestJSON-1095716281 tempest-AttachVolumeShelveTestJSON-1095716281-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787632-1-iscsi {{(pid=86330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 20:21:06.127664 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d52d1b1-bdcc-4a52-ad06-08ca75cd36de tempest-AttachVolumeShelveTestJSON-1095716281 tempest-AttachVolumeShelveTestJSON-1095716281-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787632-1-iscsi {{(pid=86330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 20:21:06.128067 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d52d1b1-bdcc-4a52-ad06-08ca75cd36de tempest-AttachVolumeShelveTestJSON-1095716281 tempest-AttachVolumeShelveTestJSON-1095716281-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787632-1-iscsi {{(pid=86330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 20:21:06.128468 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d52d1b1-bdcc-4a52-ad06-08ca75cd36de tempest-AttachVolumeShelveTestJSON-1095716281 tempest-AttachVolumeShelveTestJSON-1095716281-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-787632-1-iscsi {{(pid=86330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 20:21:06.128875 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d52d1b1-bdcc-4a52-ad06-08ca75cd36de tempest-AttachVolumeShelveTestJSON-1095716281 tempest-AttachVolumeShelveTestJSON-1095716281-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787632-1-iscsi {{(pid=86330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 20:21:06.129274 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d52d1b1-bdcc-4a52-ad06-08ca75cd36de tempest-AttachVolumeShelveTestJSON-1095716281 tempest-AttachVolumeShelveTestJSON-1095716281-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787632-1-iscsi {{(pid=86330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 20:21:06.130268 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d52d1b1-bdcc-4a52-ad06-08ca75cd36de tempest-AttachVolumeShelveTestJSON-1095716281 tempest-AttachVolumeShelveTestJSON-1095716281-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787632-1-iscsi {{(pid=86330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 20:21:06.130670 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d52d1b1-bdcc-4a52-ad06-08ca75cd36de tempest-AttachVolumeShelveTestJSON-1095716281 tempest-AttachVolumeShelveTestJSON-1095716281-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787632-1-iscsi {{(pid=86330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 20:21:06.131067 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d52d1b1-bdcc-4a52-ad06-08ca75cd36de tempest-AttachVolumeShelveTestJSON-1095716281 tempest-AttachVolumeShelveTestJSON-1095716281-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787632-1-iscsi {{(pid=86330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 20:21:06.135015 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [None req-2d52d1b1-bdcc-4a52-ad06-08ca75cd36de tempest-AttachVolumeShelveTestJSON-1095716281 tempest-AttachVolumeShelveTestJSON-1095716281-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=86330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 20:21:06.319692 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-468d12d0-8cce-444e-ba49-f69d89dc0068 req-d2537eb1-6c41-4b98-8f5a-8a46db93dffb tempest-AttachVolumeShelveTestJSON-1095716281 tempest-AttachVolumeShelveTestJSON-1095716281-project] 10.222.0.30 "GET /v2.0/ports?device_id=bea0e040-e3dd-4e46-87e8-ed5a96b95301 HTTP/1.1" status: 200  len: 210 time: 0.0683351
Apr 22 20:21:06.368382 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d52aedb3-86df-4121-9134-9b51c5779e2f req-2d52d1b1-bdcc-4a52-ad06-08ca75cd36de tempest-AttachVolumeShelveTestJSON-1095716281 tempest-AttachVolumeShelveTestJSON-1095716281-project] Router be83ce26-187f-46bd-8e84-153239ab27cb has already been hosted by L3 agent 1df068ca-d615-4cb7-8020-fe6e8be709e3 {{(pid=86330) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 22 20:21:06.560072 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d52aedb3-86df-4121-9134-9b51c5779e2f req-2d52d1b1-bdcc-4a52-ad06-08ca75cd36de tempest-AttachVolumeShelveTestJSON-1095716281 tempest-AttachVolumeShelveTestJSON-1095716281-project] Notify agent at l3_agent.dv-cinder-787632-1-iscsi the message routers_updated {{(pid=86330) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 22 20:21:06.570050 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e94399b7-4b6a-4210-a056-9dc5eddcb37e None None] Sync routers for ids ['be83ce26-187f-46bd-8e84-153239ab27cb'] in dv-cinder-787632-1-iscsi {{(pid=86333) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 22 20:21:06.580938 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e94399b7-4b6a-4210-a056-9dc5eddcb37e None None] Routers {'be83ce26-187f-46bd-8e84-153239ab27cb'} bound to L3 agent in host dv-cinder-787632-1-iscsi {{(pid=86333) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 22 20:21:06.581624 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.l3_hamode_db [None req-e94399b7-4b6a-4210-a056-9dc5eddcb37e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f013d4ddeb8>, 'dv-cinder-787632-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-22T20:03:28Z,description=<?>,heartbeat_timestamp=2021-04-22T20:20:59Z,host='dv-cinder-787632-1-iscsi',id=1df068ca-d615-4cb7-8020-fe6e8be709e3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-22T20:03:28Z,topic='l3_agent')) {'router_ids': ['be83ce26-187f-46bd-8e84-153239ab27cb'], 'active': True} {{(pid=86333) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 22 20:21:06.636695 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.l3_dvrscheduler_db [req-d52aedb3-86df-4121-9134-9b51c5779e2f req-2d52d1b1-bdcc-4a52-ad06-08ca75cd36de tempest-AttachVolumeShelveTestJSON-1095716281 tempest-AttachVolumeShelveTestJSON-1095716281-project] No DVR routers for this DVR port 8992d12d-fc7c-479e-ad59-3a73aacad1ba on host hv-cinder-78763 {{(pid=86330) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 22 20:21:06.639310 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [req-d52aedb3-86df-4121-9134-9b51c5779e2f req-2d52d1b1-bdcc-4a52-ad06-08ca75cd36de tempest-AttachVolumeShelveTestJSON-1095716281 tempest-AttachVolumeShelveTestJSON-1095716281-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-743'] for port, before_response {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:21:06.642066 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bea0e040-e3dd-4e46-87e8-ed5a96b95301', 'name': 'network-vif-deleted', 'tag': '8992d12d-fc7c-479e-ad59-3a73aacad1ba'}] {{(pid=86330) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 22 20:21:06.657438 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-d52aedb3-86df-4121-9134-9b51c5779e2f req-2d52d1b1-bdcc-4a52-ad06-08ca75cd36de tempest-AttachVolumeShelveTestJSON-1095716281 tempest-AttachVolumeShelveTestJSON-1095716281-project] 10.222.0.46 "DELETE /v2.0/ports/8992d12d-fc7c-479e-ad59-3a73aacad1ba HTTP/1.1" status: 204  len: 173 time: 1.6097317
Apr 22 20:21:06.697329 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bea0e040-e3dd-4e46-87e8-ed5a96b95301', 'name': 'network-vif-deleted', 'tag': '8992d12d-fc7c-479e-ad59-3a73aacad1ba', 'status': 'completed', 'code': 200}
Apr 22 20:21:06.771711 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.l3_dvr_db [None req-e94399b7-4b6a-4210-a056-9dc5eddcb37e None None] Set router be83ce26-187f-46bd-8e84-153239ab27cb gateway port host: dv-cinder-787632-1-iscsi {{(pid=86333) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 22 20:21:07.097021 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.l3_hamode_db [None req-e94399b7-4b6a-4210-a056-9dc5eddcb37e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f013d4ddeb8>, [{'id': 'be83ce26-187f-46bd-8e84-153239ab27cb', 'name': 'tempest-AttachVolumeShelveTestJSON-1390971933-router', 'tenant_id': 'd83d42b16fb04a3dbea8744fb63b042c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b725cb4-6db6-4e68-9a61-1978e8a191a1', 'external_fixed_ips': [{'subnet_id': '1d4495d7-31a5-4e2d-a911-56ceae3a61c5', 'ip_address': '172.27.3.86'}], 'enable_snat': True}, 'gw_port_id': '4f7b8efc-ab31-4079-8251-b88952a8c099', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T20:15:28Z', 'updated_at': '2021-04-22T20:15:34Z', 'revision_number': 4, 'project_id': 'd83d42b16fb04a3dbea8744fb63b042c', 'gw_port': {'id': '4f7b8efc-ab31-4079-8251-b88952a8c099', 'name': '', 'network_id': '1b725cb4-6db6-4e68-9a61-1978e8a191a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:6a:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be83ce26-187f-46bd-8e84-153239ab27cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': '1d4495d7-31a5-4e2d-a911-56ceae3a61c5', 'ip_address': '172.27.3.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787632-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T20:15:29Z', 'updated_at': '2021-04-22T20:15:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d4495d7-31a5-4e2d-a911-56ceae3a61c5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787632-1-iscsi', '_interfaces': [{'id': 'b9c3e7ea-d3b1-4b66-ac25-453cc2744703', 'name': '', 'network_id': '34648bb7-c1ba-45d7-bfee-e82cdf1f6b93', 'tenant_id': 'd83d42b16fb04a3dbea8744fb63b042c', 'mac_address': 'fa:16:3e:9f:5a:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be83ce26-187f-46bd-8e84-153239ab27cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 479, 'fixed_ips': [{'subnet_id': '1e51354a-bd7c-4e4c-a7c1-20be7a105c17', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787632-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T20:15:33Z', 'updated_at': '2021-04-22T20:15:39Z', 'revision_number': 5, 'project_id': 'd83d42b16fb04a3dbea8744fb63b042c', 'subnets': [{'id': '1e51354a-bd7c-4e4c-a7c1-20be7a105c17', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787632-1-iscsi', False) {} {{(pid=86333) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 22 20:21:07.101185 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e94399b7-4b6a-4210-a056-9dc5eddcb37e None None] Checking router: be83ce26-187f-46bd-8e84-153239ab27cb for host: dv-cinder-787632-1-iscsi {{(pid=86333) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 22 20:21:07.110334 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e94399b7-4b6a-4210-a056-9dc5eddcb37e None None] Routers {'be83ce26-187f-46bd-8e84-153239ab27cb'} bound to L3 agent in host dv-cinder-787632-1-iscsi {{(pid=86333) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 22 20:21:07.111000 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.l3_hamode_db [None req-e94399b7-4b6a-4210-a056-9dc5eddcb37e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f013d4ddeb8>, 'dv-cinder-787632-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-22T20:03:28Z,description=<?>,heartbeat_timestamp=2021-04-22T20:20:59Z,host='dv-cinder-787632-1-iscsi',id=1df068ca-d615-4cb7-8020-fe6e8be709e3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-22T20:03:28Z,topic='l3_agent')) {'router_ids': ['be83ce26-187f-46bd-8e84-153239ab27cb'], 'active': True} {{(pid=86333) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 22 20:21:07.299633 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.l3_dvr_db [None req-e94399b7-4b6a-4210-a056-9dc5eddcb37e None None] Set router be83ce26-187f-46bd-8e84-153239ab27cb gateway port host: dv-cinder-787632-1-iscsi {{(pid=86333) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 22 20:21:07.622552 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.l3_hamode_db [None req-e94399b7-4b6a-4210-a056-9dc5eddcb37e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f013d4ddeb8>, [{'id': 'be83ce26-187f-46bd-8e84-153239ab27cb', 'name': 'tempest-AttachVolumeShelveTestJSON-1390971933-router', 'tenant_id': 'd83d42b16fb04a3dbea8744fb63b042c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b725cb4-6db6-4e68-9a61-1978e8a191a1', 'external_fixed_ips': [{'subnet_id': '1d4495d7-31a5-4e2d-a911-56ceae3a61c5', 'ip_address': '172.27.3.86'}], 'enable_snat': True}, 'gw_port_id': '4f7b8efc-ab31-4079-8251-b88952a8c099', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T20:15:28Z', 'updated_at': '2021-04-22T20:15:34Z', 'revision_number': 4, 'project_id': 'd83d42b16fb04a3dbea8744fb63b042c', 'gw_port': {'id': '4f7b8efc-ab31-4079-8251-b88952a8c099', 'name': '', 'network_id': '1b725cb4-6db6-4e68-9a61-1978e8a191a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:6a:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be83ce26-187f-46bd-8e84-153239ab27cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': '1d4495d7-31a5-4e2d-a911-56ceae3a61c5', 'ip_address': '172.27.3.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787632-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T20:15:29Z', 'updated_at': '2021-04-22T20:15:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d4495d7-31a5-4e2d-a911-56ceae3a61c5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787632-1-iscsi', '_interfaces': [{'id': 'b9c3e7ea-d3b1-4b66-ac25-453cc2744703', 'name': '', 'network_id': '34648bb7-c1ba-45d7-bfee-e82cdf1f6b93', 'tenant_id': 'd83d42b16fb04a3dbea8744fb63b042c', 'mac_address': 'fa:16:3e:9f:5a:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be83ce26-187f-46bd-8e84-153239ab27cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 479, 'fixed_ips': [{'subnet_id': '1e51354a-bd7c-4e4c-a7c1-20be7a105c17', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787632-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T20:15:33Z', 'updated_at': '2021-04-22T20:15:39Z', 'revision_number': 5, 'project_id': 'd83d42b16fb04a3dbea8744fb63b042c', 'subnets': [{'id': '1e51354a-bd7c-4e4c-a7c1-20be7a105c17', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787632-1-iscsi', False) {} {{(pid=86333) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 22 20:21:07.626550 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e94399b7-4b6a-4210-a056-9dc5eddcb37e None None] The sync data for ids ['be83ce26-187f-46bd-8e84-153239ab27cb'] in dv-cinder-787632-1-iscsi is: [{'id': 'be83ce26-187f-46bd-8e84-153239ab27cb', 'name': 'tempest-AttachVolumeShelveTestJSON-1390971933-router', 'tenant_id': 'd83d42b16fb04a3dbea8744fb63b042c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b725cb4-6db6-4e68-9a61-1978e8a191a1', 'external_fixed_ips': [{'subnet_id': '1d4495d7-31a5-4e2d-a911-56ceae3a61c5', 'ip_address': '172.27.3.86'}], 'enable_snat': True}, 'gw_port_id': '4f7b8efc-ab31-4079-8251-b88952a8c099', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T20:15:28Z', 'updated_at': '2021-04-22T20:15:34Z', 'revision_number': 4, 'project_id': 'd83d42b16fb04a3dbea8744fb63b042c', 'gw_port': {'id': '4f7b8efc-ab31-4079-8251-b88952a8c099', 'name': '', 'network_id': '1b725cb4-6db6-4e68-9a61-1978e8a191a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:6a:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be83ce26-187f-46bd-8e84-153239ab27cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': '1d4495d7-31a5-4e2d-a911-56ceae3a61c5', 'ip_address': '172.27.3.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787632-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T20:15:29Z', 'updated_at': '2021-04-22T20:15:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d4495d7-31a5-4e2d-a911-56ceae3a61c5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787632-1-iscsi', '_interfaces': [{'id': 'b9c3e7ea-d3b1-4b66-ac25-453cc2744703', 'name': '', 'network_id': '34648bb7-c1ba-45d7-bfee-e82cdf1f6b93', 'tenant_id': 'd83d42b16fb04a3dbea8744fb63b042c', 'mac_address': 'fa:16:3e:9f:5a:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be83ce26-187f-46bd-8e84-153239ab27cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 479, 'fixed_ips': [{'subnet_id': '1e51354a-bd7c-4e4c-a7c1-20be7a105c17', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787632-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T20:15:33Z', 'updated_at': '2021-04-22T20:15:39Z', 'revision_number': 5, 'project_id': 'd83d42b16fb04a3dbea8744fb63b042c', 'subnets': [{'id': '1e51354a-bd7c-4e4c-a7c1-20be7a105c17', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86333) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 22 20:21:08.012663 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-977013cd-a738-42a4-ae75-34db134debc6 None None] New status for floating IP 374e35e7-f35b-444e-a9cc-96e7953184cb: DOWN {{(pid=86332) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Apr 22 20:21:08.386474 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.rpc [None req-cbbe70c9-0b39-4f9d-be6e-4133a7c8f54f None None] Device 8992d12d-fc7c-479e-ad59-3a73aacad1ba no longer exists at agent hyperv_hv-cinder-78763 {{(pid=86332) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 22 20:21:08.428254 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.plugin [None req-cbbe70c9-0b39-4f9d-be6e-4133a7c8f54f None None] No Port match for: 8992d12d-fc7c-479e-ad59-3a73aacad1ba {{(pid=86332) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 22 20:21:08.428637 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.rpc [None req-cbbe70c9-0b39-4f9d-be6e-4133a7c8f54f None None] Device 8992d12d-fc7c-479e-ad59-3a73aacad1ba not bound to the agent host hv-cinder-78763 {{(pid=86332) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 22 20:21:08.473657 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.wsgi [-] (86331) accepted ('10.222.0.30', 44070) {{(pid=86331) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 20:21:08.541931 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-865e52a1-b503-4c5a-b2f8-37500ea19240 tempest-AttachVolumeShelveTestJSON-1095716281 tempest-AttachVolumeShelveTestJSON-1095716281-project] Notify callbacks [] for security_group, before_delete {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:21:08.572218 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-865e52a1-b503-4c5a-b2f8-37500ea19240 tempest-AttachVolumeShelveTestJSON-1095716281 tempest-AttachVolumeShelveTestJSON-1095716281-project] Notify callbacks [] for security_group, precommit_delete {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:21:08.616601 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-865e52a1-b503-4c5a-b2f8-37500ea19240 tempest-AttachVolumeShelveTestJSON-1095716281 tempest-AttachVolumeShelveTestJSON-1095716281-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393900'] for security_group, after_delete {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:21:08.621673 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [None req-9e158900-603f-4f23-8d69-b87675c61156 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 20:21:08.637826 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-865e52a1-b503-4c5a-b2f8-37500ea19240 tempest-AttachVolumeShelveTestJSON-1095716281 tempest-AttachVolumeShelveTestJSON-1095716281-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2828f93a-45b4-439f-a8a8-dbebf20fc2c8,revision_number=None']} {{(pid=86331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 20:21:08.648556 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-865e52a1-b503-4c5a-b2f8-37500ea19240 tempest-AttachVolumeShelveTestJSON-1095716281 tempest-AttachVolumeShelveTestJSON-1095716281-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787632-1-iscsi {{(pid=86331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 20:21:08.648976 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-865e52a1-b503-4c5a-b2f8-37500ea19240 tempest-AttachVolumeShelveTestJSON-1095716281 tempest-AttachVolumeShelveTestJSON-1095716281-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787632-1-iscsi {{(pid=86331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 20:21:08.649389 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-865e52a1-b503-4c5a-b2f8-37500ea19240 tempest-AttachVolumeShelveTestJSON-1095716281 tempest-AttachVolumeShelveTestJSON-1095716281-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787632-1-iscsi {{(pid=86331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 20:21:08.649808 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-865e52a1-b503-4c5a-b2f8-37500ea19240 tempest-AttachVolumeShelveTestJSON-1095716281 tempest-AttachVolumeShelveTestJSON-1095716281-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787632-1-iscsi {{(pid=86331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 20:21:08.650236 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-865e52a1-b503-4c5a-b2f8-37500ea19240 tempest-AttachVolumeShelveTestJSON-1095716281 tempest-AttachVolumeShelveTestJSON-1095716281-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787632-1-iscsi {{(pid=86331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 20:21:08.650613 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-865e52a1-b503-4c5a-b2f8-37500ea19240 tempest-AttachVolumeShelveTestJSON-1095716281 tempest-AttachVolumeShelveTestJSON-1095716281-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787632-1-iscsi {{(pid=86331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 20:21:08.651009 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-865e52a1-b503-4c5a-b2f8-37500ea19240 tempest-AttachVolumeShelveTestJSON-1095716281 tempest-AttachVolumeShelveTestJSON-1095716281-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-787632-1-iscsi {{(pid=86331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 20:21:08.651403 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-865e52a1-b503-4c5a-b2f8-37500ea19240 tempest-AttachVolumeShelveTestJSON-1095716281 tempest-AttachVolumeShelveTestJSON-1095716281-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787632-1-iscsi {{(pid=86331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 20:21:08.651820 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-865e52a1-b503-4c5a-b2f8-37500ea19240 tempest-AttachVolumeShelveTestJSON-1095716281 tempest-AttachVolumeShelveTestJSON-1095716281-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787632-1-iscsi {{(pid=86331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 20:21:08.652189 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-865e52a1-b503-4c5a-b2f8-37500ea19240 tempest-AttachVolumeShelveTestJSON-1095716281 tempest-AttachVolumeShelveTestJSON-1095716281-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787632-1-iscsi {{(pid=86331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 20:21:08.652583 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-865e52a1-b503-4c5a-b2f8-37500ea19240 tempest-AttachVolumeShelveTestJSON-1095716281 tempest-AttachVolumeShelveTestJSON-1095716281-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787632-1-iscsi {{(pid=86331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 20:21:08.652974 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-865e52a1-b503-4c5a-b2f8-37500ea19240 tempest-AttachVolumeShelveTestJSON-1095716281 tempest-AttachVolumeShelveTestJSON-1095716281-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787632-1-iscsi {{(pid=86331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 20:21:08.656535 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [None req-865e52a1-b503-4c5a-b2f8-37500ea19240 tempest-AttachVolumeShelveTestJSON-1095716281 tempest-AttachVolumeShelveTestJSON-1095716281-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 20:21:08.658826 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-865e52a1-b503-4c5a-b2f8-37500ea19240 tempest-AttachVolumeShelveTestJSON-1095716281 tempest-AttachVolumeShelveTestJSON-1095716281-project] Notify callbacks [] for security_group, before_response {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:21:08.659992 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [None req-865e52a1-b503-4c5a-b2f8-37500ea19240 tempest-AttachVolumeShelveTestJSON-1095716281 tempest-AttachVolumeShelveTestJSON-1095716281-project] 10.222.0.30 "DELETE /v2.0/security-groups/2828f93a-45b4-439f-a8a8-dbebf20fc2c8 HTTP/1.1" status: 204  len: 168 time: 0.1851602
Apr 22 20:21:08.663531 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.wsgi [-] (86331) accepted ('10.222.0.30', 44074) {{(pid=86331) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 20:21:08.681577 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.api.v2.resource [None req-00e39f5d-b907-4b31-b7d9-b947f3be2554 tempest-AttachVolumeShelveTestJSON-1095716281 tempest-AttachVolumeShelveTestJSON-1095716281-project] show failed (client error): The resource could not be found.
Apr 22 20:21:08.682676 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [None req-00e39f5d-b907-4b31-b7d9-b947f3be2554 tempest-AttachVolumeShelveTestJSON-1095716281 tempest-AttachVolumeShelveTestJSON-1095716281-project] 10.222.0.30 "GET /v2.0/security-groups/2828f93a-45b4-439f-a8a8-dbebf20fc2c8 HTTP/1.1" status: 404  len: 347 time: 0.0181854
Apr 22 20:21:08.685503 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.wsgi [-] (86331) accepted ('10.222.0.30', 44078) {{(pid=86331) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 20:21:08.851473 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.plugin [None req-786378e3-0df9-41d1-a594-256e7b75dfbd tempest-AttachVolumeShelveTestJSON-1095716281 tempest-AttachVolumeShelveTestJSON-1095716281-project] Deleting port f1433533-1bad-4af9-9d22-b2628ed711f5 {{(pid=86331) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 22 20:21:08.851849 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-786378e3-0df9-41d1-a594-256e7b75dfbd tempest-AttachVolumeShelveTestJSON-1095716281 tempest-AttachVolumeShelveTestJSON-1095716281-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363309146780532'] for port, before_delete {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:21:09.029829 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-786378e3-0df9-41d1-a594-256e7b75dfbd tempest-AttachVolumeShelveTestJSON-1095716281 tempest-AttachVolumeShelveTestJSON-1095716281-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854358147'] for port, precommit_delete {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:21:09.030200 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-786378e3-0df9-41d1-a594-256e7b75dfbd tempest-AttachVolumeShelveTestJSON-1095716281 tempest-AttachVolumeShelveTestJSON-1095716281-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:21:09.157298 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.plugin [None req-786378e3-0df9-41d1-a594-256e7b75dfbd tempest-AttachVolumeShelveTestJSON-1095716281 tempest-AttachVolumeShelveTestJSON-1095716281-project] Calling delete_port for f1433533-1bad-4af9-9d22-b2628ed711f5 owned by network:floatingip {{(pid=86331) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 22 20:21:09.295019 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-786378e3-0df9-41d1-a594-256e7b75dfbd tempest-AttachVolumeShelveTestJSON-1095716281 tempest-AttachVolumeShelveTestJSON-1095716281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854198495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853168226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363309146778399', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727707567663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1223862'] for port, after_delete {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:21:09.299427 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [None req-e0c1351b-7702-47c8-9ad6-05d405293002 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 20:21:09.377982 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-786378e3-0df9-41d1-a594-256e7b75dfbd tempest-AttachVolumeShelveTestJSON-1095716281 tempest-AttachVolumeShelveTestJSON-1095716281-project] Pushing event deleted for resources: {'Port': ['ID=f1433533-1bad-4af9-9d22-b2628ed711f5,revision_number=None']} {{(pid=86331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 20:21:09.380386 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [None req-786378e3-0df9-41d1-a594-256e7b75dfbd tempest-AttachVolumeShelveTestJSON-1095716281 tempest-AttachVolumeShelveTestJSON-1095716281-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 20:21:09.443825 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-786378e3-0df9-41d1-a594-256e7b75dfbd tempest-AttachVolumeShelveTestJSON-1095716281 tempest-AttachVolumeShelveTestJSON-1095716281-project] Notify callbacks [] for floatingip, after_delete {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:21:09.458284 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-786378e3-0df9-41d1-a594-256e7b75dfbd tempest-AttachVolumeShelveTestJSON-1095716281 tempest-AttachVolumeShelveTestJSON-1095716281-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-743'] for floatingip, before_response {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:21:09.459494 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [None req-786378e3-0df9-41d1-a594-256e7b75dfbd tempest-AttachVolumeShelveTestJSON-1095716281 tempest-AttachVolumeShelveTestJSON-1095716281-project] 10.222.0.30 "DELETE /v2.0/floatingips/374e35e7-f35b-444e-a9cc-96e7953184cb HTTP/1.1" status: 204  len: 168 time: 0.7730224
Apr 22 20:21:10.057078 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.agents_db [None req-d2e1aac6-b006-4d71-afe2-c4a5b694a422 None None] Agent healthcheck: found 6 active agents {{(pid=86333) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 22 20:21:12.261262 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.wsgi [-] (86331) accepted ('10.222.0.30', 44102) {{(pid=86331) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 20:21:12.984777 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-a71f868e-a266-435d-9d4e-a124e4bcf631 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854353510'] for router_interface, before_delete {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:21:13.565534 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.plugin [None req-a71f868e-a266-435d-9d4e-a124e4bcf631 admin admin] Deleting port b9c3e7ea-d3b1-4b66-ac25-453cc2744703 {{(pid=86331) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 22 20:21:13.566156 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-a71f868e-a266-435d-9d4e-a124e4bcf631 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363309146780532'] for port, before_delete {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:21:13.742419 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.db [None req-a71f868e-a266-435d-9d4e-a124e4bcf631 admin admin] For port b9c3e7ea-d3b1-4b66-ac25-453cc2744703, host dv-cinder-787632-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787632-1-iscsi',level=0,port_id=b9c3e7ea-d3b1-4b66-ac25-453cc2744703,segment=NetworkSegment(14168ae3-7f5a-4cf1-9a50-8a4412d691e1),segment_id=14168ae3-7f5a-4cf1-9a50-8a4412d691e1)] {{(pid=86331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 22 20:21:13.742817 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-a71f868e-a266-435d-9d4e-a124e4bcf631 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854358147'] for port, precommit_delete {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:21:13.877609 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.plugin [None req-a71f868e-a266-435d-9d4e-a124e4bcf631 admin admin] Calling delete_port for b9c3e7ea-d3b1-4b66-ac25-453cc2744703 owned by network:router_interface {{(pid=86331) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 22 20:21:14.053619 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-a71f868e-a266-435d-9d4e-a124e4bcf631 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854198495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853168226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363309146778399', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727707567663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1223862'] for port, after_delete {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:21:14.058480 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [None req-1ead5cc5-1afc-4c93-a848-8bef81eb87c5 tempest-VolumesActionsTest-323619763 tempest-VolumesActionsTest-323619763-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 20:21:14.105360 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a71f868e-a266-435d-9d4e-a124e4bcf631 admin admin] Pushing event deleted for resources: {'Port': ['ID=b9c3e7ea-d3b1-4b66-ac25-453cc2744703,revision_number=None']} {{(pid=86331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 20:21:14.132856 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [None req-a71f868e-a266-435d-9d4e-a124e4bcf631 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 20:21:14.380630 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-a71f868e-a266-435d-9d4e-a124e4bcf631 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1607590', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854353436'] for router_interface, after_delete {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:21:14.751360 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a71f868e-a266-435d-9d4e-a124e4bcf631 admin admin] Router be83ce26-187f-46bd-8e84-153239ab27cb has already been hosted by L3 agent 1df068ca-d615-4cb7-8020-fe6e8be709e3 {{(pid=86331) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 22 20:21:14.935824 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a71f868e-a266-435d-9d4e-a124e4bcf631 admin admin] Notify agent at l3_agent.dv-cinder-787632-1-iscsi the message routers_updated {{(pid=86331) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 22 20:21:14.945248 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f35a47a6-d7a8-4e34-927e-17215d0ad9d9 None None] Sync routers for ids ['be83ce26-187f-46bd-8e84-153239ab27cb'] in dv-cinder-787632-1-iscsi {{(pid=86333) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 22 20:21:14.948956 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [None req-a71f868e-a266-435d-9d4e-a124e4bcf631 admin admin] 10.222.0.30 "PUT /v2.0/routers/be83ce26-187f-46bd-8e84-153239ab27cb/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.6865380
Apr 22 20:21:14.951724 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.wsgi [-] (86331) accepted ('10.222.0.30', 44108) {{(pid=86331) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 20:21:14.955154 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f35a47a6-d7a8-4e34-927e-17215d0ad9d9 None None] Routers {'be83ce26-187f-46bd-8e84-153239ab27cb'} bound to L3 agent in host dv-cinder-787632-1-iscsi {{(pid=86333) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 22 20:21:14.955831 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.l3_hamode_db [None req-f35a47a6-d7a8-4e34-927e-17215d0ad9d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f013d976b00>, 'dv-cinder-787632-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-22T20:03:28Z,description=<?>,heartbeat_timestamp=2021-04-22T20:20:59Z,host='dv-cinder-787632-1-iscsi',id=1df068ca-d615-4cb7-8020-fe6e8be709e3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-22T20:03:28Z,topic='l3_agent')) {'router_ids': ['be83ce26-187f-46bd-8e84-153239ab27cb'], 'active': True} {{(pid=86333) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 22 20:21:15.147754 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-0a782c0e-c810-4e3b-b0f7-fa98cdf96605 admin admin] Notify callbacks [] for router, before_delete {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:21:15.299170 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.l3_dvr_db [None req-f35a47a6-d7a8-4e34-927e-17215d0ad9d9 None None] Set router be83ce26-187f-46bd-8e84-153239ab27cb gateway port host: dv-cinder-787632-1-iscsi {{(pid=86333) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 22 20:21:15.336168 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-0a782c0e-c810-4e3b-b0f7-fa98cdf96605 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:21:15.344962 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.plugin [None req-0a782c0e-c810-4e3b-b0f7-fa98cdf96605 admin admin] Deleting port 4f7b8efc-ab31-4079-8251-b88952a8c099 {{(pid=86331) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 22 20:21:15.345335 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-0a782c0e-c810-4e3b-b0f7-fa98cdf96605 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363309146780532'] for port, before_delete {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:21:15.530161 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.db [None req-0a782c0e-c810-4e3b-b0f7-fa98cdf96605 admin admin] For port 4f7b8efc-ab31-4079-8251-b88952a8c099, host dv-cinder-787632-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787632-1-iscsi',level=0,port_id=4f7b8efc-ab31-4079-8251-b88952a8c099,segment=NetworkSegment(8e8fb218-3d63-4c3d-9ab1-544471c4929e),segment_id=8e8fb218-3d63-4c3d-9ab1-544471c4929e)] {{(pid=86331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 22 20:21:15.530557 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-0a782c0e-c810-4e3b-b0f7-fa98cdf96605 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854358147'] for port, precommit_delete {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:21:15.598729 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.l3_hamode_db [None req-f35a47a6-d7a8-4e34-927e-17215d0ad9d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f013d976b00>, [{'id': 'be83ce26-187f-46bd-8e84-153239ab27cb', 'name': 'tempest-AttachVolumeShelveTestJSON-1390971933-router', 'tenant_id': 'd83d42b16fb04a3dbea8744fb63b042c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b725cb4-6db6-4e68-9a61-1978e8a191a1', 'external_fixed_ips': [{'subnet_id': '1d4495d7-31a5-4e2d-a911-56ceae3a61c5', 'ip_address': '172.27.3.86'}], 'enable_snat': True}, 'gw_port_id': '4f7b8efc-ab31-4079-8251-b88952a8c099', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T20:15:28Z', 'updated_at': '2021-04-22T20:21:13Z', 'revision_number': 5, 'project_id': 'd83d42b16fb04a3dbea8744fb63b042c', 'gw_port': {'id': '4f7b8efc-ab31-4079-8251-b88952a8c099', 'name': '', 'network_id': '1b725cb4-6db6-4e68-9a61-1978e8a191a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:6a:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be83ce26-187f-46bd-8e84-153239ab27cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': '1d4495d7-31a5-4e2d-a911-56ceae3a61c5', 'ip_address': '172.27.3.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787632-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T20:15:29Z', 'updated_at': '2021-04-22T20:15:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d4495d7-31a5-4e2d-a911-56ceae3a61c5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787632-1-iscsi'}], 'dv-cinder-787632-1-iscsi', False) {} {{(pid=86333) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 22 20:21:15.602721 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f35a47a6-d7a8-4e34-927e-17215d0ad9d9 None None] Checking router: be83ce26-187f-46bd-8e84-153239ab27cb for host: dv-cinder-787632-1-iscsi {{(pid=86333) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 22 20:21:15.611533 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f35a47a6-d7a8-4e34-927e-17215d0ad9d9 None None] Routers {'be83ce26-187f-46bd-8e84-153239ab27cb'} bound to L3 agent in host dv-cinder-787632-1-iscsi {{(pid=86333) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 22 20:21:15.612182 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.l3_hamode_db [None req-f35a47a6-d7a8-4e34-927e-17215d0ad9d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f013d976b00>, 'dv-cinder-787632-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-22T20:03:28Z,description=<?>,heartbeat_timestamp=2021-04-22T20:20:59Z,host='dv-cinder-787632-1-iscsi',id=1df068ca-d615-4cb7-8020-fe6e8be709e3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-22T20:03:28Z,topic='l3_agent')) {'router_ids': ['be83ce26-187f-46bd-8e84-153239ab27cb'], 'active': True} {{(pid=86333) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 22 20:21:15.663620 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.plugin [None req-0a782c0e-c810-4e3b-b0f7-fa98cdf96605 admin admin] Calling delete_port for 4f7b8efc-ab31-4079-8251-b88952a8c099 owned by network:router_gateway {{(pid=86331) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 22 20:21:15.770813 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.l3_dvr_db [None req-f35a47a6-d7a8-4e34-927e-17215d0ad9d9 None None] Set router be83ce26-187f-46bd-8e84-153239ab27cb gateway port host: None {{(pid=86333) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 22 20:21:15.845102 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-0a782c0e-c810-4e3b-b0f7-fa98cdf96605 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854198495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853168226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363309146778399', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727707567663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1223862'] for port, after_delete {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:21:15.849991 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [None req-a97ede59-ee0d-4e62-9860-dd7de67944e9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 20:21:15.884961 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.l3_hamode_db [None req-f35a47a6-d7a8-4e34-927e-17215d0ad9d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f013d976b00>, [{'id': 'be83ce26-187f-46bd-8e84-153239ab27cb', 'name': 'tempest-AttachVolumeShelveTestJSON-1390971933-router', 'tenant_id': 'd83d42b16fb04a3dbea8744fb63b042c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T20:15:28Z', 'updated_at': '2021-04-22T20:21:15Z', 'revision_number': 6, 'project_id': 'd83d42b16fb04a3dbea8744fb63b042c', 'gw_port_host': None}], 'dv-cinder-787632-1-iscsi', False) {} {{(pid=86333) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 22 20:21:15.889089 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f35a47a6-d7a8-4e34-927e-17215d0ad9d9 None None] The sync data for ids ['be83ce26-187f-46bd-8e84-153239ab27cb'] in dv-cinder-787632-1-iscsi is: [{'id': 'be83ce26-187f-46bd-8e84-153239ab27cb', 'name': 'tempest-AttachVolumeShelveTestJSON-1390971933-router', 'tenant_id': 'd83d42b16fb04a3dbea8744fb63b042c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T20:15:28Z', 'updated_at': '2021-04-22T20:21:15Z', 'revision_number': 6, 'project_id': 'd83d42b16fb04a3dbea8744fb63b042c', 'gw_port_host': None}] {{(pid=86333) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 22 20:21:15.897515 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a782c0e-c810-4e3b-b0f7-fa98cdf96605 admin admin] Pushing event deleted for resources: {'Port': ['ID=4f7b8efc-ab31-4079-8251-b88952a8c099,revision_number=None']} {{(pid=86331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 20:21:15.929149 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [None req-0a782c0e-c810-4e3b-b0f7-fa98cdf96605 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 20:21:15.997208 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-0a782c0e-c810-4e3b-b0f7-fa98cdf96605 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-416357'] for router_gateway, after_delete {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:21:16.413551 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-0a782c0e-c810-4e3b-b0f7-fa98cdf96605 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-429369', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854773922'] for router, precommit_delete {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:21:16.415870 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-0a782c0e-c810-4e3b-b0f7-fa98cdf96605 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:21:16.437486 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-0a782c0e-c810-4e3b-b0f7-fa98cdf96605 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854347139'] for router, after_delete {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:21:16.438090 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a782c0e-c810-4e3b-b0f7-fa98cdf96605 admin admin] Fanout notify agent at l3_agent the message router_deleted on router be83ce26-187f-46bd-8e84-153239ab27cb {{(pid=86331) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}}
Apr 22 20:21:16.451089 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-0a782c0e-c810-4e3b-b0f7-fa98cdf96605 admin admin] Notify callbacks [] for router, before_response {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:21:16.452310 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [None req-0a782c0e-c810-4e3b-b0f7-fa98cdf96605 admin admin] 10.222.0.30 "DELETE /v2.0/routers/be83ce26-187f-46bd-8e84-153239ab27cb HTTP/1.1" status: 204  len: 168 time: 1.4995351
Apr 22 20:21:16.454999 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.wsgi [-] (86331) accepted ('10.222.0.30', 44112) {{(pid=86331) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 20:21:16.522235 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.db_base_plugin_v2 [None req-85f3a68d-7839-4db6-bebb-aba427eeaa80 admin admin] Deleting subnet 1e51354a-bd7c-4e4c-a7c1-20be7a105c17 {{(pid=86331) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Apr 22 20:21:16.525507 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-85f3a68d-7839-4db6-bebb-aba427eeaa80 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:21:16.582249 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-85f3a68d-7839-4db6-bebb-aba427eeaa80 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036852418941'] for subnet, precommit_delete_associations {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:21:16.662776 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-85f3a68d-7839-4db6-bebb-aba427eeaa80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853244368'] for subnet, precommit_delete {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:21:16.916008 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-85f3a68d-7839-4db6-bebb-aba427eeaa80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1531400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853168226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1221474', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3711047'] for subnet, after_delete {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:21:16.920760 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 20:21:16.957414 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85f3a68d-7839-4db6-bebb-aba427eeaa80 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1e51354a-bd7c-4e4c-a7c1-20be7a105c17,revision_number=None']} {{(pid=86331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 20:21:16.960072 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-85f3a68d-7839-4db6-bebb-aba427eeaa80 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853168243'] for subnet, before_response {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:21:16.962697 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [None req-85f3a68d-7839-4db6-bebb-aba427eeaa80 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 20:21:16.966964 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [None req-85f3a68d-7839-4db6-bebb-aba427eeaa80 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/1e51354a-bd7c-4e4c-a7c1-20be7a105c17 HTTP/1.1" status: 204  len: 168 time: 0.5109696
Apr 22 20:21:16.968085 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d7affe8-5d21-45d3-9449-14c9cf1c1779 None None] Network 34648bb7-c1ba-45d7-bfee-e82cdf1f6b93 requested from dv-cinder-787632-1-iscsi {{(pid=86332) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 22 20:21:16.969560 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.wsgi [-] (86331) accepted ('10.222.0.30', 44116) {{(pid=86331) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 20:21:17.083063 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-127b753c-6e62-43c2-916f-7ac7290799cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854197124'] for network, before_delete {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:21:17.093759 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.plugin [None req-127b753c-6e62-43c2-916f-7ac7290799cd admin admin] Deleting port 22cb1f58-d1e0-43cf-876f-98d91ca19685 {{(pid=86331) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 22 20:21:17.094168 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-127b753c-6e62-43c2-916f-7ac7290799cd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363309146780532'] for port, before_delete {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:21:17.218458 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2c0999f-e2df-4f06-9024-50ae472bd086 None None] DHCP port deletion for 34648bb7-c1ba-45d7-bfee-e82cdf1f6b93 request from dv-cinder-787632-1-iscsi {{(pid=86332) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}}
Apr 22 20:21:17.222781 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.plugin [None req-d2c0999f-e2df-4f06-9024-50ae472bd086 None None] Deleting port 22cb1f58-d1e0-43cf-876f-98d91ca19685 {{(pid=86332) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 22 20:21:17.223766 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-d2c0999f-e2df-4f06-9024-50ae472bd086 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363309146780532'] for port, before_delete {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:21:17.315429 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.db [None req-127b753c-6e62-43c2-916f-7ac7290799cd admin admin] For port 22cb1f58-d1e0-43cf-876f-98d91ca19685, host dv-cinder-787632-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787632-1-iscsi',level=0,port_id=22cb1f58-d1e0-43cf-876f-98d91ca19685,segment=NetworkSegment(14168ae3-7f5a-4cf1-9a50-8a4412d691e1),segment_id=14168ae3-7f5a-4cf1-9a50-8a4412d691e1)] {{(pid=86331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 22 20:21:17.315856 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-127b753c-6e62-43c2-916f-7ac7290799cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854358147'] for port, precommit_delete {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:21:17.439399 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.db [None req-d2c0999f-e2df-4f06-9024-50ae472bd086 None None] For port 22cb1f58-d1e0-43cf-876f-98d91ca19685, host dv-cinder-787632-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787632-1-iscsi',level=0,port_id=22cb1f58-d1e0-43cf-876f-98d91ca19685,segment=NetworkSegment(14168ae3-7f5a-4cf1-9a50-8a4412d691e1),segment_id=14168ae3-7f5a-4cf1-9a50-8a4412d691e1)] {{(pid=86332) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 22 20:21:17.439763 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-d2c0999f-e2df-4f06-9024-50ae472bd086 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854358147'] for port, precommit_delete {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:21:17.446877 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.plugin [None req-127b753c-6e62-43c2-916f-7ac7290799cd admin admin] Calling delete_port for 22cb1f58-d1e0-43cf-876f-98d91ca19685 owned by network:dhcp {{(pid=86331) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 22 20:21:17.525661 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-127b753c-6e62-43c2-916f-7ac7290799cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854198495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853168226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363309146778399', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727707567663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1223862'] for port, after_delete {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:21:17.530742 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [None req-84e267d8-2f8e-4414-905f-19e4200568d9 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 20:21:17.572177 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.plugin [None req-d2c0999f-e2df-4f06-9024-50ae472bd086 None None] Calling delete_port for 22cb1f58-d1e0-43cf-876f-98d91ca19685 owned by network:dhcp {{(pid=86332) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 22 20:21:17.579705 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-127b753c-6e62-43c2-916f-7ac7290799cd admin admin] Pushing event deleted for resources: {'Port': ['ID=22cb1f58-d1e0-43cf-876f-98d91ca19685,revision_number=None']} {{(pid=86331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 20:21:17.581705 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-127b753c-6e62-43c2-916f-7ac7290799cd admin admin] No DVR routers for this DVR port 22cb1f58-d1e0-43cf-876f-98d91ca19685 on host dv-cinder-787632-1-iscsi {{(pid=86331) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 22 20:21:17.583337 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [None req-127b753c-6e62-43c2-916f-7ac7290799cd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 20:21:17.649063 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.db.api [None req-d2c0999f-e2df-4f06-9024-50ae472bd086 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=86332) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Apr 22 20:21:17.649474 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_db.api [None req-d2c0999f-e2df-4f06-9024-50ae472bd086 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=86332) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Apr 22 20:21:17.706346 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-127b753c-6e62-43c2-916f-7ac7290799cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1531493', 'neutron.services.segments.db._delete_segments_for_network-8727707916915'] for network, precommit_delete {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:21:17.747969 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.rpc [None req-08e5d76f-3fe5-4242-a4b8-30f374028052 None None] Device 22cb1f58-d1e0-43cf-876f-98d91ca19685 no longer exists at agent ovs-agent-dv-cinder-787632-1-iscsi {{(pid=86332) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 22 20:21:17.784459 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.plugin [None req-08e5d76f-3fe5-4242-a4b8-30f374028052 None None] No Port match for: 22cb1f58-d1e0-43cf-876f-98d91ca19685 {{(pid=86332) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 22 20:21:17.784858 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.rpc [None req-08e5d76f-3fe5-4242-a4b8-30f374028052 None None] Device 22cb1f58-d1e0-43cf-876f-98d91ca19685 not bound to the agent host dv-cinder-787632-1-iscsi {{(pid=86332) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 22 20:21:17.785332 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.rpc [None req-08e5d76f-3fe5-4242-a4b8-30f374028052 None None] Device b9c3e7ea-d3b1-4b66-ac25-453cc2744703 no longer exists at agent ovs-agent-dv-cinder-787632-1-iscsi {{(pid=86332) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 22 20:21:17.821447 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.plugin [None req-08e5d76f-3fe5-4242-a4b8-30f374028052 None None] No Port match for: b9c3e7ea-d3b1-4b66-ac25-453cc2744703 {{(pid=86332) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 22 20:21:17.821876 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.rpc [None req-08e5d76f-3fe5-4242-a4b8-30f374028052 None None] Device b9c3e7ea-d3b1-4b66-ac25-453cc2744703 not bound to the agent host dv-cinder-787632-1-iscsi {{(pid=86332) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 22 20:21:17.822358 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.rpc [None req-08e5d76f-3fe5-4242-a4b8-30f374028052 None None] Device 4f7b8efc-ab31-4079-8251-b88952a8c099 no longer exists at agent ovs-agent-dv-cinder-787632-1-iscsi {{(pid=86332) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 22 20:21:17.825350 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.services.segments.db [None req-127b753c-6e62-43c2-916f-7ac7290799cd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f013d26b6d8>,) {'filters': {'network_id': ['34648bb7-c1ba-45d7-bfee-e82cdf1f6b93']}} {{(pid=86331) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 22 20:21:17.838821 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.services.segments.db [None req-127b753c-6e62-43c2-916f-7ac7290799cd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f013d26b6d8>, '14168ae3-7f5a-4cf1-9a50-8a4412d691e1') {'for_net_delete': True} {{(pid=86331) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 22 20:21:17.838821 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.services.segments.db [None req-127b753c-6e62-43c2-916f-7ac7290799cd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f013d26b6d8>, '14168ae3-7f5a-4cf1-9a50-8a4412d691e1') {} {{(pid=86331) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 22 20:21:17.851191 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-127b753c-6e62-43c2-916f-7ac7290799cd admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363309146702435', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2356875'] for segment, before_delete {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:21:17.860671 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.plugin [None req-08e5d76f-3fe5-4242-a4b8-30f374028052 None None] No Port match for: 4f7b8efc-ab31-4079-8251-b88952a8c099 {{(pid=86332) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 22 20:21:17.861072 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.rpc [None req-08e5d76f-3fe5-4242-a4b8-30f374028052 None None] Device 4f7b8efc-ab31-4079-8251-b88952a8c099 not bound to the agent host dv-cinder-787632-1-iscsi {{(pid=86332) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 22 20:21:17.866868 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-127b753c-6e62-43c2-916f-7ac7290799cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1523030'] for segment, precommit_delete {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:21:17.874165 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-127b753c-6e62-43c2-916f-7ac7290799cd admin admin] Releasing vlan 356 on physical network physnet1 to pool {{(pid=86331) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}}
Apr 22 20:21:18.053818 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.managers [None req-127b753c-6e62-43c2-916f-7ac7290799cd admin admin] Network 34648bb7-c1ba-45d7-bfee-e82cdf1f6b93 has no segments {{(pid=86331) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 22 20:21:18.062881 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-127b753c-6e62-43c2-916f-7ac7290799cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853252831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036853551935'] for segment, after_delete {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:21:18.151418 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.plugin [None req-d2c0999f-e2df-4f06-9024-50ae472bd086 None None] Deleting port 22cb1f58-d1e0-43cf-876f-98d91ca19685 {{(pid=86332) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 22 20:21:18.151844 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-d2c0999f-e2df-4f06-9024-50ae472bd086 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363309146780532'] for port, before_delete {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:21:18.221258 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.plugin [None req-d2c0999f-e2df-4f06-9024-50ae472bd086 None None] The port '22cb1f58-d1e0-43cf-876f-98d91ca19685' was deleted {{(pid=86332) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}}
Apr 22 20:21:18.245278 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.managers [None req-127b753c-6e62-43c2-916f-7ac7290799cd admin admin] Network 34648bb7-c1ba-45d7-bfee-e82cdf1f6b93 has no segments {{(pid=86331) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 22 20:21:18.267771 dv-cinder-787632-1-iscsi neutron-server[86219]: Traceback (most recent call last):
Apr 22 20:21:18.267771 dv-cinder-787632-1-iscsi neutron-server[86219]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 22 20:21:18.267771 dv-cinder-787632-1-iscsi neutron-server[86219]:     timer()
Apr 22 20:21:18.267771 dv-cinder-787632-1-iscsi neutron-server[86219]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 22 20:21:18.267771 dv-cinder-787632-1-iscsi neutron-server[86219]:     cb(*args, **kw)
Apr 22 20:21:18.267771 dv-cinder-787632-1-iscsi neutron-server[86219]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Apr 22 20:21:18.267771 dv-cinder-787632-1-iscsi neutron-server[86219]:     return func(*args, **kwargs)
Apr 22 20:21:18.267771 dv-cinder-787632-1-iscsi neutron-server[86219]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 22 20:21:18.267771 dv-cinder-787632-1-iscsi neutron-server[86219]:     self._notify()
Apr 22 20:21:18.267771 dv-cinder-787632-1-iscsi neutron-server[86219]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 22 20:21:18.267771 dv-cinder-787632-1-iscsi neutron-server[86219]:     self.callback(batched_events)
Apr 22 20:21:18.267771 dv-cinder-787632-1-iscsi neutron-server[86219]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 22 20:21:18.267771 dv-cinder-787632-1-iscsi neutron-server[86219]:     event.method(event)
Apr 22 20:21:18.267771 dv-cinder-787632-1-iscsi neutron-server[86219]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 22 20:21:18.267771 dv-cinder-787632-1-iscsi neutron-server[86219]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 22 20:21:18.267771 dv-cinder-787632-1-iscsi neutron-server[86219]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Apr 22 20:21:18.267771 dv-cinder-787632-1-iscsi neutron-server[86219]:     segment_id)['aggregates'][0]
Apr 22 20:21:18.267771 dv-cinder-787632-1-iscsi neutron-server[86219]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 22 20:21:18.267771 dv-cinder-787632-1-iscsi neutron-server[86219]:     return f(self, *a, **k)
Apr 22 20:21:18.267771 dv-cinder-787632-1-iscsi neutron-server[86219]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 22 20:21:18.267771 dv-cinder-787632-1-iscsi neutron-server[86219]:     return self._get(url).json()
Apr 22 20:21:18.267771 dv-cinder-787632-1-iscsi neutron-server[86219]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 22 20:21:18.267771 dv-cinder-787632-1-iscsi neutron-server[86219]:     **kwargs)
Apr 22 20:21:18.267771 dv-cinder-787632-1-iscsi neutron-server[86219]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 22 20:21:18.267771 dv-cinder-787632-1-iscsi neutron-server[86219]:     return self.request(url, 'GET', **kwargs)
Apr 22 20:21:18.267771 dv-cinder-787632-1-iscsi neutron-server[86219]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request
Apr 22 20:21:18.267771 dv-cinder-787632-1-iscsi neutron-server[86219]:     **endpoint_filter)
Apr 22 20:21:18.267771 dv-cinder-787632-1-iscsi neutron-server[86219]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 22 20:21:18.267771 dv-cinder-787632-1-iscsi neutron-server[86219]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 22 20:21:18.267771 dv-cinder-787632-1-iscsi neutron-server[86219]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 22 20:21:18.267771 dv-cinder-787632-1-iscsi neutron-server[86219]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 22 20:21:18.267771 dv-cinder-787632-1-iscsi neutron-server[86219]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 22 20:21:18.345906 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-127b753c-6e62-43c2-916f-7ac7290799cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853244307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853168226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-427906'] for network, after_delete {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:21:18.349889 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [None req-aea80aa1-796d-486e-a5ff-2be93d1045fb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 20:21:18.366039 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-127b753c-6e62-43c2-916f-7ac7290799cd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853168243'] for network, before_response {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:21:18.374801 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-127b753c-6e62-43c2-916f-7ac7290799cd admin admin] Pushing event deleted for resources: {'Network': ['ID=34648bb7-c1ba-45d7-bfee-e82cdf1f6b93,revision_number=None']} {{(pid=86331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 20:21:18.378540 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [None req-127b753c-6e62-43c2-916f-7ac7290799cd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 20:21:18.388959 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [None req-127b753c-6e62-43c2-916f-7ac7290799cd admin admin] 10.222.0.30 "DELETE /v2.0/networks/34648bb7-c1ba-45d7-bfee-e82cdf1f6b93 HTTP/1.1" status: 204  len: 168 time: 1.4183471
Apr 22 20:21:18.506089 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.wsgi [-] (86331) accepted ('10.222.0.30', 44122) {{(pid=86331) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 20:21:18.556546 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [None req-3bc4d1fe-50d7-406a-b270-9d6954c442c4 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=d83d42b16fb04a3dbea8744fb63b042c&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0492065
Apr 22 20:21:18.558966 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.wsgi [-] (86331) accepted ('10.222.0.30', 44126) {{(pid=86331) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 20:21:18.624221 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-673b0a4f-3190-4c68-91f5-051a33026852 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:21:18.651137 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-673b0a4f-3190-4c68-91f5-051a33026852 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:21:18.697517 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-673b0a4f-3190-4c68-91f5-051a33026852 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393900'] for security_group, after_delete {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:21:18.702403 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [None req-4841c8ae-b663-465d-b0b7-97527ea9ca2d tempest-AttachVolumeTestJSON-431678780 tempest-AttachVolumeTestJSON-431678780-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 20:21:18.716479 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-673b0a4f-3190-4c68-91f5-051a33026852 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3048b1e0-ff2c-4666-8f33-ef90cb3b8044,revision_number=None']} {{(pid=86331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 20:21:18.719151 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [None req-673b0a4f-3190-4c68-91f5-051a33026852 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 20:21:18.725478 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-673b0a4f-3190-4c68-91f5-051a33026852 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:21:18.726737 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [None req-673b0a4f-3190-4c68-91f5-051a33026852 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/3048b1e0-ff2c-4666-8f33-ef90cb3b8044 HTTP/1.1" status: 204  len: 168 time: 0.1668463
Apr 22 20:21:18.798690 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-cbbe70c9-0b39-4f9d-be6e-4133a7c8f54f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309146858885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640583'] for agent, after_update {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:21:25.739933 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-524dbc08-3f54-4326-96ef-4224a53939bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309146858885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640583'] for agent, after_update {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:21:27.524689 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.wsgi [-] (86331) accepted ('10.222.0.30', 44220) {{(pid=86331) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 20:21:27.744017 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.plugin [None req-6e9c0e54-ced9-4ba8-8b63-29b8afbbe931 tempest-TestVolumeBootPattern-572234504 tempest-TestVolumeBootPattern-572234504-project] Deleting port aadccee0-600c-4eab-947c-aa9417f62913 {{(pid=86331) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 22 20:21:27.744339 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-6e9c0e54-ced9-4ba8-8b63-29b8afbbe931 tempest-TestVolumeBootPattern-572234504 tempest-TestVolumeBootPattern-572234504-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363309146780532'] for port, before_delete {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:21:27.921022 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-6e9c0e54-ced9-4ba8-8b63-29b8afbbe931 tempest-TestVolumeBootPattern-572234504 tempest-TestVolumeBootPattern-572234504-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854358147'] for port, precommit_delete {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:21:27.921396 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-6e9c0e54-ced9-4ba8-8b63-29b8afbbe931 tempest-TestVolumeBootPattern-572234504 tempest-TestVolumeBootPattern-572234504-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:21:28.049451 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.plugin [None req-6e9c0e54-ced9-4ba8-8b63-29b8afbbe931 tempest-TestVolumeBootPattern-572234504 tempest-TestVolumeBootPattern-572234504-project] Calling delete_port for aadccee0-600c-4eab-947c-aa9417f62913 owned by network:floatingip {{(pid=86331) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 22 20:21:28.210006 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-6e9c0e54-ced9-4ba8-8b63-29b8afbbe931 tempest-TestVolumeBootPattern-572234504 tempest-TestVolumeBootPattern-572234504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854198495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853168226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363309146778399', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727707567663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1223862'] for port, after_delete {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:21:28.214703 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [None req-8ead6302-f51e-4158-aac5-60f43625c973 tempest-TestVolumeBootPattern-572234504 tempest-TestVolumeBootPattern-572234504-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 20:21:28.259306 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e9c0e54-ced9-4ba8-8b63-29b8afbbe931 tempest-TestVolumeBootPattern-572234504 tempest-TestVolumeBootPattern-572234504-project] Pushing event deleted for resources: {'Port': ['ID=aadccee0-600c-4eab-947c-aa9417f62913,revision_number=None']} {{(pid=86331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 20:21:28.262768 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [None req-6e9c0e54-ced9-4ba8-8b63-29b8afbbe931 tempest-TestVolumeBootPattern-572234504 tempest-TestVolumeBootPattern-572234504-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 20:21:28.355513 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-6e9c0e54-ced9-4ba8-8b63-29b8afbbe931 tempest-TestVolumeBootPattern-572234504 tempest-TestVolumeBootPattern-572234504-project] Notify callbacks [] for floatingip, after_delete {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:21:28.355810 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.db.l3_db [None req-6e9c0e54-ced9-4ba8-8b63-29b8afbbe931 tempest-TestVolumeBootPattern-572234504 tempest-TestVolumeBootPattern-572234504-project] Floating IP af335df7-3570-48d8-adcd-d24b643f100b disassociated (deleted). External IP: 172.27.3.173, port: 92c84e75-dd8a-4dc7-8e16-4ccf81124d75.
Apr 22 20:21:28.560310 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-844150c9-a377-4b20-a39c-b91aa368b502 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309146858885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640583'] for agent, after_update {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:21:28.972013 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-d69b9430-b136-4a40-a189-232f048ef307 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309146858885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640583'] for agent, after_update {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:21:28.972447 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e9c0e54-ced9-4ba8-8b63-29b8afbbe931 tempest-TestVolumeBootPattern-572234504 tempest-TestVolumeBootPattern-572234504-project] Router ab1269b8-038d-4b75-976a-0633960d3b49 has already been hosted by L3 agent 1df068ca-d615-4cb7-8020-fe6e8be709e3 {{(pid=86331) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 22 20:21:29.040276 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.wsgi [-] (86330) accepted ('10.222.0.30', 44240) {{(pid=86330) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 20:21:29.163349 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e9c0e54-ced9-4ba8-8b63-29b8afbbe931 tempest-TestVolumeBootPattern-572234504 tempest-TestVolumeBootPattern-572234504-project] Notify agent at l3_agent.dv-cinder-787632-1-iscsi the message routers_updated {{(pid=86331) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 22 20:21:29.166492 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-7a2d776e-6383-48f5-a2e6-70381dc75474 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:21:29.175298 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f729b7f7-6422-4691-a873-341c80bad088 None None] Sync routers for ids ['ab1269b8-038d-4b75-976a-0633960d3b49'] in dv-cinder-787632-1-iscsi {{(pid=86332) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 22 20:21:29.182635 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.quota.driver [None req-7a2d776e-6383-48f5-a2e6-70381dc75474 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86330) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 22 20:21:29.183057 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-6e9c0e54-ced9-4ba8-8b63-29b8afbbe931 tempest-TestVolumeBootPattern-572234504 tempest-TestVolumeBootPattern-572234504-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-743'] for floatingip, before_response {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:21:29.185080 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f729b7f7-6422-4691-a873-341c80bad088 None None] Routers {'ab1269b8-038d-4b75-976a-0633960d3b49'} bound to L3 agent in host dv-cinder-787632-1-iscsi {{(pid=86332) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 22 20:21:29.185787 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.l3_hamode_db [None req-f729b7f7-6422-4691-a873-341c80bad088 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f013d622a20>, 'dv-cinder-787632-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-22T20:03:28Z,description=<?>,heartbeat_timestamp=2021-04-22T20:21:29Z,host='dv-cinder-787632-1-iscsi',id=1df068ca-d615-4cb7-8020-fe6e8be709e3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-22T20:03:28Z,topic='l3_agent')) {'router_ids': ['ab1269b8-038d-4b75-976a-0633960d3b49'], 'active': True} {{(pid=86332) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 22 20:21:29.186873 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.quota.resource [None req-7a2d776e-6383-48f5-a2e6-70381dc75474 admin admin] Usage tracker for resource:security_group_rule and tenant:497cfad44f9b423b8996e2c4d501eb8f is out of sync, need to count used quota {{(pid=86330) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 22 20:21:29.190094 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.quota.resource [None req-7a2d776e-6383-48f5-a2e6-70381dc75474 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86330) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 22 20:21:29.197223 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.quota.driver [None req-7a2d776e-6383-48f5-a2e6-70381dc75474 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86330) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 22 20:21:29.250794 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [None req-6e9c0e54-ced9-4ba8-8b63-29b8afbbe931 tempest-TestVolumeBootPattern-572234504 tempest-TestVolumeBootPattern-572234504-project] 10.222.0.30 "DELETE /v2.0/floatingips/af335df7-3570-48d8-adcd-d24b643f100b HTTP/1.1" status: 204  len: 168 time: 1.7224183
Apr 22 20:21:29.250794 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1154ec07-c9fa-4a08-9558-b6527b35aa4b', 'tag': '92c84e75-dd8a-4dc7-8e16-4ccf81124d75'}] {{(pid=86331) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 22 20:21:29.292553 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-7a2d776e-6383-48f5-a2e6-70381dc75474 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:21:29.297165 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-7a2d776e-6383-48f5-a2e6-70381dc75474 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393900'] for security_group, after_create {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:21:29.304672 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1154ec07-c9fa-4a08-9558-b6527b35aa4b', 'tag': '92c84e75-dd8a-4dc7-8e16-4ccf81124d75', 'status': 'completed', 'code': 200}
Apr 22 20:21:29.308672 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [None req-e5703e64-4ada-4637-a1db-d19ae393da7b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 20:21:29.354487 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-08e5d76f-3fe5-4242-a4b8-30f374028052 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309146858885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640583'] for agent, after_update {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:21:29.399423 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a2d776e-6383-48f5-a2e6-70381dc75474 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49272dbc-3646-4511-bb4a-f5ff312642ae,revision_number=1']} {{(pid=86330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 20:21:29.403122 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.l3_dvr_db [None req-f729b7f7-6422-4691-a873-341c80bad088 None None] Set router ab1269b8-038d-4b75-976a-0633960d3b49 gateway port host: dv-cinder-787632-1-iscsi {{(pid=86332) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 22 20:21:29.408063 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.wsgi [-] (86331) accepted ('10.222.0.30', 44250) {{(pid=86331) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 20:21:29.408235 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [None req-7a2d776e-6383-48f5-a2e6-70381dc75474 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=497cfad44f9b423b8996e2c4d501eb8f&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3666975
Apr 22 20:21:29.413632 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [None req-7a2d776e-6383-48f5-a2e6-70381dc75474 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=86330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 20:21:29.439225 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174c5e04-f766-43fb-aecb-fd091a63c161 req-27910f3d-441d-4867-b3c4-0a761bfca033 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 20:21:29.440841 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-174c5e04-f766-43fb-aecb-fd091a63c161 req-27910f3d-441d-4867-b3c4-0a761bfca033 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=30860bebb771423695ffb4fd377ce666&device_id=1154ec07-c9fa-4a08-9558-b6527b35aa4b HTTP/1.1" status: 200  len: 1098 time: 0.1007349
Apr 22 20:21:29.498419 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-085a0fd0-7d46-4138-97f1-ff022ddbcd6a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:21:29.528434 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-085a0fd0-7d46-4138-97f1-ff022ddbcd6a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:21:29.578280 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-085a0fd0-7d46-4138-97f1-ff022ddbcd6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393900'] for security_group, after_delete {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:21:29.583869 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [None req-ddd02d05-e07f-466b-8d28-b4f483155ea4 tempest-VolumesNegativeTest-167705392 tempest-VolumesNegativeTest-167705392-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 20:21:29.600215 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-085a0fd0-7d46-4138-97f1-ff022ddbcd6a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49272dbc-3646-4511-bb4a-f5ff312642ae,revision_number=None']} {{(pid=86331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 20:21:29.603091 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [None req-085a0fd0-7d46-4138-97f1-ff022ddbcd6a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 20:21:29.604252 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-085a0fd0-7d46-4138-97f1-ff022ddbcd6a admin admin] Notify callbacks [] for security_group, before_response {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:21:29.607389 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174c5e04-f766-43fb-aecb-fd091a63c161 req-30d6e73d-5f9e-4f06-bfad-db12cf8e1935 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 20:21:29.609180 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [None req-085a0fd0-7d46-4138-97f1-ff022ddbcd6a admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/49272dbc-3646-4511-bb4a-f5ff312642ae HTTP/1.1" status: 204  len: 168 time: 0.1995256
Apr 22 20:21:29.610689 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-174c5e04-f766-43fb-aecb-fd091a63c161 req-30d6e73d-5f9e-4f06-bfad-db12cf8e1935 service neutron] 10.222.0.46 "GET /v2.0/networks?id=baa3aeb8-8dec-4767-92bc-d52436d9437a HTTP/1.1" status: 200  len: 912 time: 0.1637483
Apr 22 20:21:29.728380 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-174c5e04-f766-43fb-aecb-fd091a63c161 req-c525dd68-524f-456d-8b2f-18d8cd41375d service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=92c84e75-dd8a-4dc7-8e16-4ccf81124d75 HTTP/1.1" status: 200  len: 217 time: 0.0723248
Apr 22 20:21:29.822818 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a21455-3ba0-446c-8d56-ce413d5dad91 req-50f0314a-9c05-4769-a8bb-766a94a51af7 tempest-TestVolumeBootPattern-572234504 tempest-TestVolumeBootPattern-572234504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 20:21:29.824448 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-e2a21455-3ba0-446c-8d56-ce413d5dad91 req-50f0314a-9c05-4769-a8bb-766a94a51af7 tempest-TestVolumeBootPattern-572234504 tempest-TestVolumeBootPattern-572234504-project] 10.222.0.30 "GET /v2.0/ports?device_id=1154ec07-c9fa-4a08-9558-b6527b35aa4b HTTP/1.1" status: 200  len: 945 time: 0.2188199
Apr 22 20:21:29.826543 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.l3_hamode_db [None req-f729b7f7-6422-4691-a873-341c80bad088 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f013d622a20>, [{'id': 'ab1269b8-038d-4b75-976a-0633960d3b49', 'name': 'tempest-TestVolumeBootPattern-423906671-router', 'tenant_id': '30860bebb771423695ffb4fd377ce666', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b725cb4-6db6-4e68-9a61-1978e8a191a1', 'external_fixed_ips': [{'subnet_id': '1d4495d7-31a5-4e2d-a911-56ceae3a61c5', 'ip_address': '172.27.3.46'}], 'enable_snat': True}, 'gw_port_id': '1578d5f6-9824-4f28-87c1-8fe9152f2e76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T20:13:37Z', 'updated_at': '2021-04-22T20:13:46Z', 'revision_number': 4, 'project_id': '30860bebb771423695ffb4fd377ce666', 'gw_port': {'id': '1578d5f6-9824-4f28-87c1-8fe9152f2e76', 'name': '', 'network_id': '1b725cb4-6db6-4e68-9a61-1978e8a191a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:17:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab1269b8-038d-4b75-976a-0633960d3b49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 338, 'fixed_ips': [{'subnet_id': '1d4495d7-31a5-4e2d-a911-56ceae3a61c5', 'ip_address': '172.27.3.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787632-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T20:13:39Z', 'updated_at': '2021-04-22T20:13:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d4495d7-31a5-4e2d-a911-56ceae3a61c5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787632-1-iscsi', '_floatingips': [{'id': '2eea354c-7d7a-4de1-9667-adaeadcd7823', 'tenant_id': '30860bebb771423695ffb4fd377ce666', 'floating_ip_address': '172.27.3.94', 'floating_network_id': '1b725cb4-6db6-4e68-9a61-1978e8a191a1', 'router_id': 'ab1269b8-038d-4b75-976a-0633960d3b49', 'port_id': '372eb00c-299c-4902-a8c6-e7c3efec72b0', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 539, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'baa3aeb8-8dec-4767-92bc-d52436d9437a', 'mac_address': 'fa:16:3e:15:92:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a0fdb6e-7411-40dc-addd-8f403a1d6e18', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-22T20:17:43Z', 'updated_at': '2021-04-22T20:17:46Z', 'revision_number': 1, 'project_id': '30860bebb771423695ffb4fd377ce666', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd9c0d626-ac7f-4e38-aef3-0d50424933e1', 'name': '', 'network_id': 'baa3aeb8-8dec-4767-92bc-d52436d9437a', 'tenant_id': '30860bebb771423695ffb4fd377ce666', 'mac_address': 'fa:16:3e:33:b4:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab1269b8-038d-4b75-976a-0633960d3b49', 'device_owner': 'network:router_interface', 'standard_attr_id': 354, 'fixed_ips': [{'subnet_id': '083c45db-27b8-429b-b9a6-58f44b80ddc9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787632-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T20:13:44Z', 'updated_at': '2021-04-22T20:13:56Z', 'revision_number': 5, 'project_id': '30860bebb771423695ffb4fd377ce666', 'subnets': [{'id': '083c45db-27b8-429b-b9a6-58f44b80ddc9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787632-1-iscsi', False) {} {{(pid=86332) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 22 20:21:29.830770 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f729b7f7-6422-4691-a873-341c80bad088 None None] Checking router: ab1269b8-038d-4b75-976a-0633960d3b49 for host: dv-cinder-787632-1-iscsi {{(pid=86332) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 22 20:21:29.832669 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174c5e04-f766-43fb-aecb-fd091a63c161 req-410185f4-79b9-4f24-ade4-b3725fb50af7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 20:21:29.834311 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-174c5e04-f766-43fb-aecb-fd091a63c161 req-410185f4-79b9-4f24-ade4-b3725fb50af7 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=083c45db-27b8-429b-b9a6-58f44b80ddc9 HTTP/1.1" status: 200  len: 850 time: 0.0976994
Apr 22 20:21:29.839896 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f729b7f7-6422-4691-a873-341c80bad088 None None] Routers {'ab1269b8-038d-4b75-976a-0633960d3b49'} bound to L3 agent in host dv-cinder-787632-1-iscsi {{(pid=86332) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 22 20:21:29.840573 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.l3_hamode_db [None req-f729b7f7-6422-4691-a873-341c80bad088 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f013d622a20>, 'dv-cinder-787632-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-22T20:03:28Z,description=<?>,heartbeat_timestamp=2021-04-22T20:21:29Z,host='dv-cinder-787632-1-iscsi',id=1df068ca-d615-4cb7-8020-fe6e8be709e3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-22T20:03:28Z,topic='l3_agent')) {'router_ids': ['ab1269b8-038d-4b75-976a-0633960d3b49'], 'active': True} {{(pid=86332) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 22 20:21:29.931808 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-e2a21455-3ba0-446c-8d56-ce413d5dad91 req-539fba79-7b61-482f-a261-e300e23b70b9 tempest-TestVolumeBootPattern-572234504 tempest-TestVolumeBootPattern-572234504-project] 10.222.0.30 "GET /v2.0/security-groups?id=010d7216-01fc-4a1c-badb-a01fee62fe34&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0964031
Apr 22 20:21:29.954819 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174c5e04-f766-43fb-aecb-fd091a63c161 req-763af084-9c01-4bfd-805c-2ab67d2c9863 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 20:21:29.956523 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-174c5e04-f766-43fb-aecb-fd091a63c161 req-763af084-9c01-4bfd-805c-2ab67d2c9863 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=baa3aeb8-8dec-4767-92bc-d52436d9437a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1058614
Apr 22 20:21:30.036777 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.l3_dvr_db [None req-f729b7f7-6422-4691-a873-341c80bad088 None None] Set router ab1269b8-038d-4b75-976a-0633960d3b49 gateway port host: dv-cinder-787632-1-iscsi {{(pid=86332) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 22 20:21:30.110280 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-174c5e04-f766-43fb-aecb-fd091a63c161 req-dd07c8bd-62ac-4edc-bf55-f5d9a1d5d0fc service neutron] 10.222.0.46 "GET /v2.0/networks/baa3aeb8-8dec-4767-92bc-d52436d9437a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1460462
Apr 22 20:21:30.264532 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-174c5e04-f766-43fb-aecb-fd091a63c161 req-b5fce1a0-f7f9-4bf3-a02e-4c0d05b8d9a5 service neutron] 10.222.0.46 "GET /v2.0/networks/baa3aeb8-8dec-4767-92bc-d52436d9437a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1472626
Apr 22 20:21:30.489646 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-77fc9508-bbbe-4662-bfa7-f4837e5c3abe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309146858885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640583'] for agent, after_update {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:21:30.590082 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.l3_hamode_db [None req-f729b7f7-6422-4691-a873-341c80bad088 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f013d622a20>, [{'id': 'ab1269b8-038d-4b75-976a-0633960d3b49', 'name': 'tempest-TestVolumeBootPattern-423906671-router', 'tenant_id': '30860bebb771423695ffb4fd377ce666', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b725cb4-6db6-4e68-9a61-1978e8a191a1', 'external_fixed_ips': [{'subnet_id': '1d4495d7-31a5-4e2d-a911-56ceae3a61c5', 'ip_address': '172.27.3.46'}], 'enable_snat': True}, 'gw_port_id': '1578d5f6-9824-4f28-87c1-8fe9152f2e76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T20:13:37Z', 'updated_at': '2021-04-22T20:13:46Z', 'revision_number': 4, 'project_id': '30860bebb771423695ffb4fd377ce666', 'gw_port': {'id': '1578d5f6-9824-4f28-87c1-8fe9152f2e76', 'name': '', 'network_id': '1b725cb4-6db6-4e68-9a61-1978e8a191a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:17:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab1269b8-038d-4b75-976a-0633960d3b49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 338, 'fixed_ips': [{'subnet_id': '1d4495d7-31a5-4e2d-a911-56ceae3a61c5', 'ip_address': '172.27.3.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787632-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T20:13:39Z', 'updated_at': '2021-04-22T20:13:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d4495d7-31a5-4e2d-a911-56ceae3a61c5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787632-1-iscsi', '_floatingips': [{'id': '2eea354c-7d7a-4de1-9667-adaeadcd7823', 'tenant_id': '30860bebb771423695ffb4fd377ce666', 'floating_ip_address': '172.27.3.94', 'floating_network_id': '1b725cb4-6db6-4e68-9a61-1978e8a191a1', 'router_id': 'ab1269b8-038d-4b75-976a-0633960d3b49', 'port_id': '372eb00c-299c-4902-a8c6-e7c3efec72b0', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 539, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'baa3aeb8-8dec-4767-92bc-d52436d9437a', 'mac_address': 'fa:16:3e:15:92:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a0fdb6e-7411-40dc-addd-8f403a1d6e18', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-22T20:17:43Z', 'updated_at': '2021-04-22T20:17:46Z', 'revision_number': 1, 'project_id': '30860bebb771423695ffb4fd377ce666', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd9c0d626-ac7f-4e38-aef3-0d50424933e1', 'name': '', 'network_id': 'baa3aeb8-8dec-4767-92bc-d52436d9437a', 'tenant_id': '30860bebb771423695ffb4fd377ce666', 'mac_address': 'fa:16:3e:33:b4:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab1269b8-038d-4b75-976a-0633960d3b49', 'device_owner': 'network:router_interface', 'standard_attr_id': 354, 'fixed_ips': [{'subnet_id': '083c45db-27b8-429b-b9a6-58f44b80ddc9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787632-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T20:13:44Z', 'updated_at': '2021-04-22T20:13:56Z', 'revision_number': 5, 'project_id': '30860bebb771423695ffb4fd377ce666', 'subnets': [{'id': '083c45db-27b8-429b-b9a6-58f44b80ddc9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787632-1-iscsi', False) {} {{(pid=86332) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 22 20:21:30.594467 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f729b7f7-6422-4691-a873-341c80bad088 None None] The sync data for ids ['ab1269b8-038d-4b75-976a-0633960d3b49'] in dv-cinder-787632-1-iscsi is: [{'id': 'ab1269b8-038d-4b75-976a-0633960d3b49', 'name': 'tempest-TestVolumeBootPattern-423906671-router', 'tenant_id': '30860bebb771423695ffb4fd377ce666', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b725cb4-6db6-4e68-9a61-1978e8a191a1', 'external_fixed_ips': [{'subnet_id': '1d4495d7-31a5-4e2d-a911-56ceae3a61c5', 'ip_address': '172.27.3.46'}], 'enable_snat': True}, 'gw_port_id': '1578d5f6-9824-4f28-87c1-8fe9152f2e76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T20:13:37Z', 'updated_at': '2021-04-22T20:13:46Z', 'revision_number': 4, 'project_id': '30860bebb771423695ffb4fd377ce666', 'gw_port': {'id': '1578d5f6-9824-4f28-87c1-8fe9152f2e76', 'name': '', 'network_id': '1b725cb4-6db6-4e68-9a61-1978e8a191a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:17:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab1269b8-038d-4b75-976a-0633960d3b49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 338, 'fixed_ips': [{'subnet_id': '1d4495d7-31a5-4e2d-a911-56ceae3a61c5', 'ip_address': '172.27.3.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787632-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T20:13:39Z', 'updated_at': '2021-04-22T20:13:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d4495d7-31a5-4e2d-a911-56ceae3a61c5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787632-1-iscsi', '_floatingips': [{'id': '2eea354c-7d7a-4de1-9667-adaeadcd7823', 'tenant_id': '30860bebb771423695ffb4fd377ce666', 'floating_ip_address': '172.27.3.94', 'floating_network_id': '1b725cb4-6db6-4e68-9a61-1978e8a191a1', 'router_id': 'ab1269b8-038d-4b75-976a-0633960d3b49', 'port_id': '372eb00c-299c-4902-a8c6-e7c3efec72b0', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 539, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'baa3aeb8-8dec-4767-92bc-d52436d9437a', 'mac_address': 'fa:16:3e:15:92:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a0fdb6e-7411-40dc-addd-8f403a1d6e18', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-22T20:17:43Z', 'updated_at': '2021-04-22T20:17:46Z', 'revision_number': 1, 'project_id': '30860bebb771423695ffb4fd377ce666', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd9c0d626-ac7f-4e38-aef3-0d50424933e1', 'name': '', 'network_id': 'baa3aeb8-8dec-4767-92bc-d52436d9437a', 'tenant_id': '30860bebb771423695ffb4fd377ce666', 'mac_address': 'fa:16:3e:33:b4:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab1269b8-038d-4b75-976a-0633960d3b49', 'device_owner': 'network:router_interface', 'standard_attr_id': 354, 'fixed_ips': [{'subnet_id': '083c45db-27b8-429b-b9a6-58f44b80ddc9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787632-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T20:13:44Z', 'updated_at': '2021-04-22T20:13:56Z', 'revision_number': 5, 'project_id': '30860bebb771423695ffb4fd377ce666', 'subnets': [{'id': '083c45db-27b8-429b-b9a6-58f44b80ddc9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86332) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 22 20:21:30.968924 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d565881e-7078-49f3-a0ff-ab8c0726ccab None None] New status for floating IP af335df7-3570-48d8-adcd-d24b643f100b: DOWN {{(pid=86333) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Apr 22 20:21:31.128271 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90be0325-d996-45f0-ba5f-b50b8917c02f req-a3f46314-ded6-4b5c-94e0-641cf0f141fd tempest-TestVolumeBootPattern-572234504 tempest-TestVolumeBootPattern-572234504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 20:21:31.130497 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-90be0325-d996-45f0-ba5f-b50b8917c02f req-a3f46314-ded6-4b5c-94e0-641cf0f141fd tempest-TestVolumeBootPattern-572234504 tempest-TestVolumeBootPattern-572234504-project] 10.222.0.46 "GET /v2.0/ports?device_id=1154ec07-c9fa-4a08-9558-b6527b35aa4b HTTP/1.1" status: 200  len: 945 time: 0.1052604
Apr 22 20:21:31.168521 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c67a0c-5817-406e-a684-16da94c4ca5c req-7935d443-6d1e-416d-b5d2-964e4411cc74 tempest-TestVolumeBootPattern-572234504 tempest-TestVolumeBootPattern-572234504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 20:21:31.169485 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.quota.resource [req-f6c67a0c-5817-406e-a684-16da94c4ca5c req-7935d443-6d1e-416d-b5d2-964e4411cc74 tempest-TestVolumeBootPattern-572234504 tempest-TestVolumeBootPattern-572234504-project] Synchronizing usage tracker for tenant:30860bebb771423695ffb4fd377ce666 on resource:port {{(pid=86331) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 22 20:21:31.186779 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.quota.resource [req-f6c67a0c-5817-406e-a684-16da94c4ca5c req-7935d443-6d1e-416d-b5d2-964e4411cc74 tempest-TestVolumeBootPattern-572234504 tempest-TestVolumeBootPattern-572234504-project] Unset dirty status for tenant:30860bebb771423695ffb4fd377ce666 on resource:port {{(pid=86331) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 22 20:21:31.188079 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-f6c67a0c-5817-406e-a684-16da94c4ca5c req-7935d443-6d1e-416d-b5d2-964e4411cc74 tempest-TestVolumeBootPattern-572234504 tempest-TestVolumeBootPattern-572234504-project] 10.222.0.30 "GET /v2.0/ports?device_id=1154ec07-c9fa-4a08-9558-b6527b35aa4b HTTP/1.1" status: 200  len: 945 time: 0.1194329
Apr 22 20:21:31.218163 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.plugin [req-90be0325-d996-45f0-ba5f-b50b8917c02f req-d1dedfff-0504-4481-a4f4-a101310a828c tempest-TestVolumeBootPattern-572234504 tempest-TestVolumeBootPattern-572234504-project] Deleting port 92c84e75-dd8a-4dc7-8e16-4ccf81124d75 {{(pid=86330) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 22 20:21:31.218673 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [req-90be0325-d996-45f0-ba5f-b50b8917c02f req-d1dedfff-0504-4481-a4f4-a101310a828c tempest-TestVolumeBootPattern-572234504 tempest-TestVolumeBootPattern-572234504-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363309146780532'] for port, before_delete {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:21:31.241027 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-f6c67a0c-5817-406e-a684-16da94c4ca5c req-053e364b-116f-49ee-9f94-0544be71a95c tempest-TestVolumeBootPattern-572234504 tempest-TestVolumeBootPattern-572234504-project] 10.222.0.30 "GET /v2.0/security-groups?id=010d7216-01fc-4a1c-badb-a01fee62fe34&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0451462
Apr 22 20:21:31.486185 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.db [req-90be0325-d996-45f0-ba5f-b50b8917c02f req-d1dedfff-0504-4481-a4f4-a101310a828c tempest-TestVolumeBootPattern-572234504 tempest-TestVolumeBootPattern-572234504-project] For port 92c84e75-dd8a-4dc7-8e16-4ccf81124d75, host hv-cinder-78763, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78763',level=0,port_id=92c84e75-dd8a-4dc7-8e16-4ccf81124d75,segment=NetworkSegment(ecbdd09a-cdfc-40aa-add8-36baaaee03d5),segment_id=ecbdd09a-cdfc-40aa-add8-36baaaee03d5)] {{(pid=86330) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 22 20:21:31.486591 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [req-90be0325-d996-45f0-ba5f-b50b8917c02f req-d1dedfff-0504-4481-a4f4-a101310a828c tempest-TestVolumeBootPattern-572234504 tempest-TestVolumeBootPattern-572234504-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854358147'] for port, precommit_delete {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:21:31.622143 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.plugin [req-90be0325-d996-45f0-ba5f-b50b8917c02f req-d1dedfff-0504-4481-a4f4-a101310a828c tempest-TestVolumeBootPattern-572234504 tempest-TestVolumeBootPattern-572234504-project] Calling delete_port for 92c84e75-dd8a-4dc7-8e16-4ccf81124d75 owned by compute:nova {{(pid=86330) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 22 20:21:31.773897 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [req-90be0325-d996-45f0-ba5f-b50b8917c02f req-d1dedfff-0504-4481-a4f4-a101310a828c tempest-TestVolumeBootPattern-572234504 tempest-TestVolumeBootPattern-572234504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854198495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853168226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363309146778399', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727707567663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4125515'] for port, after_delete {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:21:31.779746 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [None req-0760eaf6-cfac-43a9-8857-72f0ac1664f3 tempest-VolumesActionsTest-323619763 tempest-VolumesActionsTest-323619763-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 20:21:31.829940 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1dedfff-0504-4481-a4f4-a101310a828c tempest-TestVolumeBootPattern-572234504 tempest-TestVolumeBootPattern-572234504-project] Pushing event deleted for resources: {'Port': ['ID=92c84e75-dd8a-4dc7-8e16-4ccf81124d75,revision_number=None']} {{(pid=86330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 20:21:31.834581 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [None req-d1dedfff-0504-4481-a4f4-a101310a828c tempest-TestVolumeBootPattern-572234504 tempest-TestVolumeBootPattern-572234504-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=86330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 20:21:31.911126 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.l3_dvrscheduler_db [req-90be0325-d996-45f0-ba5f-b50b8917c02f req-d1dedfff-0504-4481-a4f4-a101310a828c tempest-TestVolumeBootPattern-572234504 tempest-TestVolumeBootPattern-572234504-project] No DVR routers for this DVR port 92c84e75-dd8a-4dc7-8e16-4ccf81124d75 on host hv-cinder-78763 {{(pid=86330) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 22 20:21:31.913718 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [req-90be0325-d996-45f0-ba5f-b50b8917c02f req-d1dedfff-0504-4481-a4f4-a101310a828c tempest-TestVolumeBootPattern-572234504 tempest-TestVolumeBootPattern-572234504-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-743'] for port, before_response {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:21:31.916537 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1154ec07-c9fa-4a08-9558-b6527b35aa4b', 'name': 'network-vif-deleted', 'tag': '92c84e75-dd8a-4dc7-8e16-4ccf81124d75'}] {{(pid=86330) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 22 20:21:31.936339 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-90be0325-d996-45f0-ba5f-b50b8917c02f req-d1dedfff-0504-4481-a4f4-a101310a828c tempest-TestVolumeBootPattern-572234504 tempest-TestVolumeBootPattern-572234504-project] 10.222.0.46 "DELETE /v2.0/ports/92c84e75-dd8a-4dc7-8e16-4ccf81124d75 HTTP/1.1" status: 204  len: 173 time: 0.8002703
Apr 22 20:21:31.965650 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1154ec07-c9fa-4a08-9558-b6527b35aa4b', 'name': 'network-vif-deleted', 'tag': '92c84e75-dd8a-4dc7-8e16-4ccf81124d75', 'status': 'completed', 'code': 200}
Apr 22 20:21:32.406746 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-d18d3be0-a13d-44ec-bf4a-fbf5aaf89686 req-062392b1-22fe-4970-8832-6168404b0662 tempest-TestVolumeBootPattern-572234504 tempest-TestVolumeBootPattern-572234504-project] 10.222.0.30 "GET /v2.0/ports?device_id=1154ec07-c9fa-4a08-9558-b6527b35aa4b HTTP/1.1" status: 200  len: 210 time: 0.0495186
Apr 22 20:21:35.087271 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.rpc [None req-cbbe70c9-0b39-4f9d-be6e-4133a7c8f54f None None] Device 92c84e75-dd8a-4dc7-8e16-4ccf81124d75 no longer exists at agent hyperv_hv-cinder-78763 {{(pid=86332) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 22 20:21:35.125537 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.plugin [None req-cbbe70c9-0b39-4f9d-be6e-4133a7c8f54f None None] No Port match for: 92c84e75-dd8a-4dc7-8e16-4ccf81124d75 {{(pid=86332) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 22 20:21:35.125957 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.rpc [None req-cbbe70c9-0b39-4f9d-be6e-4133a7c8f54f None None] Device 92c84e75-dd8a-4dc7-8e16-4ccf81124d75 not bound to the agent host hv-cinder-78763 {{(pid=86332) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 22 20:21:38.120141 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.wsgi [-] (86331) accepted ('10.222.0.30', 44350) {{(pid=86331) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 20:21:38.334489 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.plugin [None req-b4335fe0-0360-4720-aa03-4efbbd729ad2 tempest-TestVolumeBootPattern-572234504 tempest-TestVolumeBootPattern-572234504-project] Deleting port df4e215b-58c4-4d39-a262-94fac9769d02 {{(pid=86331) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 22 20:21:38.334868 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-b4335fe0-0360-4720-aa03-4efbbd729ad2 tempest-TestVolumeBootPattern-572234504 tempest-TestVolumeBootPattern-572234504-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363309146780532'] for port, before_delete {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:21:38.511046 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-b4335fe0-0360-4720-aa03-4efbbd729ad2 tempest-TestVolumeBootPattern-572234504 tempest-TestVolumeBootPattern-572234504-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854358147'] for port, precommit_delete {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:21:38.511408 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-b4335fe0-0360-4720-aa03-4efbbd729ad2 tempest-TestVolumeBootPattern-572234504 tempest-TestVolumeBootPattern-572234504-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:21:38.640719 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.plugin [None req-b4335fe0-0360-4720-aa03-4efbbd729ad2 tempest-TestVolumeBootPattern-572234504 tempest-TestVolumeBootPattern-572234504-project] Calling delete_port for df4e215b-58c4-4d39-a262-94fac9769d02 owned by network:floatingip {{(pid=86331) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 22 20:21:38.791050 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-b4335fe0-0360-4720-aa03-4efbbd729ad2 tempest-TestVolumeBootPattern-572234504 tempest-TestVolumeBootPattern-572234504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854198495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853168226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363309146778399', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727707567663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1223862'] for port, after_delete {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:21:38.800245 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [None req-84208f7f-b2f7-4857-97c4-53318f77bd96 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 20:21:38.876211 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4335fe0-0360-4720-aa03-4efbbd729ad2 tempest-TestVolumeBootPattern-572234504 tempest-TestVolumeBootPattern-572234504-project] Pushing event deleted for resources: {'Port': ['ID=df4e215b-58c4-4d39-a262-94fac9769d02,revision_number=None']} {{(pid=86331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 20:21:38.883099 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [None req-b4335fe0-0360-4720-aa03-4efbbd729ad2 tempest-TestVolumeBootPattern-572234504 tempest-TestVolumeBootPattern-572234504-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 20:21:38.939860 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-b4335fe0-0360-4720-aa03-4efbbd729ad2 tempest-TestVolumeBootPattern-572234504 tempest-TestVolumeBootPattern-572234504-project] Notify callbacks [] for floatingip, after_delete {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:21:38.940223 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.db.l3_db [None req-b4335fe0-0360-4720-aa03-4efbbd729ad2 tempest-TestVolumeBootPattern-572234504 tempest-TestVolumeBootPattern-572234504-project] Floating IP 2eea354c-7d7a-4de1-9667-adaeadcd7823 disassociated (deleted). External IP: 172.27.3.94, port: 372eb00c-299c-4902-a8c6-e7c3efec72b0.
Apr 22 20:21:39.299446 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b4335fe0-0360-4720-aa03-4efbbd729ad2 tempest-TestVolumeBootPattern-572234504 tempest-TestVolumeBootPattern-572234504-project] Router ab1269b8-038d-4b75-976a-0633960d3b49 has already been hosted by L3 agent 1df068ca-d615-4cb7-8020-fe6e8be709e3 {{(pid=86331) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 22 20:21:39.484442 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4335fe0-0360-4720-aa03-4efbbd729ad2 tempest-TestVolumeBootPattern-572234504 tempest-TestVolumeBootPattern-572234504-project] Notify agent at l3_agent.dv-cinder-787632-1-iscsi the message routers_updated {{(pid=86331) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 22 20:21:39.494051 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17e0c8e7-cdda-41dd-8307-0ba8441d55f4 None None] Sync routers for ids ['ab1269b8-038d-4b75-976a-0633960d3b49'] in dv-cinder-787632-1-iscsi {{(pid=86332) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 22 20:21:39.501330 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-b4335fe0-0360-4720-aa03-4efbbd729ad2 tempest-TestVolumeBootPattern-572234504 tempest-TestVolumeBootPattern-572234504-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-743'] for floatingip, before_response {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:21:39.504284 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17e0c8e7-cdda-41dd-8307-0ba8441d55f4 None None] Routers {'ab1269b8-038d-4b75-976a-0633960d3b49'} bound to L3 agent in host dv-cinder-787632-1-iscsi {{(pid=86332) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 22 20:21:39.504957 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.l3_hamode_db [None req-17e0c8e7-cdda-41dd-8307-0ba8441d55f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f013d5d7550>, 'dv-cinder-787632-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-22T20:03:28Z,description=<?>,heartbeat_timestamp=2021-04-22T20:21:29Z,host='dv-cinder-787632-1-iscsi',id=1df068ca-d615-4cb7-8020-fe6e8be709e3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-22T20:03:28Z,topic='l3_agent')) {'router_ids': ['ab1269b8-038d-4b75-976a-0633960d3b49'], 'active': True} {{(pid=86332) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 22 20:21:39.559372 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [None req-b4335fe0-0360-4720-aa03-4efbbd729ad2 tempest-TestVolumeBootPattern-572234504 tempest-TestVolumeBootPattern-572234504-project] 10.222.0.30 "DELETE /v2.0/floatingips/2eea354c-7d7a-4de1-9667-adaeadcd7823 HTTP/1.1" status: 204  len: 168 time: 1.4379857
Apr 22 20:21:39.560082 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8a0fdb6e-7411-40dc-addd-8f403a1d6e18', 'tag': '372eb00c-299c-4902-a8c6-e7c3efec72b0'}] {{(pid=86331) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 22 20:21:39.608567 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8a0fdb6e-7411-40dc-addd-8f403a1d6e18', 'tag': '372eb00c-299c-4902-a8c6-e7c3efec72b0', 'status': 'completed', 'code': 200}
Apr 22 20:21:39.699386 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.l3_dvr_db [None req-17e0c8e7-cdda-41dd-8307-0ba8441d55f4 None None] Set router ab1269b8-038d-4b75-976a-0633960d3b49 gateway port host: dv-cinder-787632-1-iscsi {{(pid=86332) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 22 20:21:40.032687 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.l3_hamode_db [None req-17e0c8e7-cdda-41dd-8307-0ba8441d55f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f013d5d7550>, [{'id': 'ab1269b8-038d-4b75-976a-0633960d3b49', 'name': 'tempest-TestVolumeBootPattern-423906671-router', 'tenant_id': '30860bebb771423695ffb4fd377ce666', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b725cb4-6db6-4e68-9a61-1978e8a191a1', 'external_fixed_ips': [{'subnet_id': '1d4495d7-31a5-4e2d-a911-56ceae3a61c5', 'ip_address': '172.27.3.46'}], 'enable_snat': True}, 'gw_port_id': '1578d5f6-9824-4f28-87c1-8fe9152f2e76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T20:13:37Z', 'updated_at': '2021-04-22T20:13:46Z', 'revision_number': 4, 'project_id': '30860bebb771423695ffb4fd377ce666', 'gw_port': {'id': '1578d5f6-9824-4f28-87c1-8fe9152f2e76', 'name': '', 'network_id': '1b725cb4-6db6-4e68-9a61-1978e8a191a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:17:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab1269b8-038d-4b75-976a-0633960d3b49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 338, 'fixed_ips': [{'subnet_id': '1d4495d7-31a5-4e2d-a911-56ceae3a61c5', 'ip_address': '172.27.3.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787632-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T20:13:39Z', 'updated_at': '2021-04-22T20:13:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d4495d7-31a5-4e2d-a911-56ceae3a61c5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787632-1-iscsi', '_interfaces': [{'id': 'd9c0d626-ac7f-4e38-aef3-0d50424933e1', 'name': '', 'network_id': 'baa3aeb8-8dec-4767-92bc-d52436d9437a', 'tenant_id': '30860bebb771423695ffb4fd377ce666', 'mac_address': 'fa:16:3e:33:b4:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab1269b8-038d-4b75-976a-0633960d3b49', 'device_owner': 'network:router_interface', 'standard_attr_id': 354, 'fixed_ips': [{'subnet_id': '083c45db-27b8-429b-b9a6-58f44b80ddc9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787632-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T20:13:44Z', 'updated_at': '2021-04-22T20:13:56Z', 'revision_number': 5, 'project_id': '30860bebb771423695ffb4fd377ce666', 'subnets': [{'id': '083c45db-27b8-429b-b9a6-58f44b80ddc9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787632-1-iscsi', False) {} {{(pid=86332) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 22 20:21:40.037170 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17e0c8e7-cdda-41dd-8307-0ba8441d55f4 None None] Checking router: ab1269b8-038d-4b75-976a-0633960d3b49 for host: dv-cinder-787632-1-iscsi {{(pid=86332) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 22 20:21:40.046191 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17e0c8e7-cdda-41dd-8307-0ba8441d55f4 None None] Routers {'ab1269b8-038d-4b75-976a-0633960d3b49'} bound to L3 agent in host dv-cinder-787632-1-iscsi {{(pid=86332) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 22 20:21:40.046854 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.l3_hamode_db [None req-17e0c8e7-cdda-41dd-8307-0ba8441d55f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f013d5d7550>, 'dv-cinder-787632-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-22T20:03:28Z,description=<?>,heartbeat_timestamp=2021-04-22T20:21:29Z,host='dv-cinder-787632-1-iscsi',id=1df068ca-d615-4cb7-8020-fe6e8be709e3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-22T20:03:28Z,topic='l3_agent')) {'router_ids': ['ab1269b8-038d-4b75-976a-0633960d3b49'], 'active': True} {{(pid=86332) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 22 20:21:40.158200 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc5430b-2a9b-4b81-9c2b-7b890b0e2bfd req-5f90da7e-f35f-4df9-b309-44d2217cb327 tempest-TestVolumeBootPattern-572234504 tempest-TestVolumeBootPattern-572234504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 20:21:40.158890 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.quota.resource [req-bbc5430b-2a9b-4b81-9c2b-7b890b0e2bfd req-5f90da7e-f35f-4df9-b309-44d2217cb327 tempest-TestVolumeBootPattern-572234504 tempest-TestVolumeBootPattern-572234504-project] Synchronizing usage tracker for tenant:30860bebb771423695ffb4fd377ce666 on resource:port {{(pid=86330) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 22 20:21:40.174117 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.quota.resource [req-bbc5430b-2a9b-4b81-9c2b-7b890b0e2bfd req-5f90da7e-f35f-4df9-b309-44d2217cb327 tempest-TestVolumeBootPattern-572234504 tempest-TestVolumeBootPattern-572234504-project] Unset dirty status for tenant:30860bebb771423695ffb4fd377ce666 on resource:port {{(pid=86330) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 22 20:21:40.175409 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-bbc5430b-2a9b-4b81-9c2b-7b890b0e2bfd req-5f90da7e-f35f-4df9-b309-44d2217cb327 tempest-TestVolumeBootPattern-572234504 tempest-TestVolumeBootPattern-572234504-project] 10.222.0.30 "GET /v2.0/ports?device_id=8a0fdb6e-7411-40dc-addd-8f403a1d6e18 HTTP/1.1" status: 200  len: 946 time: 0.2905140
Apr 22 20:21:40.223927 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-bbc5430b-2a9b-4b81-9c2b-7b890b0e2bfd req-5a28960c-d1e6-4fd7-8d0e-eda645fb8e86 tempest-TestVolumeBootPattern-572234504 tempest-TestVolumeBootPattern-572234504-project] 10.222.0.30 "GET /v2.0/security-groups?id=010d7216-01fc-4a1c-badb-a01fee62fe34&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0414734
Apr 22 20:21:40.236167 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.l3_dvr_db [None req-17e0c8e7-cdda-41dd-8307-0ba8441d55f4 None None] Set router ab1269b8-038d-4b75-976a-0633960d3b49 gateway port host: dv-cinder-787632-1-iscsi {{(pid=86332) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 22 20:21:40.570376 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.l3_hamode_db [None req-17e0c8e7-cdda-41dd-8307-0ba8441d55f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f013d5d7550>, [{'id': 'ab1269b8-038d-4b75-976a-0633960d3b49', 'name': 'tempest-TestVolumeBootPattern-423906671-router', 'tenant_id': '30860bebb771423695ffb4fd377ce666', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b725cb4-6db6-4e68-9a61-1978e8a191a1', 'external_fixed_ips': [{'subnet_id': '1d4495d7-31a5-4e2d-a911-56ceae3a61c5', 'ip_address': '172.27.3.46'}], 'enable_snat': True}, 'gw_port_id': '1578d5f6-9824-4f28-87c1-8fe9152f2e76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T20:13:37Z', 'updated_at': '2021-04-22T20:13:46Z', 'revision_number': 4, 'project_id': '30860bebb771423695ffb4fd377ce666', 'gw_port': {'id': '1578d5f6-9824-4f28-87c1-8fe9152f2e76', 'name': '', 'network_id': '1b725cb4-6db6-4e68-9a61-1978e8a191a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:17:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab1269b8-038d-4b75-976a-0633960d3b49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 338, 'fixed_ips': [{'subnet_id': '1d4495d7-31a5-4e2d-a911-56ceae3a61c5', 'ip_address': '172.27.3.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787632-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T20:13:39Z', 'updated_at': '2021-04-22T20:13:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d4495d7-31a5-4e2d-a911-56ceae3a61c5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787632-1-iscsi', '_interfaces': [{'id': 'd9c0d626-ac7f-4e38-aef3-0d50424933e1', 'name': '', 'network_id': 'baa3aeb8-8dec-4767-92bc-d52436d9437a', 'tenant_id': '30860bebb771423695ffb4fd377ce666', 'mac_address': 'fa:16:3e:33:b4:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab1269b8-038d-4b75-976a-0633960d3b49', 'device_owner': 'network:router_interface', 'standard_attr_id': 354, 'fixed_ips': [{'subnet_id': '083c45db-27b8-429b-b9a6-58f44b80ddc9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787632-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T20:13:44Z', 'updated_at': '2021-04-22T20:13:56Z', 'revision_number': 5, 'project_id': '30860bebb771423695ffb4fd377ce666', 'subnets': [{'id': '083c45db-27b8-429b-b9a6-58f44b80ddc9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787632-1-iscsi', False) {} {{(pid=86332) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 22 20:21:40.574516 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17e0c8e7-cdda-41dd-8307-0ba8441d55f4 None None] The sync data for ids ['ab1269b8-038d-4b75-976a-0633960d3b49'] in dv-cinder-787632-1-iscsi is: [{'id': 'ab1269b8-038d-4b75-976a-0633960d3b49', 'name': 'tempest-TestVolumeBootPattern-423906671-router', 'tenant_id': '30860bebb771423695ffb4fd377ce666', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b725cb4-6db6-4e68-9a61-1978e8a191a1', 'external_fixed_ips': [{'subnet_id': '1d4495d7-31a5-4e2d-a911-56ceae3a61c5', 'ip_address': '172.27.3.46'}], 'enable_snat': True}, 'gw_port_id': '1578d5f6-9824-4f28-87c1-8fe9152f2e76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T20:13:37Z', 'updated_at': '2021-04-22T20:13:46Z', 'revision_number': 4, 'project_id': '30860bebb771423695ffb4fd377ce666', 'gw_port': {'id': '1578d5f6-9824-4f28-87c1-8fe9152f2e76', 'name': '', 'network_id': '1b725cb4-6db6-4e68-9a61-1978e8a191a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:17:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab1269b8-038d-4b75-976a-0633960d3b49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 338, 'fixed_ips': [{'subnet_id': '1d4495d7-31a5-4e2d-a911-56ceae3a61c5', 'ip_address': '172.27.3.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787632-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T20:13:39Z', 'updated_at': '2021-04-22T20:13:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d4495d7-31a5-4e2d-a911-56ceae3a61c5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787632-1-iscsi', '_interfaces': [{'id': 'd9c0d626-ac7f-4e38-aef3-0d50424933e1', 'name': '', 'network_id': 'baa3aeb8-8dec-4767-92bc-d52436d9437a', 'tenant_id': '30860bebb771423695ffb4fd377ce666', 'mac_address': 'fa:16:3e:33:b4:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab1269b8-038d-4b75-976a-0633960d3b49', 'device_owner': 'network:router_interface', 'standard_attr_id': 354, 'fixed_ips': [{'subnet_id': '083c45db-27b8-429b-b9a6-58f44b80ddc9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787632-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T20:13:44Z', 'updated_at': '2021-04-22T20:13:56Z', 'revision_number': 5, 'project_id': '30860bebb771423695ffb4fd377ce666', 'subnets': [{'id': '083c45db-27b8-429b-b9a6-58f44b80ddc9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86332) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 22 20:21:40.835715 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1236c1a-92f9-4d33-8e01-546758cbaecd req-b7be8a1b-e6a9-448d-93e2-b13b14f5d894 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 20:21:40.837535 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-e1236c1a-92f9-4d33-8e01-546758cbaecd req-b7be8a1b-e6a9-448d-93e2-b13b14f5d894 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=30860bebb771423695ffb4fd377ce666&device_id=8a0fdb6e-7411-40dc-addd-8f403a1d6e18 HTTP/1.1" status: 200  len: 1099 time: 0.0819793
Apr 22 20:21:40.945035 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a1d68c8-43d1-4b85-8e89-0e28cb7a0b75 None None] New status for floating IP 2eea354c-7d7a-4de1-9667-adaeadcd7823: DOWN {{(pid=86333) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Apr 22 20:21:40.984013 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1236c1a-92f9-4d33-8e01-546758cbaecd req-e6ff7da5-6421-4eaf-b1ca-769f73cbaea0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 20:21:40.985598 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-e1236c1a-92f9-4d33-8e01-546758cbaecd req-e6ff7da5-6421-4eaf-b1ca-769f73cbaea0 service neutron] 10.222.0.46 "GET /v2.0/networks?id=baa3aeb8-8dec-4767-92bc-d52436d9437a HTTP/1.1" status: 200  len: 912 time: 0.1398821
Apr 22 20:21:41.061722 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-e1236c1a-92f9-4d33-8e01-546758cbaecd req-98a1ad20-813b-4cb1-9510-62b8db9bf8bf service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=372eb00c-299c-4902-a8c6-e7c3efec72b0 HTTP/1.1" status: 200  len: 217 time: 0.0695252
Apr 22 20:21:41.130157 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1236c1a-92f9-4d33-8e01-546758cbaecd req-aeed57f9-40d3-43d5-9969-cc90cffca95f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 20:21:41.131672 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-e1236c1a-92f9-4d33-8e01-546758cbaecd req-aeed57f9-40d3-43d5-9969-cc90cffca95f service neutron] 10.222.0.46 "GET /v2.0/subnets?id=083c45db-27b8-429b-b9a6-58f44b80ddc9 HTTP/1.1" status: 200  len: 850 time: 0.0635278
Apr 22 20:21:41.218686 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1236c1a-92f9-4d33-8e01-546758cbaecd req-b0dd96bd-1e5b-4a97-a977-ff07d8d985c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 20:21:41.220289 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-e1236c1a-92f9-4d33-8e01-546758cbaecd req-b0dd96bd-1e5b-4a97-a977-ff07d8d985c5 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=baa3aeb8-8dec-4767-92bc-d52436d9437a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0809021
Apr 22 20:21:41.434036 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cecff550-61b6-44f2-a232-4b731a7ac7c0 req-ced54e0b-28ee-4155-a5af-451203f70b83 tempest-TestVolumeBootPattern-572234504 tempest-TestVolumeBootPattern-572234504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 20:21:41.434771 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.quota.resource [req-cecff550-61b6-44f2-a232-4b731a7ac7c0 req-ced54e0b-28ee-4155-a5af-451203f70b83 tempest-TestVolumeBootPattern-572234504 tempest-TestVolumeBootPattern-572234504-project] Synchronizing usage tracker for tenant:30860bebb771423695ffb4fd377ce666 on resource:port {{(pid=86331) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 22 20:21:41.448357 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.quota.resource [req-cecff550-61b6-44f2-a232-4b731a7ac7c0 req-ced54e0b-28ee-4155-a5af-451203f70b83 tempest-TestVolumeBootPattern-572234504 tempest-TestVolumeBootPattern-572234504-project] Unset dirty status for tenant:30860bebb771423695ffb4fd377ce666 on resource:port {{(pid=86331) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 22 20:21:41.449650 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-cecff550-61b6-44f2-a232-4b731a7ac7c0 req-ced54e0b-28ee-4155-a5af-451203f70b83 tempest-TestVolumeBootPattern-572234504 tempest-TestVolumeBootPattern-572234504-project] 10.222.0.30 "GET /v2.0/ports?device_id=8a0fdb6e-7411-40dc-addd-8f403a1d6e18 HTTP/1.1" status: 200  len: 946 time: 0.1095815
Apr 22 20:21:41.500695 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-cecff550-61b6-44f2-a232-4b731a7ac7c0 req-d7c1590b-a379-4061-aba7-b62d4cab9a74 tempest-TestVolumeBootPattern-572234504 tempest-TestVolumeBootPattern-572234504-project] 10.222.0.30 "GET /v2.0/security-groups?id=010d7216-01fc-4a1c-badb-a01fee62fe34&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0444412
Apr 22 20:21:41.594875 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-e1236c1a-92f9-4d33-8e01-546758cbaecd req-542a0ab8-501a-4868-9f28-04a91c5d108a service neutron] 10.222.0.46 "GET /v2.0/networks/baa3aeb8-8dec-4767-92bc-d52436d9437a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3672633
Apr 22 20:21:41.736105 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-e1236c1a-92f9-4d33-8e01-546758cbaecd req-62cd06bc-5b59-43e3-b40e-6dfeab2335c5 service neutron] 10.222.0.46 "GET /v2.0/networks/baa3aeb8-8dec-4767-92bc-d52436d9437a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1346037
Apr 22 20:21:42.352655 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5902dba6-f63c-4a40-8044-7b41db829948 req-0011e2ac-c64b-480d-acba-e74c88eb688b tempest-TestVolumeBootPattern-572234504 tempest-TestVolumeBootPattern-572234504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 20:21:42.354191 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-5902dba6-f63c-4a40-8044-7b41db829948 req-0011e2ac-c64b-480d-acba-e74c88eb688b tempest-TestVolumeBootPattern-572234504 tempest-TestVolumeBootPattern-572234504-project] 10.222.0.46 "GET /v2.0/ports?device_id=8a0fdb6e-7411-40dc-addd-8f403a1d6e18 HTTP/1.1" status: 200  len: 946 time: 0.0914173
Apr 22 20:21:42.433901 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.plugin [req-5902dba6-f63c-4a40-8044-7b41db829948 req-2bff2f3a-a3b1-4fb1-9af9-5dc03fcddba9 tempest-TestVolumeBootPattern-572234504 tempest-TestVolumeBootPattern-572234504-project] Deleting port 372eb00c-299c-4902-a8c6-e7c3efec72b0 {{(pid=86330) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 22 20:21:42.434285 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [req-5902dba6-f63c-4a40-8044-7b41db829948 req-2bff2f3a-a3b1-4fb1-9af9-5dc03fcddba9 tempest-TestVolumeBootPattern-572234504 tempest-TestVolumeBootPattern-572234504-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363309146780532'] for port, before_delete {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:21:42.761360 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.db [req-5902dba6-f63c-4a40-8044-7b41db829948 req-2bff2f3a-a3b1-4fb1-9af9-5dc03fcddba9 tempest-TestVolumeBootPattern-572234504 tempest-TestVolumeBootPattern-572234504-project] For port 372eb00c-299c-4902-a8c6-e7c3efec72b0, host hv-cinder-78763, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78763',level=0,port_id=372eb00c-299c-4902-a8c6-e7c3efec72b0,segment=NetworkSegment(ecbdd09a-cdfc-40aa-add8-36baaaee03d5),segment_id=ecbdd09a-cdfc-40aa-add8-36baaaee03d5)] {{(pid=86330) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 22 20:21:42.761954 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [req-5902dba6-f63c-4a40-8044-7b41db829948 req-2bff2f3a-a3b1-4fb1-9af9-5dc03fcddba9 tempest-TestVolumeBootPattern-572234504 tempest-TestVolumeBootPattern-572234504-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854358147'] for port, precommit_delete {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:21:42.780509 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4cca0f9-9e7f-43ce-b702-46470da0056a req-9b1e1e11-bb1c-440e-8422-a70ec4295848 tempest-TestVolumeBootPattern-572234504 tempest-TestVolumeBootPattern-572234504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 20:21:42.782108 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-b4cca0f9-9e7f-43ce-b702-46470da0056a req-9b1e1e11-bb1c-440e-8422-a70ec4295848 tempest-TestVolumeBootPattern-572234504 tempest-TestVolumeBootPattern-572234504-project] 10.222.0.30 "GET /v2.0/ports?device_id=8a0fdb6e-7411-40dc-addd-8f403a1d6e18 HTTP/1.1" status: 200  len: 946 time: 0.1606448
Apr 22 20:21:42.903149 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.plugin [req-5902dba6-f63c-4a40-8044-7b41db829948 req-2bff2f3a-a3b1-4fb1-9af9-5dc03fcddba9 tempest-TestVolumeBootPattern-572234504 tempest-TestVolumeBootPattern-572234504-project] Calling delete_port for 372eb00c-299c-4902-a8c6-e7c3efec72b0 owned by compute:nova {{(pid=86330) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 22 20:21:43.000919 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-b4cca0f9-9e7f-43ce-b702-46470da0056a req-c59db7a0-7442-4749-84c0-855f94995d1c tempest-TestVolumeBootPattern-572234504 tempest-TestVolumeBootPattern-572234504-project] 10.222.0.30 "GET /v2.0/security-groups?id=010d7216-01fc-4a1c-badb-a01fee62fe34&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1619339
Apr 22 20:21:43.085615 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [req-5902dba6-f63c-4a40-8044-7b41db829948 req-2bff2f3a-a3b1-4fb1-9af9-5dc03fcddba9 tempest-TestVolumeBootPattern-572234504 tempest-TestVolumeBootPattern-572234504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854198495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853168226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363309146778399', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727707567663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4125515'] for port, after_delete {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:21:43.091231 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [None req-32daf0fa-c8f8-419d-ac9a-5b94d4f5153b tempest-TestShelveInstance-1816371010 tempest-TestShelveInstance-1816371010-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 20:21:43.140980 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bff2f3a-a3b1-4fb1-9af9-5dc03fcddba9 tempest-TestVolumeBootPattern-572234504 tempest-TestVolumeBootPattern-572234504-project] Pushing event deleted for resources: {'Port': ['ID=372eb00c-299c-4902-a8c6-e7c3efec72b0,revision_number=None']} {{(pid=86330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 20:21:43.144815 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [None req-2bff2f3a-a3b1-4fb1-9af9-5dc03fcddba9 tempest-TestVolumeBootPattern-572234504 tempest-TestVolumeBootPattern-572234504-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=86330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 20:21:43.221470 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.l3_dvrscheduler_db [req-5902dba6-f63c-4a40-8044-7b41db829948 req-2bff2f3a-a3b1-4fb1-9af9-5dc03fcddba9 tempest-TestVolumeBootPattern-572234504 tempest-TestVolumeBootPattern-572234504-project] No DVR routers for this DVR port 372eb00c-299c-4902-a8c6-e7c3efec72b0 on host hv-cinder-78763 {{(pid=86330) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 22 20:21:43.224692 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [req-5902dba6-f63c-4a40-8044-7b41db829948 req-2bff2f3a-a3b1-4fb1-9af9-5dc03fcddba9 tempest-TestVolumeBootPattern-572234504 tempest-TestVolumeBootPattern-572234504-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-743'] for port, before_response {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:21:43.227610 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a0fdb6e-7411-40dc-addd-8f403a1d6e18', 'name': 'network-vif-deleted', 'tag': '372eb00c-299c-4902-a8c6-e7c3efec72b0'}] {{(pid=86330) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 22 20:21:43.244381 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-5902dba6-f63c-4a40-8044-7b41db829948 req-2bff2f3a-a3b1-4fb1-9af9-5dc03fcddba9 tempest-TestVolumeBootPattern-572234504 tempest-TestVolumeBootPattern-572234504-project] 10.222.0.46 "DELETE /v2.0/ports/372eb00c-299c-4902-a8c6-e7c3efec72b0 HTTP/1.1" status: 204  len: 173 time: 0.8827596
Apr 22 20:21:43.282641 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8a0fdb6e-7411-40dc-addd-8f403a1d6e18', 'name': 'network-vif-deleted', 'tag': '372eb00c-299c-4902-a8c6-e7c3efec72b0', 'status': 'completed', 'code': 200}
Apr 22 20:21:44.178639 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.quota.resource [req-421c2c56-cc00-46c3-8fe4-de85c6d4a65f req-bdde81f9-b3bc-4a77-9385-71b8ed4bbe71 tempest-TestVolumeBootPattern-572234504 tempest-TestVolumeBootPattern-572234504-project] Synchronizing usage tracker for tenant:30860bebb771423695ffb4fd377ce666 on resource:port {{(pid=86330) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 22 20:21:44.192833 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.quota.resource [req-421c2c56-cc00-46c3-8fe4-de85c6d4a65f req-bdde81f9-b3bc-4a77-9385-71b8ed4bbe71 tempest-TestVolumeBootPattern-572234504 tempest-TestVolumeBootPattern-572234504-project] Unset dirty status for tenant:30860bebb771423695ffb4fd377ce666 on resource:port {{(pid=86330) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 22 20:21:44.194105 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-421c2c56-cc00-46c3-8fe4-de85c6d4a65f req-bdde81f9-b3bc-4a77-9385-71b8ed4bbe71 tempest-TestVolumeBootPattern-572234504 tempest-TestVolumeBootPattern-572234504-project] 10.222.0.30 "GET /v2.0/ports?device_id=8a0fdb6e-7411-40dc-addd-8f403a1d6e18 HTTP/1.1" status: 200  len: 210 time: 0.0668292
Apr 22 20:21:45.427402 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-064686e3-51a8-42a3-a76f-3f548db2e4f7 req-33b58c98-a5af-4bdb-837c-7394878633a9 tempest-TestVolumeBootPattern-572234504 tempest-TestVolumeBootPattern-572234504-project] 10.222.0.30 "GET /v2.0/ports?device_id=8a0fdb6e-7411-40dc-addd-8f403a1d6e18 HTTP/1.1" status: 200  len: 210 time: 0.1044014
Apr 22 20:21:46.605104 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-d91092cf-6df8-4390-b5b5-d2943fd77263 req-22382001-f6f9-491a-8c8d-824430b248b5 tempest-TestVolumeBootPattern-572234504 tempest-TestVolumeBootPattern-572234504-project] 10.222.0.30 "GET /v2.0/ports?device_id=8a0fdb6e-7411-40dc-addd-8f403a1d6e18 HTTP/1.1" status: 200  len: 210 time: 0.0476444
Apr 22 20:21:46.671895 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.rpc [None req-cbbe70c9-0b39-4f9d-be6e-4133a7c8f54f None None] Device 372eb00c-299c-4902-a8c6-e7c3efec72b0 no longer exists at agent hyperv_hv-cinder-78763 {{(pid=86332) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 22 20:21:46.713192 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.plugin [None req-cbbe70c9-0b39-4f9d-be6e-4133a7c8f54f None None] No Port match for: 372eb00c-299c-4902-a8c6-e7c3efec72b0 {{(pid=86332) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 22 20:21:46.713514 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.rpc [None req-cbbe70c9-0b39-4f9d-be6e-4133a7c8f54f None None] Device 372eb00c-299c-4902-a8c6-e7c3efec72b0 not bound to the agent host hv-cinder-78763 {{(pid=86332) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 22 20:21:47.057609 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.agents_db [None req-d2e1aac6-b006-4d71-afe2-c4a5b694a422 None None] Agent healthcheck: found 6 active agents {{(pid=86333) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 22 20:21:47.705482 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.wsgi [-] (86330) accepted ('10.222.0.30', 44410) {{(pid=86330) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 20:21:47.872239 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.plugin [None req-fe3de6d5-dd85-45d1-a205-cf892a6a3e9a tempest-TestVolumeBootPattern-572234504 tempest-TestVolumeBootPattern-572234504-project] Deleting port ac20e20e-a053-420d-a529-4ccaca8ec39d {{(pid=86330) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 22 20:21:47.872620 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-fe3de6d5-dd85-45d1-a205-cf892a6a3e9a tempest-TestVolumeBootPattern-572234504 tempest-TestVolumeBootPattern-572234504-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363309146780532'] for port, before_delete {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:21:48.055172 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-fe3de6d5-dd85-45d1-a205-cf892a6a3e9a tempest-TestVolumeBootPattern-572234504 tempest-TestVolumeBootPattern-572234504-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854358147'] for port, precommit_delete {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:21:48.055514 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-fe3de6d5-dd85-45d1-a205-cf892a6a3e9a tempest-TestVolumeBootPattern-572234504 tempest-TestVolumeBootPattern-572234504-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:21:48.184624 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.plugin [None req-fe3de6d5-dd85-45d1-a205-cf892a6a3e9a tempest-TestVolumeBootPattern-572234504 tempest-TestVolumeBootPattern-572234504-project] Calling delete_port for ac20e20e-a053-420d-a529-4ccaca8ec39d owned by network:floatingip {{(pid=86330) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 22 20:21:48.323254 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-fe3de6d5-dd85-45d1-a205-cf892a6a3e9a tempest-TestVolumeBootPattern-572234504 tempest-TestVolumeBootPattern-572234504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854198495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853168226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363309146778399', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727707567663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4125515'] for port, after_delete {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:21:48.327692 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 20:21:48.374535 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe3de6d5-dd85-45d1-a205-cf892a6a3e9a tempest-TestVolumeBootPattern-572234504 tempest-TestVolumeBootPattern-572234504-project] Pushing event deleted for resources: {'Port': ['ID=ac20e20e-a053-420d-a529-4ccaca8ec39d,revision_number=None']} {{(pid=86330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 20:21:48.401371 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [None req-fe3de6d5-dd85-45d1-a205-cf892a6a3e9a tempest-TestVolumeBootPattern-572234504 tempest-TestVolumeBootPattern-572234504-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=86330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 20:21:48.468676 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-fe3de6d5-dd85-45d1-a205-cf892a6a3e9a tempest-TestVolumeBootPattern-572234504 tempest-TestVolumeBootPattern-572234504-project] Notify callbacks [] for floatingip, after_delete {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:21:48.485430 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-fe3de6d5-dd85-45d1-a205-cf892a6a3e9a tempest-TestVolumeBootPattern-572234504 tempest-TestVolumeBootPattern-572234504-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-743'] for floatingip, before_response {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:21:48.486704 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [None req-fe3de6d5-dd85-45d1-a205-cf892a6a3e9a tempest-TestVolumeBootPattern-572234504 tempest-TestVolumeBootPattern-572234504-project] 10.222.0.30 "DELETE /v2.0/floatingips/8fa66c0e-2c21-4614-90d5-c8b2465856af HTTP/1.1" status: 204  len: 168 time: 0.7800901
Apr 22 20:21:48.813712 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-cbbe70c9-0b39-4f9d-be6e-4133a7c8f54f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309146858885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640583'] for agent, after_update {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:21:49.879522 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.wsgi [-] (86330) accepted ('10.222.0.30', 44444) {{(pid=86330) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 20:21:49.952697 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-63cdf4a6-fbfd-4420-9f7d-4e59c959db04 tempest-TestVolumeBootPattern-572234504 tempest-TestVolumeBootPattern-572234504-project] Notify callbacks [] for security_group, before_delete {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:21:49.983683 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-63cdf4a6-fbfd-4420-9f7d-4e59c959db04 tempest-TestVolumeBootPattern-572234504 tempest-TestVolumeBootPattern-572234504-project] Notify callbacks [] for security_group, precommit_delete {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:21:50.033283 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-63cdf4a6-fbfd-4420-9f7d-4e59c959db04 tempest-TestVolumeBootPattern-572234504 tempest-TestVolumeBootPattern-572234504-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393900'] for security_group, after_delete {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:21:50.043564 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [None req-213f38fa-da32-43b9-ad29-f015743cadab admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 20:21:50.059538 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63cdf4a6-fbfd-4420-9f7d-4e59c959db04 tempest-TestVolumeBootPattern-572234504 tempest-TestVolumeBootPattern-572234504-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=010d7216-01fc-4a1c-badb-a01fee62fe34,revision_number=None']} {{(pid=86330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 20:21:50.062440 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [None req-63cdf4a6-fbfd-4420-9f7d-4e59c959db04 tempest-TestVolumeBootPattern-572234504 tempest-TestVolumeBootPattern-572234504-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=86330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 20:21:50.068733 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-63cdf4a6-fbfd-4420-9f7d-4e59c959db04 tempest-TestVolumeBootPattern-572234504 tempest-TestVolumeBootPattern-572234504-project] Notify callbacks [] for security_group, before_response {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:21:50.069980 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [None req-63cdf4a6-fbfd-4420-9f7d-4e59c959db04 tempest-TestVolumeBootPattern-572234504 tempest-TestVolumeBootPattern-572234504-project] 10.222.0.30 "DELETE /v2.0/security-groups/010d7216-01fc-4a1c-badb-a01fee62fe34 HTTP/1.1" status: 204  len: 168 time: 0.1893666
Apr 22 20:21:50.129318 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.wsgi [-] (86330) accepted ('10.222.0.30', 44450) {{(pid=86330) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 20:21:50.802075 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-b17f777b-e635-4b5f-8506-f0d5281fd15c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854353510'] for router_interface, before_delete {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:21:51.399801 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.plugin [None req-b17f777b-e635-4b5f-8506-f0d5281fd15c admin admin] Deleting port d9c0d626-ac7f-4e38-aef3-0d50424933e1 {{(pid=86330) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 22 20:21:51.400412 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-b17f777b-e635-4b5f-8506-f0d5281fd15c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363309146780532'] for port, before_delete {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:21:51.582303 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.db [None req-b17f777b-e635-4b5f-8506-f0d5281fd15c admin admin] For port d9c0d626-ac7f-4e38-aef3-0d50424933e1, host dv-cinder-787632-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787632-1-iscsi',level=0,port_id=d9c0d626-ac7f-4e38-aef3-0d50424933e1,segment=NetworkSegment(ecbdd09a-cdfc-40aa-add8-36baaaee03d5),segment_id=ecbdd09a-cdfc-40aa-add8-36baaaee03d5)] {{(pid=86330) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 22 20:21:51.582712 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-b17f777b-e635-4b5f-8506-f0d5281fd15c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854358147'] for port, precommit_delete {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:21:51.714762 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.plugin [None req-b17f777b-e635-4b5f-8506-f0d5281fd15c admin admin] Calling delete_port for d9c0d626-ac7f-4e38-aef3-0d50424933e1 owned by network:router_interface {{(pid=86330) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 22 20:21:51.889623 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-b17f777b-e635-4b5f-8506-f0d5281fd15c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854198495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853168226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363309146778399', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727707567663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4125515'] for port, after_delete {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:21:51.894776 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [None req-20ca07c8-2f17-4c25-923a-c639e485194d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 20:21:51.945320 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b17f777b-e635-4b5f-8506-f0d5281fd15c admin admin] Pushing event deleted for resources: {'Port': ['ID=d9c0d626-ac7f-4e38-aef3-0d50424933e1,revision_number=None']} {{(pid=86330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 20:21:51.974814 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [None req-b17f777b-e635-4b5f-8506-f0d5281fd15c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=86330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 20:21:52.225890 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-b17f777b-e635-4b5f-8506-f0d5281fd15c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1607590', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854353436'] for router_interface, after_delete {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:21:52.600605 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b17f777b-e635-4b5f-8506-f0d5281fd15c admin admin] Router ab1269b8-038d-4b75-976a-0633960d3b49 has already been hosted by L3 agent 1df068ca-d615-4cb7-8020-fe6e8be709e3 {{(pid=86330) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 22 20:21:52.789338 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b17f777b-e635-4b5f-8506-f0d5281fd15c admin admin] Notify agent at l3_agent.dv-cinder-787632-1-iscsi the message routers_updated {{(pid=86330) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 22 20:21:52.803286 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [None req-b17f777b-e635-4b5f-8506-f0d5281fd15c admin admin] 10.222.0.30 "PUT /v2.0/routers/ab1269b8-038d-4b75-976a-0633960d3b49/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.6727827
Apr 22 20:21:52.805915 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.wsgi [-] (86330) accepted ('10.222.0.30', 44462) {{(pid=86330) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 20:21:52.823951 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdc8d2d8-16a3-4c70-abcf-5e66ba40ab01 None None] Sync routers for ids ['ab1269b8-038d-4b75-976a-0633960d3b49'] in dv-cinder-787632-1-iscsi {{(pid=86332) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 22 20:21:52.833916 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdc8d2d8-16a3-4c70-abcf-5e66ba40ab01 None None] Routers {'ab1269b8-038d-4b75-976a-0633960d3b49'} bound to L3 agent in host dv-cinder-787632-1-iscsi {{(pid=86332) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 22 20:21:52.834829 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.l3_hamode_db [None req-bdc8d2d8-16a3-4c70-abcf-5e66ba40ab01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f013d5f7d68>, 'dv-cinder-787632-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-22T20:03:28Z,description=<?>,heartbeat_timestamp=2021-04-22T20:21:29Z,host='dv-cinder-787632-1-iscsi',id=1df068ca-d615-4cb7-8020-fe6e8be709e3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-22T20:03:28Z,topic='l3_agent')) {'router_ids': ['ab1269b8-038d-4b75-976a-0633960d3b49'], 'active': True} {{(pid=86332) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 22 20:21:52.990840 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-bcfadfb3-7bbd-4b9b-8935-9eb014696358 admin admin] Notify callbacks [] for router, before_delete {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:21:53.024131 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.l3_dvr_db [None req-bdc8d2d8-16a3-4c70-abcf-5e66ba40ab01 None None] Set router ab1269b8-038d-4b75-976a-0633960d3b49 gateway port host: dv-cinder-787632-1-iscsi {{(pid=86332) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 22 20:21:53.181455 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-bcfadfb3-7bbd-4b9b-8935-9eb014696358 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:21:53.189426 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.plugin [None req-bcfadfb3-7bbd-4b9b-8935-9eb014696358 admin admin] Deleting port 1578d5f6-9824-4f28-87c1-8fe9152f2e76 {{(pid=86330) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 22 20:21:53.189818 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-bcfadfb3-7bbd-4b9b-8935-9eb014696358 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363309146780532'] for port, before_delete {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:21:53.322932 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.l3_hamode_db [None req-bdc8d2d8-16a3-4c70-abcf-5e66ba40ab01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f013d5f7d68>, [{'id': 'ab1269b8-038d-4b75-976a-0633960d3b49', 'name': 'tempest-TestVolumeBootPattern-423906671-router', 'tenant_id': '30860bebb771423695ffb4fd377ce666', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b725cb4-6db6-4e68-9a61-1978e8a191a1', 'external_fixed_ips': [{'subnet_id': '1d4495d7-31a5-4e2d-a911-56ceae3a61c5', 'ip_address': '172.27.3.46'}], 'enable_snat': True}, 'gw_port_id': '1578d5f6-9824-4f28-87c1-8fe9152f2e76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T20:13:37Z', 'updated_at': '2021-04-22T20:21:51Z', 'revision_number': 5, 'project_id': '30860bebb771423695ffb4fd377ce666', 'gw_port': {'id': '1578d5f6-9824-4f28-87c1-8fe9152f2e76', 'name': '', 'network_id': '1b725cb4-6db6-4e68-9a61-1978e8a191a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:17:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab1269b8-038d-4b75-976a-0633960d3b49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 338, 'fixed_ips': [{'subnet_id': '1d4495d7-31a5-4e2d-a911-56ceae3a61c5', 'ip_address': '172.27.3.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787632-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T20:13:39Z', 'updated_at': '2021-04-22T20:13:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d4495d7-31a5-4e2d-a911-56ceae3a61c5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787632-1-iscsi'}], 'dv-cinder-787632-1-iscsi', False) {} {{(pid=86332) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 22 20:21:53.327091 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdc8d2d8-16a3-4c70-abcf-5e66ba40ab01 None None] Checking router: ab1269b8-038d-4b75-976a-0633960d3b49 for host: dv-cinder-787632-1-iscsi {{(pid=86332) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 22 20:21:53.336508 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdc8d2d8-16a3-4c70-abcf-5e66ba40ab01 None None] Routers {'ab1269b8-038d-4b75-976a-0633960d3b49'} bound to L3 agent in host dv-cinder-787632-1-iscsi {{(pid=86332) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 22 20:21:53.337169 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.l3_hamode_db [None req-bdc8d2d8-16a3-4c70-abcf-5e66ba40ab01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f013d5f7d68>, 'dv-cinder-787632-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-22T20:03:28Z,description=<?>,heartbeat_timestamp=2021-04-22T20:21:29Z,host='dv-cinder-787632-1-iscsi',id=1df068ca-d615-4cb7-8020-fe6e8be709e3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-22T20:03:28Z,topic='l3_agent')) {'router_ids': ['ab1269b8-038d-4b75-976a-0633960d3b49'], 'active': True} {{(pid=86332) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 22 20:21:53.370667 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.db [None req-bcfadfb3-7bbd-4b9b-8935-9eb014696358 admin admin] For port 1578d5f6-9824-4f28-87c1-8fe9152f2e76, host dv-cinder-787632-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787632-1-iscsi',level=0,port_id=1578d5f6-9824-4f28-87c1-8fe9152f2e76,segment=NetworkSegment(8e8fb218-3d63-4c3d-9ab1-544471c4929e),segment_id=8e8fb218-3d63-4c3d-9ab1-544471c4929e)] {{(pid=86330) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 22 20:21:53.371068 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-bcfadfb3-7bbd-4b9b-8935-9eb014696358 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854358147'] for port, precommit_delete {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:21:53.501239 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.l3_dvr_db [None req-bdc8d2d8-16a3-4c70-abcf-5e66ba40ab01 None None] Set router ab1269b8-038d-4b75-976a-0633960d3b49 gateway port host: None {{(pid=86332) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 22 20:21:53.622227 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.l3_hamode_db [None req-bdc8d2d8-16a3-4c70-abcf-5e66ba40ab01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f013d5f7d68>, [{'id': 'ab1269b8-038d-4b75-976a-0633960d3b49', 'name': 'tempest-TestVolumeBootPattern-423906671-router', 'tenant_id': '30860bebb771423695ffb4fd377ce666', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T20:13:37Z', 'updated_at': '2021-04-22T20:21:53Z', 'revision_number': 6, 'project_id': '30860bebb771423695ffb4fd377ce666', 'gw_port_host': None}], 'dv-cinder-787632-1-iscsi', False) {} {{(pid=86332) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 22 20:21:53.626740 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdc8d2d8-16a3-4c70-abcf-5e66ba40ab01 None None] The sync data for ids ['ab1269b8-038d-4b75-976a-0633960d3b49'] in dv-cinder-787632-1-iscsi is: [{'id': 'ab1269b8-038d-4b75-976a-0633960d3b49', 'name': 'tempest-TestVolumeBootPattern-423906671-router', 'tenant_id': '30860bebb771423695ffb4fd377ce666', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T20:13:37Z', 'updated_at': '2021-04-22T20:21:53Z', 'revision_number': 6, 'project_id': '30860bebb771423695ffb4fd377ce666', 'gw_port_host': None}] {{(pid=86332) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 22 20:21:53.751483 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.plugin [None req-bcfadfb3-7bbd-4b9b-8935-9eb014696358 admin admin] Calling delete_port for 1578d5f6-9824-4f28-87c1-8fe9152f2e76 owned by network:router_gateway {{(pid=86330) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 22 20:21:53.781270 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.rpc [None req-08e5d76f-3fe5-4242-a4b8-30f374028052 None None] Device d9c0d626-ac7f-4e38-aef3-0d50424933e1 no longer exists at agent ovs-agent-dv-cinder-787632-1-iscsi {{(pid=86332) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 22 20:21:53.987030 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-bcfadfb3-7bbd-4b9b-8935-9eb014696358 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854198495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853168226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363309146778399', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727707567663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4125515'] for port, after_delete {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:21:53.993044 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [None req-333a6c6f-2542-4fd9-9026-002bad85adb3 tempest-AttachVolumeShelveTestJSON-1095716281 tempest-AttachVolumeShelveTestJSON-1095716281-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 20:21:54.014274 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.plugin [None req-08e5d76f-3fe5-4242-a4b8-30f374028052 None None] No Port match for: d9c0d626-ac7f-4e38-aef3-0d50424933e1 {{(pid=86332) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 22 20:21:54.014610 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.rpc [None req-08e5d76f-3fe5-4242-a4b8-30f374028052 None None] Device d9c0d626-ac7f-4e38-aef3-0d50424933e1 not bound to the agent host dv-cinder-787632-1-iscsi {{(pid=86332) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 22 20:21:54.044292 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcfadfb3-7bbd-4b9b-8935-9eb014696358 admin admin] Pushing event deleted for resources: {'Port': ['ID=1578d5f6-9824-4f28-87c1-8fe9152f2e76,revision_number=None']} {{(pid=86330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 20:21:54.078055 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [None req-bcfadfb3-7bbd-4b9b-8935-9eb014696358 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=86330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 20:21:54.140915 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-bcfadfb3-7bbd-4b9b-8935-9eb014696358 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-416357'] for router_gateway, after_delete {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:21:54.323928 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-bcfadfb3-7bbd-4b9b-8935-9eb014696358 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-429369', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854773922'] for router, precommit_delete {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:21:54.326118 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-bcfadfb3-7bbd-4b9b-8935-9eb014696358 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:21:54.352473 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-bcfadfb3-7bbd-4b9b-8935-9eb014696358 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854347139'] for router, after_delete {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:21:54.353041 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bcfadfb3-7bbd-4b9b-8935-9eb014696358 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ab1269b8-038d-4b75-976a-0633960d3b49 {{(pid=86330) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}}
Apr 22 20:21:54.366164 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-bcfadfb3-7bbd-4b9b-8935-9eb014696358 admin admin] Notify callbacks [] for router, before_response {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:21:54.369987 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [None req-bcfadfb3-7bbd-4b9b-8935-9eb014696358 admin admin] 10.222.0.30 "DELETE /v2.0/routers/ab1269b8-038d-4b75-976a-0633960d3b49 HTTP/1.1" status: 204  len: 168 time: 1.5605054
Apr 22 20:21:54.370290 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.wsgi [-] (86330) accepted ('10.222.0.30', 44476) {{(pid=86330) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 20:21:54.437913 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.db_base_plugin_v2 [None req-9846453f-3182-4447-bd73-2cf9b58d3fb3 admin admin] Deleting subnet 083c45db-27b8-429b-b9a6-58f44b80ddc9 {{(pid=86330) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Apr 22 20:21:54.441116 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-9846453f-3182-4447-bd73-2cf9b58d3fb3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:21:54.492226 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-9846453f-3182-4447-bd73-2cf9b58d3fb3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036850744753'] for subnet, precommit_delete_associations {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:21:54.574823 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-9846453f-3182-4447-bd73-2cf9b58d3fb3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853244368'] for subnet, precommit_delete {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:21:54.830495 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-9846453f-3182-4447-bd73-2cf9b58d3fb3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1531400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853168226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4127903', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3347985'] for subnet, after_delete {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:21:54.836013 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [None req-4844d3fe-d25b-4db3-a351-77e81091d058 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 20:21:54.875720 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9846453f-3182-4447-bd73-2cf9b58d3fb3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=083c45db-27b8-429b-b9a6-58f44b80ddc9,revision_number=None']} {{(pid=86330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 20:21:54.880543 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [None req-9846453f-3182-4447-bd73-2cf9b58d3fb3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=86330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 20:21:54.881149 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-9846453f-3182-4447-bd73-2cf9b58d3fb3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:21:54.884937 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd74c7d0-48a7-49b4-800f-18d1d62d178a None None] Network baa3aeb8-8dec-4767-92bc-d52436d9437a requested from dv-cinder-787632-1-iscsi {{(pid=86332) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 22 20:21:54.887226 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [None req-9846453f-3182-4447-bd73-2cf9b58d3fb3 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/083c45db-27b8-429b-b9a6-58f44b80ddc9 HTTP/1.1" status: 204  len: 168 time: 0.5160346
Apr 22 20:21:54.889893 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.wsgi [-] (86330) accepted ('10.222.0.30', 44480) {{(pid=86330) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 20:21:55.007079 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-ec53aee2-3932-4808-9766-07d49e774333 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854197124'] for network, before_delete {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:21:55.019622 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.plugin [None req-ec53aee2-3932-4808-9766-07d49e774333 admin admin] Deleting port 320c1ebd-8b19-4708-9758-257da1aae24a {{(pid=86330) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 22 20:21:55.020028 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-ec53aee2-3932-4808-9766-07d49e774333 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363309146780532'] for port, before_delete {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:21:55.153476 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8db4f9de-e155-473b-b41d-f6a5db52ded5 None None] DHCP port deletion for baa3aeb8-8dec-4767-92bc-d52436d9437a request from dv-cinder-787632-1-iscsi {{(pid=86332) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}}
Apr 22 20:21:55.158317 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.plugin [None req-8db4f9de-e155-473b-b41d-f6a5db52ded5 None None] Deleting port 320c1ebd-8b19-4708-9758-257da1aae24a {{(pid=86332) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 22 20:21:55.158922 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-8db4f9de-e155-473b-b41d-f6a5db52ded5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363309146780532'] for port, before_delete {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:21:55.247011 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.db [None req-ec53aee2-3932-4808-9766-07d49e774333 admin admin] For port 320c1ebd-8b19-4708-9758-257da1aae24a, host dv-cinder-787632-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787632-1-iscsi',level=0,port_id=320c1ebd-8b19-4708-9758-257da1aae24a,segment=NetworkSegment(ecbdd09a-cdfc-40aa-add8-36baaaee03d5),segment_id=ecbdd09a-cdfc-40aa-add8-36baaaee03d5)] {{(pid=86330) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 22 20:21:55.247413 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-ec53aee2-3932-4808-9766-07d49e774333 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854358147'] for port, precommit_delete {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:21:55.377212 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.db [None req-8db4f9de-e155-473b-b41d-f6a5db52ded5 None None] For port 320c1ebd-8b19-4708-9758-257da1aae24a, host dv-cinder-787632-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787632-1-iscsi',level=0,port_id=320c1ebd-8b19-4708-9758-257da1aae24a,segment=NetworkSegment(ecbdd09a-cdfc-40aa-add8-36baaaee03d5),segment_id=ecbdd09a-cdfc-40aa-add8-36baaaee03d5)] {{(pid=86332) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 22 20:21:55.377986 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-8db4f9de-e155-473b-b41d-f6a5db52ded5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854358147'] for port, precommit_delete {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:21:55.387160 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.plugin [None req-ec53aee2-3932-4808-9766-07d49e774333 admin admin] Calling delete_port for 320c1ebd-8b19-4708-9758-257da1aae24a owned by network:dhcp {{(pid=86330) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 22 20:21:55.467711 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-ec53aee2-3932-4808-9766-07d49e774333 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854198495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853168226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363309146778399', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727707567663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4125515'] for port, after_delete {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:21:55.472745 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [None req-96c6cfb6-cc49-4dcb-94d2-5e3cf8515c67 tempest-VolumesActionsTest-323619763 tempest-VolumesActionsTest-323619763-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 20:21:55.518491 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.plugin [None req-8db4f9de-e155-473b-b41d-f6a5db52ded5 None None] Calling delete_port for 320c1ebd-8b19-4708-9758-257da1aae24a owned by network:dhcp {{(pid=86332) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 22 20:21:55.519840 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec53aee2-3932-4808-9766-07d49e774333 admin admin] Pushing event deleted for resources: {'Port': ['ID=320c1ebd-8b19-4708-9758-257da1aae24a,revision_number=None']} {{(pid=86330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 20:21:55.521895 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec53aee2-3932-4808-9766-07d49e774333 admin admin] No DVR routers for this DVR port 320c1ebd-8b19-4708-9758-257da1aae24a on host dv-cinder-787632-1-iscsi {{(pid=86330) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 22 20:21:55.523464 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [None req-ec53aee2-3932-4808-9766-07d49e774333 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=86330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 20:21:55.592556 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.db.api [None req-8db4f9de-e155-473b-b41d-f6a5db52ded5 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=86332) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Apr 22 20:21:55.592969 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_db.api [None req-8db4f9de-e155-473b-b41d-f6a5db52ded5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=86332) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Apr 22 20:21:55.643579 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-ec53aee2-3932-4808-9766-07d49e774333 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1531493', 'neutron.services.segments.db._delete_segments_for_network-8727707916915'] for network, precommit_delete {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:21:55.741135 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-c0367655-5d76-4037-8ecf-07bc5f2e1918 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309146858885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640583'] for agent, after_update {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:21:55.758839 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.services.segments.db [None req-ec53aee2-3932-4808-9766-07d49e774333 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f0137777518>,) {'filters': {'network_id': ['baa3aeb8-8dec-4767-92bc-d52436d9437a']}} {{(pid=86330) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 22 20:21:55.772644 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.services.segments.db [None req-ec53aee2-3932-4808-9766-07d49e774333 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f0137777518>, 'ecbdd09a-cdfc-40aa-add8-36baaaee03d5') {'for_net_delete': True} {{(pid=86330) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 22 20:21:55.772984 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.services.segments.db [None req-ec53aee2-3932-4808-9766-07d49e774333 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f0137777518>, 'ecbdd09a-cdfc-40aa-add8-36baaaee03d5') {} {{(pid=86330) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 22 20:21:55.778679 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.rpc [None req-08e5d76f-3fe5-4242-a4b8-30f374028052 None None] Device 1578d5f6-9824-4f28-87c1-8fe9152f2e76 no longer exists at agent ovs-agent-dv-cinder-787632-1-iscsi {{(pid=86332) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 22 20:21:55.785325 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-ec53aee2-3932-4808-9766-07d49e774333 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363309146702435', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4031047'] for segment, before_delete {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:21:55.811924 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-ec53aee2-3932-4808-9766-07d49e774333 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1523030'] for segment, precommit_delete {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:21:55.816938 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.plugin [None req-08e5d76f-3fe5-4242-a4b8-30f374028052 None None] No Port match for: 1578d5f6-9824-4f28-87c1-8fe9152f2e76 {{(pid=86332) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 22 20:21:55.817379 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.rpc [None req-08e5d76f-3fe5-4242-a4b8-30f374028052 None None] Device 1578d5f6-9824-4f28-87c1-8fe9152f2e76 not bound to the agent host dv-cinder-787632-1-iscsi {{(pid=86332) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 22 20:21:55.818330 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.rpc [None req-08e5d76f-3fe5-4242-a4b8-30f374028052 None None] Device 320c1ebd-8b19-4708-9758-257da1aae24a no longer exists at agent ovs-agent-dv-cinder-787632-1-iscsi {{(pid=86332) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 22 20:21:55.819142 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ec53aee2-3932-4808-9766-07d49e774333 admin admin] Releasing vlan 357 on physical network physnet1 to pool {{(pid=86330) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}}
Apr 22 20:21:55.856480 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.plugin [None req-08e5d76f-3fe5-4242-a4b8-30f374028052 None None] No Port match for: 320c1ebd-8b19-4708-9758-257da1aae24a {{(pid=86332) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 22 20:21:55.857027 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.rpc [None req-08e5d76f-3fe5-4242-a4b8-30f374028052 None None] Device 320c1ebd-8b19-4708-9758-257da1aae24a not bound to the agent host dv-cinder-787632-1-iscsi {{(pid=86332) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 22 20:21:55.999732 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.managers [None req-ec53aee2-3932-4808-9766-07d49e774333 admin admin] Network baa3aeb8-8dec-4767-92bc-d52436d9437a has no segments {{(pid=86330) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 22 20:21:56.008823 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-ec53aee2-3932-4808-9766-07d49e774333 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853252831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036850650308'] for segment, after_delete {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:21:56.094409 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.plugin [None req-8db4f9de-e155-473b-b41d-f6a5db52ded5 None None] Deleting port 320c1ebd-8b19-4708-9758-257da1aae24a {{(pid=86332) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 22 20:21:56.094862 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-8db4f9de-e155-473b-b41d-f6a5db52ded5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363309146780532'] for port, before_delete {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:21:56.164586 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.plugin [None req-8db4f9de-e155-473b-b41d-f6a5db52ded5 None None] The port '320c1ebd-8b19-4708-9758-257da1aae24a' was deleted {{(pid=86332) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}}
Apr 22 20:21:56.186935 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.managers [None req-ec53aee2-3932-4808-9766-07d49e774333 admin admin] Network baa3aeb8-8dec-4767-92bc-d52436d9437a has no segments {{(pid=86330) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 22 20:21:56.209805 dv-cinder-787632-1-iscsi neutron-server[86219]: Traceback (most recent call last):
Apr 22 20:21:56.209805 dv-cinder-787632-1-iscsi neutron-server[86219]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 22 20:21:56.209805 dv-cinder-787632-1-iscsi neutron-server[86219]:     timer()
Apr 22 20:21:56.209805 dv-cinder-787632-1-iscsi neutron-server[86219]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 22 20:21:56.209805 dv-cinder-787632-1-iscsi neutron-server[86219]:     cb(*args, **kw)
Apr 22 20:21:56.209805 dv-cinder-787632-1-iscsi neutron-server[86219]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Apr 22 20:21:56.209805 dv-cinder-787632-1-iscsi neutron-server[86219]:     return func(*args, **kwargs)
Apr 22 20:21:56.209805 dv-cinder-787632-1-iscsi neutron-server[86219]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 22 20:21:56.209805 dv-cinder-787632-1-iscsi neutron-server[86219]:     self._notify()
Apr 22 20:21:56.209805 dv-cinder-787632-1-iscsi neutron-server[86219]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 22 20:21:56.209805 dv-cinder-787632-1-iscsi neutron-server[86219]:     self.callback(batched_events)
Apr 22 20:21:56.209805 dv-cinder-787632-1-iscsi neutron-server[86219]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 22 20:21:56.209805 dv-cinder-787632-1-iscsi neutron-server[86219]:     event.method(event)
Apr 22 20:21:56.209805 dv-cinder-787632-1-iscsi neutron-server[86219]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 22 20:21:56.209805 dv-cinder-787632-1-iscsi neutron-server[86219]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 22 20:21:56.209805 dv-cinder-787632-1-iscsi neutron-server[86219]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Apr 22 20:21:56.209805 dv-cinder-787632-1-iscsi neutron-server[86219]:     segment_id)['aggregates'][0]
Apr 22 20:21:56.209805 dv-cinder-787632-1-iscsi neutron-server[86219]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 22 20:21:56.209805 dv-cinder-787632-1-iscsi neutron-server[86219]:     return f(self, *a, **k)
Apr 22 20:21:56.209805 dv-cinder-787632-1-iscsi neutron-server[86219]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 22 20:21:56.209805 dv-cinder-787632-1-iscsi neutron-server[86219]:     return self._get(url).json()
Apr 22 20:21:56.209805 dv-cinder-787632-1-iscsi neutron-server[86219]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 22 20:21:56.209805 dv-cinder-787632-1-iscsi neutron-server[86219]:     **kwargs)
Apr 22 20:21:56.209805 dv-cinder-787632-1-iscsi neutron-server[86219]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 22 20:21:56.209805 dv-cinder-787632-1-iscsi neutron-server[86219]:     return self.request(url, 'GET', **kwargs)
Apr 22 20:21:56.209805 dv-cinder-787632-1-iscsi neutron-server[86219]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request
Apr 22 20:21:56.209805 dv-cinder-787632-1-iscsi neutron-server[86219]:     **endpoint_filter)
Apr 22 20:21:56.209805 dv-cinder-787632-1-iscsi neutron-server[86219]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 22 20:21:56.209805 dv-cinder-787632-1-iscsi neutron-server[86219]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 22 20:21:56.209805 dv-cinder-787632-1-iscsi neutron-server[86219]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 22 20:21:56.209805 dv-cinder-787632-1-iscsi neutron-server[86219]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 22 20:21:56.209805 dv-cinder-787632-1-iscsi neutron-server[86219]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 22 20:21:56.288347 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-ec53aee2-3932-4808-9766-07d49e774333 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853244307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853168226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-427906'] for network, after_delete {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:21:56.292036 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 20:21:56.309145 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-ec53aee2-3932-4808-9766-07d49e774333 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853168243'] for network, before_response {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:21:56.320338 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec53aee2-3932-4808-9766-07d49e774333 admin admin] Pushing event deleted for resources: {'Network': ['ID=baa3aeb8-8dec-4767-92bc-d52436d9437a,revision_number=None']} {{(pid=86330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 20:21:56.323752 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [None req-ec53aee2-3932-4808-9766-07d49e774333 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=86330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 20:21:56.334254 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [None req-ec53aee2-3932-4808-9766-07d49e774333 admin admin] 10.222.0.30 "DELETE /v2.0/networks/baa3aeb8-8dec-4767-92bc-d52436d9437a HTTP/1.1" status: 204  len: 168 time: 1.4433475
Apr 22 20:21:56.337221 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.wsgi [-] (86330) accepted ('10.222.0.30', 44494) {{(pid=86330) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 20:21:56.896076 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-7315c4a8-cf0d-4eb8-ba1d-9f4b2430cec0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854353510'] for router_interface, before_delete {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:21:57.251234 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.plugin [None req-7315c4a8-cf0d-4eb8-ba1d-9f4b2430cec0 admin admin] Deleting port 0c2a5d82-1710-4890-bc6b-f2e1d37eaecb {{(pid=86330) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 22 20:21:57.251613 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-7315c4a8-cf0d-4eb8-ba1d-9f4b2430cec0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363309146780532'] for port, before_delete {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:21:57.661080 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.db [None req-7315c4a8-cf0d-4eb8-ba1d-9f4b2430cec0 admin admin] For port 0c2a5d82-1710-4890-bc6b-f2e1d37eaecb, host dv-cinder-787632-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787632-1-iscsi',level=0,port_id=0c2a5d82-1710-4890-bc6b-f2e1d37eaecb,segment=NetworkSegment(364e5d6b-20bf-4806-b15a-a8a820ffb19a),segment_id=364e5d6b-20bf-4806-b15a-a8a820ffb19a)] {{(pid=86330) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 22 20:21:57.661472 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-7315c4a8-cf0d-4eb8-ba1d-9f4b2430cec0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854358147'] for port, precommit_delete {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:21:57.788975 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.plugin [None req-7315c4a8-cf0d-4eb8-ba1d-9f4b2430cec0 admin admin] Calling delete_port for 0c2a5d82-1710-4890-bc6b-f2e1d37eaecb owned by network:router_interface {{(pid=86330) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 22 20:21:57.961901 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-7315c4a8-cf0d-4eb8-ba1d-9f4b2430cec0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854198495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853168226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363309146778399', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727707567663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4125515'] for port, after_delete {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:21:57.966457 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [None req-e8bf8dba-d971-4d34-985b-0066de658c8d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 20:21:58.012619 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7315c4a8-cf0d-4eb8-ba1d-9f4b2430cec0 admin admin] Pushing event deleted for resources: {'Port': ['ID=0c2a5d82-1710-4890-bc6b-f2e1d37eaecb,revision_number=None']} {{(pid=86330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 20:21:58.015957 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [None req-7315c4a8-cf0d-4eb8-ba1d-9f4b2430cec0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=86330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 20:21:58.287840 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-7315c4a8-cf0d-4eb8-ba1d-9f4b2430cec0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1607590', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854353436'] for router_interface, after_delete {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:21:58.563736 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-9614996e-c087-44ee-9f80-00fa9f620d2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309146858885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640583'] for agent, after_update {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:21:58.660710 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7315c4a8-cf0d-4eb8-ba1d-9f4b2430cec0 admin admin] Router d010adb9-59e2-4f16-a0c0-a659862d7490 has already been hosted by L3 agent 1df068ca-d615-4cb7-8020-fe6e8be709e3 {{(pid=86330) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 22 20:21:58.848359 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7315c4a8-cf0d-4eb8-ba1d-9f4b2430cec0 admin admin] Notify agent at l3_agent.dv-cinder-787632-1-iscsi the message routers_updated {{(pid=86330) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 22 20:21:58.856861 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-896030ae-79df-4f15-8123-bcd7380ca90e None None] Sync routers for ids ['d010adb9-59e2-4f16-a0c0-a659862d7490'] in dv-cinder-787632-1-iscsi {{(pid=86333) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 22 20:21:58.863990 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [None req-7315c4a8-cf0d-4eb8-ba1d-9f4b2430cec0 admin admin] 10.222.0.30 "PUT /v2.0/routers/d010adb9-59e2-4f16-a0c0-a659862d7490/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.5256667
Apr 22 20:21:58.866671 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.wsgi [-] (86330) accepted ('10.222.0.30', 44504) {{(pid=86330) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 20:21:58.867783 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-896030ae-79df-4f15-8123-bcd7380ca90e None None] Routers {'d010adb9-59e2-4f16-a0c0-a659862d7490'} bound to L3 agent in host dv-cinder-787632-1-iscsi {{(pid=86333) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 22 20:21:58.868443 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.l3_hamode_db [None req-896030ae-79df-4f15-8123-bcd7380ca90e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f013d59c860>, 'dv-cinder-787632-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-22T20:03:28Z,description=<?>,heartbeat_timestamp=2021-04-22T20:21:59Z,host='dv-cinder-787632-1-iscsi',id=1df068ca-d615-4cb7-8020-fe6e8be709e3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-22T20:03:28Z,topic='l3_agent')) {'router_ids': ['d010adb9-59e2-4f16-a0c0-a659862d7490'], 'active': True} {{(pid=86333) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 22 20:21:58.974985 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-d69b9430-b136-4a40-a189-232f048ef307 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309146858885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640583'] for agent, after_update {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:21:59.053130 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-f9112747-7cef-4bcb-b904-76eb008a92d0 admin admin] Notify callbacks [] for router, before_delete {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:21:59.055549 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.l3_dvr_db [None req-896030ae-79df-4f15-8123-bcd7380ca90e None None] Set router d010adb9-59e2-4f16-a0c0-a659862d7490 gateway port host: dv-cinder-787632-1-iscsi {{(pid=86333) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 22 20:21:59.238577 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-f9112747-7cef-4bcb-b904-76eb008a92d0 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:21:59.247093 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.plugin [None req-f9112747-7cef-4bcb-b904-76eb008a92d0 admin admin] Deleting port bba631f5-43c0-4c8b-9d96-f98eff572076 {{(pid=86330) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 22 20:21:59.247470 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-f9112747-7cef-4bcb-b904-76eb008a92d0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363309146780532'] for port, before_delete {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:21:59.266526 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-08e5d76f-3fe5-4242-a4b8-30f374028052 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309146858885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640583'] for agent, after_update {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:21:59.353206 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.l3_hamode_db [None req-896030ae-79df-4f15-8123-bcd7380ca90e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f013d59c860>, [{'id': 'd010adb9-59e2-4f16-a0c0-a659862d7490', 'name': 'tempest-TestVolumeBootPattern-1037265094-router', 'tenant_id': '65cbb93f55574c568fa0aca068820b4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b725cb4-6db6-4e68-9a61-1978e8a191a1', 'external_fixed_ips': [{'subnet_id': '1d4495d7-31a5-4e2d-a911-56ceae3a61c5', 'ip_address': '172.27.3.56'}], 'enable_snat': True}, 'gw_port_id': 'bba631f5-43c0-4c8b-9d96-f98eff572076', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T20:13:52Z', 'updated_at': '2021-04-22T20:21:57Z', 'revision_number': 5, 'project_id': '65cbb93f55574c568fa0aca068820b4c', 'gw_port': {'id': 'bba631f5-43c0-4c8b-9d96-f98eff572076', 'name': '', 'network_id': '1b725cb4-6db6-4e68-9a61-1978e8a191a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:94:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd010adb9-59e2-4f16-a0c0-a659862d7490', 'device_owner': 'network:router_gateway', 'standard_attr_id': 375, 'fixed_ips': [{'subnet_id': '1d4495d7-31a5-4e2d-a911-56ceae3a61c5', 'ip_address': '172.27.3.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787632-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T20:13:53Z', 'updated_at': '2021-04-22T20:14:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d4495d7-31a5-4e2d-a911-56ceae3a61c5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787632-1-iscsi'}], 'dv-cinder-787632-1-iscsi', False) {} {{(pid=86333) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 22 20:21:59.357281 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-896030ae-79df-4f15-8123-bcd7380ca90e None None] Checking router: d010adb9-59e2-4f16-a0c0-a659862d7490 for host: dv-cinder-787632-1-iscsi {{(pid=86333) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 22 20:21:59.366221 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-896030ae-79df-4f15-8123-bcd7380ca90e None None] Routers {'d010adb9-59e2-4f16-a0c0-a659862d7490'} bound to L3 agent in host dv-cinder-787632-1-iscsi {{(pid=86333) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 22 20:21:59.366877 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.l3_hamode_db [None req-896030ae-79df-4f15-8123-bcd7380ca90e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f013d59c860>, 'dv-cinder-787632-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-22T20:03:28Z,description=<?>,heartbeat_timestamp=2021-04-22T20:21:59Z,host='dv-cinder-787632-1-iscsi',id=1df068ca-d615-4cb7-8020-fe6e8be709e3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-22T20:03:28Z,topic='l3_agent')) {'router_ids': ['d010adb9-59e2-4f16-a0c0-a659862d7490'], 'active': True} {{(pid=86333) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 22 20:21:59.438001 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.db [None req-f9112747-7cef-4bcb-b904-76eb008a92d0 admin admin] For port bba631f5-43c0-4c8b-9d96-f98eff572076, host dv-cinder-787632-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787632-1-iscsi',level=0,port_id=bba631f5-43c0-4c8b-9d96-f98eff572076,segment=NetworkSegment(8e8fb218-3d63-4c3d-9ab1-544471c4929e),segment_id=8e8fb218-3d63-4c3d-9ab1-544471c4929e)] {{(pid=86330) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 22 20:21:59.438409 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-f9112747-7cef-4bcb-b904-76eb008a92d0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854358147'] for port, precommit_delete {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:21:59.525220 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.l3_dvr_db [None req-896030ae-79df-4f15-8123-bcd7380ca90e None None] Set router d010adb9-59e2-4f16-a0c0-a659862d7490 gateway port host: None {{(pid=86333) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 22 20:21:59.572209 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.plugin [None req-f9112747-7cef-4bcb-b904-76eb008a92d0 admin admin] Calling delete_port for bba631f5-43c0-4c8b-9d96-f98eff572076 owned by network:router_gateway {{(pid=86330) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 22 20:21:59.762435 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-f9112747-7cef-4bcb-b904-76eb008a92d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854198495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853168226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363309146778399', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727707567663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4125515'] for port, after_delete {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:21:59.772245 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [None req-27846358-16d9-4f0a-ac41-7a4aecafe156 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 20:21:59.816461 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.l3_hamode_db [None req-896030ae-79df-4f15-8123-bcd7380ca90e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f013d59c860>, [{'id': 'd010adb9-59e2-4f16-a0c0-a659862d7490', 'name': 'tempest-TestVolumeBootPattern-1037265094-router', 'tenant_id': '65cbb93f55574c568fa0aca068820b4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T20:13:52Z', 'updated_at': '2021-04-22T20:21:59Z', 'revision_number': 6, 'project_id': '65cbb93f55574c568fa0aca068820b4c', 'gw_port_host': None}], 'dv-cinder-787632-1-iscsi', False) {} {{(pid=86333) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 22 20:21:59.821944 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-896030ae-79df-4f15-8123-bcd7380ca90e None None] The sync data for ids ['d010adb9-59e2-4f16-a0c0-a659862d7490'] in dv-cinder-787632-1-iscsi is: [{'id': 'd010adb9-59e2-4f16-a0c0-a659862d7490', 'name': 'tempest-TestVolumeBootPattern-1037265094-router', 'tenant_id': '65cbb93f55574c568fa0aca068820b4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T20:13:52Z', 'updated_at': '2021-04-22T20:21:59Z', 'revision_number': 6, 'project_id': '65cbb93f55574c568fa0aca068820b4c', 'gw_port_host': None}] {{(pid=86333) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 22 20:21:59.901014 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9112747-7cef-4bcb-b904-76eb008a92d0 admin admin] Pushing event deleted for resources: {'Port': ['ID=bba631f5-43c0-4c8b-9d96-f98eff572076,revision_number=None']} {{(pid=86330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 20:21:59.908160 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [None req-f9112747-7cef-4bcb-b904-76eb008a92d0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=86330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 20:21:59.933414 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-f9112747-7cef-4bcb-b904-76eb008a92d0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-416357'] for router_gateway, after_delete {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:22:00.261480 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-77fc9508-bbbe-4662-bfa7-f4837e5c3abe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309146858885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640583'] for agent, after_update {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:22:00.358393 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-f9112747-7cef-4bcb-b904-76eb008a92d0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-429369', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854773922'] for router, precommit_delete {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:22:00.360704 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-f9112747-7cef-4bcb-b904-76eb008a92d0 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:22:00.380809 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-f9112747-7cef-4bcb-b904-76eb008a92d0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854347139'] for router, after_delete {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:22:00.381388 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9112747-7cef-4bcb-b904-76eb008a92d0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d010adb9-59e2-4f16-a0c0-a659862d7490 {{(pid=86330) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}}
Apr 22 20:22:00.393465 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-f9112747-7cef-4bcb-b904-76eb008a92d0 admin admin] Notify callbacks [] for router, before_response {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:22:00.394773 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [None req-f9112747-7cef-4bcb-b904-76eb008a92d0 admin admin] 10.222.0.30 "DELETE /v2.0/routers/d010adb9-59e2-4f16-a0c0-a659862d7490 HTTP/1.1" status: 204  len: 168 time: 1.5270531
Apr 22 20:22:00.397521 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.wsgi [-] (86330) accepted ('10.222.0.30', 44518) {{(pid=86330) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 20:22:00.471837 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.db_base_plugin_v2 [None req-dba32f2d-86b2-48c0-9ea9-13f2ee5f03e9 admin admin] Deleting subnet 7bb0e9d1-b987-45c3-bc36-fa5791cca760 {{(pid=86330) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Apr 22 20:22:00.475941 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-dba32f2d-86b2-48c0-9ea9-13f2ee5f03e9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:22:00.531160 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-dba32f2d-86b2-48c0-9ea9-13f2ee5f03e9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036850744753'] for subnet, precommit_delete_associations {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:22:00.611956 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-dba32f2d-86b2-48c0-9ea9-13f2ee5f03e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853244368'] for subnet, precommit_delete {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:22:00.866792 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-dba32f2d-86b2-48c0-9ea9-13f2ee5f03e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1531400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853168226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4127903', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3347985'] for subnet, after_delete {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:22:00.871666 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [None req-4da6a44e-b5fb-4541-9791-8769ff7e1e3b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 20:22:00.907669 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dba32f2d-86b2-48c0-9ea9-13f2ee5f03e9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7bb0e9d1-b987-45c3-bc36-fa5791cca760,revision_number=None']} {{(pid=86330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 20:22:00.911787 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [None req-dba32f2d-86b2-48c0-9ea9-13f2ee5f03e9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=86330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 20:22:00.913354 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-dba32f2d-86b2-48c0-9ea9-13f2ee5f03e9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:22:00.918192 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de413a6c-e3be-4b84-b796-8186d7f38b67 None None] Network 066fa005-2b63-420b-b934-11a709ed9be8 requested from dv-cinder-787632-1-iscsi {{(pid=86332) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 22 20:22:00.919182 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [None req-dba32f2d-86b2-48c0-9ea9-13f2ee5f03e9 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/7bb0e9d1-b987-45c3-bc36-fa5791cca760 HTTP/1.1" status: 204  len: 168 time: 0.5206227
Apr 22 20:22:00.921898 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.wsgi [-] (86330) accepted ('10.222.0.30', 44522) {{(pid=86330) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 20:22:01.039933 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-97372012-9f4c-4f65-b6c3-777741f523bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854197124'] for network, before_delete {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:22:01.051236 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.plugin [None req-97372012-9f4c-4f65-b6c3-777741f523bc admin admin] Deleting port 81dd9560-9f31-43db-906d-36a7ef7b3afb {{(pid=86330) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 22 20:22:01.051609 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-97372012-9f4c-4f65-b6c3-777741f523bc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363309146780532'] for port, before_delete {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:22:01.174101 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4b7c8f3-f9d0-405c-95f5-96db0943e33d None None] DHCP port deletion for 066fa005-2b63-420b-b934-11a709ed9be8 request from dv-cinder-787632-1-iscsi {{(pid=86332) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}}
Apr 22 20:22:01.178622 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.plugin [None req-d4b7c8f3-f9d0-405c-95f5-96db0943e33d None None] Deleting port 81dd9560-9f31-43db-906d-36a7ef7b3afb {{(pid=86332) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 22 20:22:01.179050 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-d4b7c8f3-f9d0-405c-95f5-96db0943e33d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363309146780532'] for port, before_delete {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:22:01.279117 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.db [None req-97372012-9f4c-4f65-b6c3-777741f523bc admin admin] For port 81dd9560-9f31-43db-906d-36a7ef7b3afb, host dv-cinder-787632-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787632-1-iscsi',level=0,port_id=81dd9560-9f31-43db-906d-36a7ef7b3afb,segment=NetworkSegment(364e5d6b-20bf-4806-b15a-a8a820ffb19a),segment_id=364e5d6b-20bf-4806-b15a-a8a820ffb19a)] {{(pid=86330) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 22 20:22:01.279630 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-97372012-9f4c-4f65-b6c3-777741f523bc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854358147'] for port, precommit_delete {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:22:01.397043 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.db [None req-d4b7c8f3-f9d0-405c-95f5-96db0943e33d None None] For port 81dd9560-9f31-43db-906d-36a7ef7b3afb, host dv-cinder-787632-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787632-1-iscsi',level=0,port_id=81dd9560-9f31-43db-906d-36a7ef7b3afb,segment=NetworkSegment(364e5d6b-20bf-4806-b15a-a8a820ffb19a),segment_id=364e5d6b-20bf-4806-b15a-a8a820ffb19a)] {{(pid=86332) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 22 20:22:01.397406 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-d4b7c8f3-f9d0-405c-95f5-96db0943e33d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854358147'] for port, precommit_delete {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:22:01.418680 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.plugin [None req-97372012-9f4c-4f65-b6c3-777741f523bc admin admin] Calling delete_port for 81dd9560-9f31-43db-906d-36a7ef7b3afb owned by network:dhcp {{(pid=86330) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 22 20:22:01.500008 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-97372012-9f4c-4f65-b6c3-777741f523bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854198495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853168226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363309146778399', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727707567663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4125515'] for port, after_delete {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:22:01.505595 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [None req-ec53aee2-3932-4808-9766-07d49e774333 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 20:22:01.530798 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.plugin [None req-d4b7c8f3-f9d0-405c-95f5-96db0943e33d None None] Calling delete_port for 81dd9560-9f31-43db-906d-36a7ef7b3afb owned by network:dhcp {{(pid=86332) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 22 20:22:01.555984 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97372012-9f4c-4f65-b6c3-777741f523bc admin admin] Pushing event deleted for resources: {'Port': ['ID=81dd9560-9f31-43db-906d-36a7ef7b3afb,revision_number=None']} {{(pid=86330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 20:22:01.558834 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [None req-97372012-9f4c-4f65-b6c3-777741f523bc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=86330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 20:22:01.562932 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97372012-9f4c-4f65-b6c3-777741f523bc admin admin] No DVR routers for this DVR port 81dd9560-9f31-43db-906d-36a7ef7b3afb on host dv-cinder-787632-1-iscsi {{(pid=86330) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 22 20:22:01.607019 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.db.api [None req-d4b7c8f3-f9d0-405c-95f5-96db0943e33d None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=86332) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Apr 22 20:22:01.607365 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_db.api [None req-d4b7c8f3-f9d0-405c-95f5-96db0943e33d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=86332) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Apr 22 20:22:01.690910 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-97372012-9f4c-4f65-b6c3-777741f523bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1531493', 'neutron.services.segments.db._delete_segments_for_network-8727707916915'] for network, precommit_delete {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:22:01.778456 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.rpc [None req-08e5d76f-3fe5-4242-a4b8-30f374028052 None None] Device bba631f5-43c0-4c8b-9d96-f98eff572076 no longer exists at agent ovs-agent-dv-cinder-787632-1-iscsi {{(pid=86332) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 22 20:22:01.804946 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.services.segments.db [None req-97372012-9f4c-4f65-b6c3-777741f523bc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f013d1ae4e0>,) {'filters': {'network_id': ['066fa005-2b63-420b-b934-11a709ed9be8']}} {{(pid=86330) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 22 20:22:01.816526 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.plugin [None req-08e5d76f-3fe5-4242-a4b8-30f374028052 None None] No Port match for: bba631f5-43c0-4c8b-9d96-f98eff572076 {{(pid=86332) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 22 20:22:01.816939 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.rpc [None req-08e5d76f-3fe5-4242-a4b8-30f374028052 None None] Device bba631f5-43c0-4c8b-9d96-f98eff572076 not bound to the agent host dv-cinder-787632-1-iscsi {{(pid=86332) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 22 20:22:01.817418 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.rpc [None req-08e5d76f-3fe5-4242-a4b8-30f374028052 None None] Device 0c2a5d82-1710-4890-bc6b-f2e1d37eaecb no longer exists at agent ovs-agent-dv-cinder-787632-1-iscsi {{(pid=86332) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 22 20:22:01.824564 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.services.segments.db [None req-97372012-9f4c-4f65-b6c3-777741f523bc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f013d1ae4e0>, '364e5d6b-20bf-4806-b15a-a8a820ffb19a') {'for_net_delete': True} {{(pid=86330) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 22 20:22:01.826138 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.services.segments.db [None req-97372012-9f4c-4f65-b6c3-777741f523bc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f013d1ae4e0>, '364e5d6b-20bf-4806-b15a-a8a820ffb19a') {} {{(pid=86330) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 22 20:22:01.837639 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-97372012-9f4c-4f65-b6c3-777741f523bc admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363309146702435', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4031047'] for segment, before_delete {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:22:01.853365 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-97372012-9f4c-4f65-b6c3-777741f523bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1523030'] for segment, precommit_delete {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:22:01.856138 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.plugin [None req-08e5d76f-3fe5-4242-a4b8-30f374028052 None None] No Port match for: 0c2a5d82-1710-4890-bc6b-f2e1d37eaecb {{(pid=86332) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 22 20:22:01.856543 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.rpc [None req-08e5d76f-3fe5-4242-a4b8-30f374028052 None None] Device 0c2a5d82-1710-4890-bc6b-f2e1d37eaecb not bound to the agent host dv-cinder-787632-1-iscsi {{(pid=86332) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 22 20:22:01.857021 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.rpc [None req-08e5d76f-3fe5-4242-a4b8-30f374028052 None None] Device 81dd9560-9f31-43db-906d-36a7ef7b3afb no longer exists at agent ovs-agent-dv-cinder-787632-1-iscsi {{(pid=86332) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 22 20:22:01.860737 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-97372012-9f4c-4f65-b6c3-777741f523bc admin admin] Releasing vlan 354 on physical network physnet1 to pool {{(pid=86330) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}}
Apr 22 20:22:01.892865 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.plugin [None req-08e5d76f-3fe5-4242-a4b8-30f374028052 None None] No Port match for: 81dd9560-9f31-43db-906d-36a7ef7b3afb {{(pid=86332) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 22 20:22:01.893263 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.rpc [None req-08e5d76f-3fe5-4242-a4b8-30f374028052 None None] Device 81dd9560-9f31-43db-906d-36a7ef7b3afb not bound to the agent host dv-cinder-787632-1-iscsi {{(pid=86332) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 22 20:22:02.041268 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.managers [None req-97372012-9f4c-4f65-b6c3-777741f523bc admin admin] Network 066fa005-2b63-420b-b934-11a709ed9be8 has no segments {{(pid=86330) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 22 20:22:02.050324 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-97372012-9f4c-4f65-b6c3-777741f523bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853252831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036850650308'] for segment, after_delete {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:22:02.108736 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.plugin [None req-d4b7c8f3-f9d0-405c-95f5-96db0943e33d None None] Deleting port 81dd9560-9f31-43db-906d-36a7ef7b3afb {{(pid=86332) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 22 20:22:02.109171 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-d4b7c8f3-f9d0-405c-95f5-96db0943e33d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363309146780532'] for port, before_delete {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:22:02.181920 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.plugin [None req-d4b7c8f3-f9d0-405c-95f5-96db0943e33d None None] The port '81dd9560-9f31-43db-906d-36a7ef7b3afb' was deleted {{(pid=86332) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}}
Apr 22 20:22:02.231711 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.managers [None req-97372012-9f4c-4f65-b6c3-777741f523bc admin admin] Network 066fa005-2b63-420b-b934-11a709ed9be8 has no segments {{(pid=86330) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 22 20:22:02.254368 dv-cinder-787632-1-iscsi neutron-server[86219]: Traceback (most recent call last):
Apr 22 20:22:02.254368 dv-cinder-787632-1-iscsi neutron-server[86219]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 22 20:22:02.254368 dv-cinder-787632-1-iscsi neutron-server[86219]:     timer()
Apr 22 20:22:02.254368 dv-cinder-787632-1-iscsi neutron-server[86219]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 22 20:22:02.254368 dv-cinder-787632-1-iscsi neutron-server[86219]:     cb(*args, **kw)
Apr 22 20:22:02.254368 dv-cinder-787632-1-iscsi neutron-server[86219]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Apr 22 20:22:02.254368 dv-cinder-787632-1-iscsi neutron-server[86219]:     return func(*args, **kwargs)
Apr 22 20:22:02.254368 dv-cinder-787632-1-iscsi neutron-server[86219]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 22 20:22:02.254368 dv-cinder-787632-1-iscsi neutron-server[86219]:     self._notify()
Apr 22 20:22:02.254368 dv-cinder-787632-1-iscsi neutron-server[86219]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 22 20:22:02.254368 dv-cinder-787632-1-iscsi neutron-server[86219]:     self.callback(batched_events)
Apr 22 20:22:02.254368 dv-cinder-787632-1-iscsi neutron-server[86219]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 22 20:22:02.254368 dv-cinder-787632-1-iscsi neutron-server[86219]:     event.method(event)
Apr 22 20:22:02.254368 dv-cinder-787632-1-iscsi neutron-server[86219]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 22 20:22:02.254368 dv-cinder-787632-1-iscsi neutron-server[86219]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 22 20:22:02.254368 dv-cinder-787632-1-iscsi neutron-server[86219]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Apr 22 20:22:02.254368 dv-cinder-787632-1-iscsi neutron-server[86219]:     segment_id)['aggregates'][0]
Apr 22 20:22:02.254368 dv-cinder-787632-1-iscsi neutron-server[86219]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 22 20:22:02.254368 dv-cinder-787632-1-iscsi neutron-server[86219]:     return f(self, *a, **k)
Apr 22 20:22:02.254368 dv-cinder-787632-1-iscsi neutron-server[86219]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 22 20:22:02.254368 dv-cinder-787632-1-iscsi neutron-server[86219]:     return self._get(url).json()
Apr 22 20:22:02.254368 dv-cinder-787632-1-iscsi neutron-server[86219]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 22 20:22:02.254368 dv-cinder-787632-1-iscsi neutron-server[86219]:     **kwargs)
Apr 22 20:22:02.254368 dv-cinder-787632-1-iscsi neutron-server[86219]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 22 20:22:02.254368 dv-cinder-787632-1-iscsi neutron-server[86219]:     return self.request(url, 'GET', **kwargs)
Apr 22 20:22:02.254368 dv-cinder-787632-1-iscsi neutron-server[86219]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request
Apr 22 20:22:02.254368 dv-cinder-787632-1-iscsi neutron-server[86219]:     **endpoint_filter)
Apr 22 20:22:02.254368 dv-cinder-787632-1-iscsi neutron-server[86219]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 22 20:22:02.254368 dv-cinder-787632-1-iscsi neutron-server[86219]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 22 20:22:02.254368 dv-cinder-787632-1-iscsi neutron-server[86219]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 22 20:22:02.254368 dv-cinder-787632-1-iscsi neutron-server[86219]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 22 20:22:02.254368 dv-cinder-787632-1-iscsi neutron-server[86219]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 22 20:22:02.331794 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-97372012-9f4c-4f65-b6c3-777741f523bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853244307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853168226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-427906'] for network, after_delete {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:22:02.335483 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [None req-ec53aee2-3932-4808-9766-07d49e774333 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 20:22:02.349571 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-97372012-9f4c-4f65-b6c3-777741f523bc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853168243'] for network, before_response {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:22:02.360339 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97372012-9f4c-4f65-b6c3-777741f523bc admin admin] Pushing event deleted for resources: {'Network': ['ID=066fa005-2b63-420b-b934-11a709ed9be8,revision_number=None']} {{(pid=86330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 20:22:02.365047 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [None req-97372012-9f4c-4f65-b6c3-777741f523bc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=86330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 20:22:02.368673 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [None req-97372012-9f4c-4f65-b6c3-777741f523bc admin admin] 10.222.0.30 "DELETE /v2.0/networks/066fa005-2b63-420b-b934-11a709ed9be8 HTTP/1.1" status: 204  len: 168 time: 1.4457695
Apr 22 20:22:02.485890 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.wsgi [-] (86331) accepted ('10.222.0.30', 44558) {{(pid=86331) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 20:22:02.540389 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [None req-02ddb622-db3c-4c9c-84e4-b9487555fd8f admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=30860bebb771423695ffb4fd377ce666&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0532520
Apr 22 20:22:02.542913 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.wsgi [-] (86331) accepted ('10.222.0.30', 44562) {{(pid=86331) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 20:22:02.603799 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-3e4956a5-9689-41ef-89d8-47662888e15a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:22:02.630380 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-3e4956a5-9689-41ef-89d8-47662888e15a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:22:02.674328 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-3e4956a5-9689-41ef-89d8-47662888e15a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393900'] for security_group, after_delete {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:22:02.679863 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [None req-efbcfe46-253f-4d35-a6ab-0ce331b3c9bc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 20:22:02.693270 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e4956a5-9689-41ef-89d8-47662888e15a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7b5348b-4561-4f4d-99a7-3fa0f837b006,revision_number=None']} {{(pid=86331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 20:22:02.697316 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [None req-3e4956a5-9689-41ef-89d8-47662888e15a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 20:22:02.700707 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-3e4956a5-9689-41ef-89d8-47662888e15a admin admin] Notify callbacks [] for security_group, before_response {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:22:02.701989 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [None req-3e4956a5-9689-41ef-89d8-47662888e15a admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/f7b5348b-4561-4f4d-99a7-3fa0f837b006 HTTP/1.1" status: 204  len: 168 time: 0.1580880
Apr 22 20:22:03.059420 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.wsgi [-] (86330) accepted ('10.222.0.30', 44576) {{(pid=86330) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 20:22:03.111622 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [None req-e99978ed-3cd5-4e72-badd-048fdd98dd09 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=65cbb93f55574c568fa0aca068820b4c&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0508649
Apr 22 20:22:03.114593 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.wsgi [-] (86330) accepted ('10.222.0.30', 44580) {{(pid=86330) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 20:22:03.176803 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-7df2855f-2960-4c9b-92ca-d9cc360f9eb1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:22:03.203472 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-7df2855f-2960-4c9b-92ca-d9cc360f9eb1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:22:03.246999 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-7df2855f-2960-4c9b-92ca-d9cc360f9eb1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393900'] for security_group, after_delete {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:22:03.252010 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [None req-7a2d776e-6383-48f5-a2e6-70381dc75474 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 20:22:03.265661 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7df2855f-2960-4c9b-92ca-d9cc360f9eb1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ac1c49b-4e43-4f4a-9b91-723a121d2da8,revision_number=None']} {{(pid=86330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 20:22:03.268209 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [None req-7df2855f-2960-4c9b-92ca-d9cc360f9eb1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=86330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 20:22:03.270927 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-7df2855f-2960-4c9b-92ca-d9cc360f9eb1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:22:03.272229 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [None req-7df2855f-2960-4c9b-92ca-d9cc360f9eb1 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/5ac1c49b-4e43-4f4a-9b91-723a121d2da8 HTTP/1.1" status: 204  len: 168 time: 0.1566596
Apr 22 20:22:04.346457 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.wsgi [-] (86330) accepted ('10.222.0.30', 44592) {{(pid=86330) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 20:22:04.476482 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-76d59c9a-0551-4113-92b2-78a4dceb66f3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:22:04.491473 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.quota.driver [None req-76d59c9a-0551-4113-92b2-78a4dceb66f3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86330) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 22 20:22:04.495529 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.quota.resource [None req-76d59c9a-0551-4113-92b2-78a4dceb66f3 admin admin] Usage tracker for resource:security_group_rule and tenant:ef3e70cd996946f08e19889d29ef6d94 is out of sync, need to count used quota {{(pid=86330) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 22 20:22:04.498456 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.quota.resource [None req-76d59c9a-0551-4113-92b2-78a4dceb66f3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86330) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 22 20:22:04.504562 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.quota.driver [None req-76d59c9a-0551-4113-92b2-78a4dceb66f3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86330) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 22 20:22:04.590596 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-76d59c9a-0551-4113-92b2-78a4dceb66f3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:22:04.593164 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-76d59c9a-0551-4113-92b2-78a4dceb66f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393900'] for security_group, after_create {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:22:04.602381 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [None req-733ed96b-c698-43f7-8a7e-287d91e5d760 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 20:22:04.643046 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d59c9a-0551-4113-92b2-78a4dceb66f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e824ee23-cb04-4020-81af-76182feb7184,revision_number=1']} {{(pid=86330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 20:22:04.648293 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [None req-76d59c9a-0551-4113-92b2-78a4dceb66f3 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=ef3e70cd996946f08e19889d29ef6d94&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3002126
Apr 22 20:22:04.649296 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [None req-76d59c9a-0551-4113-92b2-78a4dceb66f3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=86330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 20:22:04.651161 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.wsgi [-] (86330) accepted ('10.222.0.30', 44598) {{(pid=86330) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 20:22:04.712021 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-b18f0965-c773-45a4-8245-aa78adc12821 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:22:04.739279 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-b18f0965-c773-45a4-8245-aa78adc12821 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:22:04.786758 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-b18f0965-c773-45a4-8245-aa78adc12821 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393900'] for security_group, after_delete {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:22:04.791978 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [None req-9284890c-aa6a-4fb8-b352-def215e4fae0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 20:22:04.805807 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b18f0965-c773-45a4-8245-aa78adc12821 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e824ee23-cb04-4020-81af-76182feb7184,revision_number=None']} {{(pid=86330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 20:22:04.809001 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-b18f0965-c773-45a4-8245-aa78adc12821 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:22:04.810358 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [None req-b18f0965-c773-45a4-8245-aa78adc12821 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/e824ee23-cb04-4020-81af-76182feb7184 HTTP/1.1" status: 204  len: 168 time: 0.1581802
Apr 22 20:22:04.811666 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [None req-b18f0965-c773-45a4-8245-aa78adc12821 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=86330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 20:22:05.105530 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.wsgi [-] (86330) accepted ('10.222.0.30', 44606) {{(pid=86330) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 20:22:05.124517 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-b04dc66a-76ba-4575-9a07-2f5cc1732b8e admin admin] Notify callbacks [] for security_group, before_create {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:22:05.140088 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.quota.driver [None req-b04dc66a-76ba-4575-9a07-2f5cc1732b8e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86330) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 22 20:22:05.144647 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.quota.resource [None req-b04dc66a-76ba-4575-9a07-2f5cc1732b8e admin admin] Usage tracker for resource:security_group_rule and tenant:bc0ac054561140d0aa391bcce3bbf69e is out of sync, need to count used quota {{(pid=86330) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 22 20:22:05.147589 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.quota.resource [None req-b04dc66a-76ba-4575-9a07-2f5cc1732b8e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86330) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 22 20:22:05.153595 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.quota.driver [None req-b04dc66a-76ba-4575-9a07-2f5cc1732b8e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86330) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 22 20:22:05.237121 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-b04dc66a-76ba-4575-9a07-2f5cc1732b8e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:22:05.240243 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-b04dc66a-76ba-4575-9a07-2f5cc1732b8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393900'] for security_group, after_create {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:22:05.248360 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [None req-d9339b93-4dd0-485d-a337-8f9e950e760a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 20:22:05.290935 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [None req-b04dc66a-76ba-4575-9a07-2f5cc1732b8e admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=bc0ac054561140d0aa391bcce3bbf69e&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1842618
Apr 22 20:22:05.292645 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b04dc66a-76ba-4575-9a07-2f5cc1732b8e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5c13078-b112-455f-9637-2c2e392d7c76,revision_number=1']} {{(pid=86330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 20:22:05.293828 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.wsgi [-] (86331) accepted ('10.222.0.30', 44610) {{(pid=86331) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 20:22:05.295837 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [None req-b04dc66a-76ba-4575-9a07-2f5cc1732b8e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=86330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 20:22:05.355905 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-103aacd4-2dfb-43ba-9b82-9be20f015636 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:22:05.383275 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-103aacd4-2dfb-43ba-9b82-9be20f015636 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:22:05.429707 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-103aacd4-2dfb-43ba-9b82-9be20f015636 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393900'] for security_group, after_delete {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:22:05.434595 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [None req-278e3e0f-9215-4d78-ac76-e4e35583f2d8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 20:22:05.445559 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-103aacd4-2dfb-43ba-9b82-9be20f015636 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5c13078-b112-455f-9637-2c2e392d7c76,revision_number=None']} {{(pid=86331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 20:22:05.449218 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [None req-103aacd4-2dfb-43ba-9b82-9be20f015636 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 20:22:05.452520 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-103aacd4-2dfb-43ba-9b82-9be20f015636 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:22:05.453713 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [None req-103aacd4-2dfb-43ba-9b82-9be20f015636 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/d5c13078-b112-455f-9637-2c2e392d7c76 HTTP/1.1" status: 204  len: 168 time: 0.1588368
Apr 22 20:22:08.154134 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.wsgi [-] (86331) accepted ('10.222.0.30', 44680) {{(pid=86331) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 20:22:08.276581 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-92c9d396-289a-48bc-8a63-60cfba3bd1d1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:22:08.292295 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.quota.driver [None req-92c9d396-289a-48bc-8a63-60cfba3bd1d1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 22 20:22:08.296273 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.quota.resource [None req-92c9d396-289a-48bc-8a63-60cfba3bd1d1 admin admin] Usage tracker for resource:security_group_rule and tenant:f6ac8ac82d9f4cbcad578406dc8f0dc8 is out of sync, need to count used quota {{(pid=86331) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 22 20:22:08.299179 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.quota.resource [None req-92c9d396-289a-48bc-8a63-60cfba3bd1d1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86331) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 22 20:22:08.305131 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.quota.driver [None req-92c9d396-289a-48bc-8a63-60cfba3bd1d1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 22 20:22:08.386863 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-92c9d396-289a-48bc-8a63-60cfba3bd1d1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:22:08.389750 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-92c9d396-289a-48bc-8a63-60cfba3bd1d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393900'] for security_group, after_create {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:22:08.398710 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [None req-a36f5c7e-fb8d-45a9-b013-1e97b1b17150 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 20:22:08.439640 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [None req-92c9d396-289a-48bc-8a63-60cfba3bd1d1 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=f6ac8ac82d9f4cbcad578406dc8f0dc8&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2844193
Apr 22 20:22:08.441432 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92c9d396-289a-48bc-8a63-60cfba3bd1d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b013c7a7-b56d-4d91-b74a-7b19ddf2c850,revision_number=1']} {{(pid=86331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 20:22:08.442664 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.wsgi [-] (86330) accepted ('10.222.0.30', 44686) {{(pid=86330) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 20:22:08.444754 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [None req-92c9d396-289a-48bc-8a63-60cfba3bd1d1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 20:22:08.509662 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-8c8d6988-81aa-4c09-912e-76afffedc5f9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:22:08.541806 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-8c8d6988-81aa-4c09-912e-76afffedc5f9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:22:08.586375 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-8c8d6988-81aa-4c09-912e-76afffedc5f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393900'] for security_group, after_delete {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:22:08.591243 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [None req-fb72545b-40b2-495f-b208-e5eb1b7cca44 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 20:22:08.603940 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c8d6988-81aa-4c09-912e-76afffedc5f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b013c7a7-b56d-4d91-b74a-7b19ddf2c850,revision_number=None']} {{(pid=86330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 20:22:08.617397 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c8d6988-81aa-4c09-912e-76afffedc5f9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787632-1-iscsi {{(pid=86330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 20:22:08.617855 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c8d6988-81aa-4c09-912e-76afffedc5f9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787632-1-iscsi {{(pid=86330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 20:22:08.618284 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c8d6988-81aa-4c09-912e-76afffedc5f9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787632-1-iscsi {{(pid=86330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 20:22:08.618702 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c8d6988-81aa-4c09-912e-76afffedc5f9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787632-1-iscsi {{(pid=86330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 20:22:08.619121 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c8d6988-81aa-4c09-912e-76afffedc5f9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787632-1-iscsi {{(pid=86330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 20:22:08.619536 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c8d6988-81aa-4c09-912e-76afffedc5f9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787632-1-iscsi {{(pid=86330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 20:22:08.619947 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c8d6988-81aa-4c09-912e-76afffedc5f9 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-787632-1-iscsi {{(pid=86330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 20:22:08.620357 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c8d6988-81aa-4c09-912e-76afffedc5f9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787632-1-iscsi {{(pid=86330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 20:22:08.620765 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c8d6988-81aa-4c09-912e-76afffedc5f9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787632-1-iscsi {{(pid=86330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 20:22:08.621171 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c8d6988-81aa-4c09-912e-76afffedc5f9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787632-1-iscsi {{(pid=86330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 20:22:08.621575 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c8d6988-81aa-4c09-912e-76afffedc5f9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787632-1-iscsi {{(pid=86330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 20:22:08.622004 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c8d6988-81aa-4c09-912e-76afffedc5f9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787632-1-iscsi {{(pid=86330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 20:22:08.625839 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [None req-8c8d6988-81aa-4c09-912e-76afffedc5f9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=86330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 20:22:08.626686 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-8c8d6988-81aa-4c09-912e-76afffedc5f9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:22:08.630272 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [None req-8c8d6988-81aa-4c09-912e-76afffedc5f9 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/b013c7a7-b56d-4d91-b74a-7b19ddf2c850 HTTP/1.1" status: 204  len: 168 time: 0.1864982
Apr 22 20:22:08.909132 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.wsgi [-] (86330) accepted ('10.222.0.30', 44694) {{(pid=86330) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 20:22:08.929498 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-58772eaa-557b-4a80-8006-b831a1d1e0b7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:22:08.944783 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.quota.driver [None req-58772eaa-557b-4a80-8006-b831a1d1e0b7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86330) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 22 20:22:08.948888 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.quota.resource [None req-58772eaa-557b-4a80-8006-b831a1d1e0b7 admin admin] Usage tracker for resource:security_group_rule and tenant:476c2ee2ee2e42c7b6d70d8960ac63f8 is out of sync, need to count used quota {{(pid=86330) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 22 20:22:08.951839 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.quota.resource [None req-58772eaa-557b-4a80-8006-b831a1d1e0b7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86330) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 22 20:22:08.958430 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.quota.driver [None req-58772eaa-557b-4a80-8006-b831a1d1e0b7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86330) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 22 20:22:09.041545 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-58772eaa-557b-4a80-8006-b831a1d1e0b7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:22:09.044370 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-58772eaa-557b-4a80-8006-b831a1d1e0b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393900'] for security_group, after_create {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:22:09.053086 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [None req-7bd7092e-0636-4079-9534-e59249d4d31b tempest-AttachVolumeShelveTestJSON-1095716281 tempest-AttachVolumeShelveTestJSON-1095716281-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 20:22:09.094514 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [None req-58772eaa-557b-4a80-8006-b831a1d1e0b7 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=476c2ee2ee2e42c7b6d70d8960ac63f8&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1836956
Apr 22 20:22:09.096114 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58772eaa-557b-4a80-8006-b831a1d1e0b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4c55731-6860-4b91-8d85-ead3804eeb70,revision_number=1']} {{(pid=86330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 20:22:09.097937 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.wsgi [-] (86331) accepted ('10.222.0.30', 44698) {{(pid=86331) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 20:22:09.100049 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [None req-58772eaa-557b-4a80-8006-b831a1d1e0b7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=86330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 20:22:09.163437 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-0af9be28-edef-4f10-bba4-009aea4a0804 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:22:09.190099 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-0af9be28-edef-4f10-bba4-009aea4a0804 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:22:09.233550 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-0af9be28-edef-4f10-bba4-009aea4a0804 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393900'] for security_group, after_delete {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:22:09.238424 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [None req-29d9b7df-7642-4486-b08c-e5de69a1466d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 20:22:09.250563 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0af9be28-edef-4f10-bba4-009aea4a0804 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4c55731-6860-4b91-8d85-ead3804eeb70,revision_number=None']} {{(pid=86331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 20:22:09.261121 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0af9be28-edef-4f10-bba4-009aea4a0804 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787632-1-iscsi {{(pid=86331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 20:22:09.261539 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0af9be28-edef-4f10-bba4-009aea4a0804 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787632-1-iscsi {{(pid=86331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 20:22:09.261972 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0af9be28-edef-4f10-bba4-009aea4a0804 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787632-1-iscsi {{(pid=86331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 20:22:09.262373 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0af9be28-edef-4f10-bba4-009aea4a0804 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787632-1-iscsi {{(pid=86331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 20:22:09.262770 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0af9be28-edef-4f10-bba4-009aea4a0804 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787632-1-iscsi {{(pid=86331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 20:22:09.263167 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0af9be28-edef-4f10-bba4-009aea4a0804 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787632-1-iscsi {{(pid=86331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 20:22:09.263560 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0af9be28-edef-4f10-bba4-009aea4a0804 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-787632-1-iscsi {{(pid=86331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 20:22:09.263950 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0af9be28-edef-4f10-bba4-009aea4a0804 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787632-1-iscsi {{(pid=86331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 20:22:09.264341 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0af9be28-edef-4f10-bba4-009aea4a0804 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787632-1-iscsi {{(pid=86331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 20:22:09.264729 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0af9be28-edef-4f10-bba4-009aea4a0804 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787632-1-iscsi {{(pid=86331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 20:22:09.265118 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0af9be28-edef-4f10-bba4-009aea4a0804 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787632-1-iscsi {{(pid=86331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 20:22:09.265502 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0af9be28-edef-4f10-bba4-009aea4a0804 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787632-1-iscsi {{(pid=86331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 20:22:09.271108 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [None req-0af9be28-edef-4f10-bba4-009aea4a0804 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 20:22:09.273231 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-0af9be28-edef-4f10-bba4-009aea4a0804 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:22:09.274160 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [None req-0af9be28-edef-4f10-bba4-009aea4a0804 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/a4c55731-6860-4b91-8d85-ead3804eeb70 HTTP/1.1" status: 204  len: 168 time: 0.1750968
Apr 22 20:22:15.086790 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.wsgi [-] (86331) accepted ('10.222.0.30', 44774) {{(pid=86331) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 20:22:15.209282 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-990eebf4-7e97-43e9-9258-b6613df916bc admin admin] Notify callbacks [] for security_group, before_create {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:22:15.224143 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.quota.driver [None req-990eebf4-7e97-43e9-9258-b6613df916bc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 22 20:22:15.228098 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.quota.resource [None req-990eebf4-7e97-43e9-9258-b6613df916bc admin admin] Usage tracker for resource:security_group_rule and tenant:b9434334c9ea462787b8a885deec787a is out of sync, need to count used quota {{(pid=86331) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 22 20:22:15.230998 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.quota.resource [None req-990eebf4-7e97-43e9-9258-b6613df916bc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86331) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 22 20:22:15.236882 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.quota.driver [None req-990eebf4-7e97-43e9-9258-b6613df916bc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 22 20:22:15.320786 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-990eebf4-7e97-43e9-9258-b6613df916bc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:22:15.323738 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-990eebf4-7e97-43e9-9258-b6613df916bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393900'] for security_group, after_create {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:22:15.332706 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [None req-c8159056-5c5a-4a7e-9b85-35b23b781c9d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 20:22:15.375774 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [None req-990eebf4-7e97-43e9-9258-b6613df916bc admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=b9434334c9ea462787b8a885deec787a&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2877660
Apr 22 20:22:15.376656 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-990eebf4-7e97-43e9-9258-b6613df916bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9f1bd96-1a9e-4375-9014-a87e770cf25b,revision_number=1']} {{(pid=86331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 20:22:15.378610 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.wsgi [-] (86330) accepted ('10.222.0.30', 44780) {{(pid=86330) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 20:22:15.380071 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [None req-990eebf4-7e97-43e9-9258-b6613df916bc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 20:22:15.447410 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-9dd2976c-2eb8-4d8f-95ad-179ae4e24e7a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:22:15.474783 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-9dd2976c-2eb8-4d8f-95ad-179ae4e24e7a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:22:15.519538 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-9dd2976c-2eb8-4d8f-95ad-179ae4e24e7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393900'] for security_group, after_delete {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:22:15.524531 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [None req-45af66fc-da39-4a34-8756-8fa0bb441f9d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 20:22:15.537286 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dd2976c-2eb8-4d8f-95ad-179ae4e24e7a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9f1bd96-1a9e-4375-9014-a87e770cf25b,revision_number=None']} {{(pid=86330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 20:22:15.541366 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [None req-9dd2976c-2eb8-4d8f-95ad-179ae4e24e7a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=86330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 20:22:15.546969 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-9dd2976c-2eb8-4d8f-95ad-179ae4e24e7a admin admin] Notify callbacks [] for security_group, before_response {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:22:15.550740 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [None req-9dd2976c-2eb8-4d8f-95ad-179ae4e24e7a admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/e9f1bd96-1a9e-4375-9014-a87e770cf25b HTTP/1.1" status: 204  len: 168 time: 0.1684299
Apr 22 20:22:15.827861 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.wsgi [-] (86330) accepted ('10.222.0.30', 44788) {{(pid=86330) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 20:22:15.847253 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-fd5755b2-6bce-463a-a1d8-a347cc3477ee admin admin] Notify callbacks [] for security_group, before_create {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:22:15.863150 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.quota.driver [None req-fd5755b2-6bce-463a-a1d8-a347cc3477ee admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86330) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 22 20:22:15.867252 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.quota.resource [None req-fd5755b2-6bce-463a-a1d8-a347cc3477ee admin admin] Usage tracker for resource:security_group_rule and tenant:49ccdeadc89448dda4861a6342deaa73 is out of sync, need to count used quota {{(pid=86330) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 22 20:22:15.870777 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.quota.resource [None req-fd5755b2-6bce-463a-a1d8-a347cc3477ee admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86330) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 22 20:22:15.876883 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.quota.driver [None req-fd5755b2-6bce-463a-a1d8-a347cc3477ee admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86330) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 22 20:22:15.964301 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-fd5755b2-6bce-463a-a1d8-a347cc3477ee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:22:15.966911 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-fd5755b2-6bce-463a-a1d8-a347cc3477ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393900'] for security_group, after_create {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:22:15.975653 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [None req-28242d2f-e183-4f29-8e56-4bffc64970d1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 20:22:16.022364 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [None req-fd5755b2-6bce-463a-a1d8-a347cc3477ee admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=49ccdeadc89448dda4861a6342deaa73&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1933959
Apr 22 20:22:16.023360 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd5755b2-6bce-463a-a1d8-a347cc3477ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=881950f7-5a50-4bbb-8127-128e7a7e77c5,revision_number=1']} {{(pid=86330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 20:22:16.025268 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.wsgi [-] (86331) accepted ('10.222.0.30', 44792) {{(pid=86331) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 20:22:16.026669 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [None req-fd5755b2-6bce-463a-a1d8-a347cc3477ee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=86330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 20:22:16.090422 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-d437ae64-8a8c-49f2-8cd0-827ee3d3dfa2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:22:16.117588 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-d437ae64-8a8c-49f2-8cd0-827ee3d3dfa2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:22:16.161218 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-d437ae64-8a8c-49f2-8cd0-827ee3d3dfa2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393900'] for security_group, after_delete {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:22:16.166078 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [None req-92a6442b-f9c3-4d6d-84a3-50592b456065 tempest-TestVolumeBootPattern-572234504 tempest-TestVolumeBootPattern-572234504-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 20:22:16.178911 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d437ae64-8a8c-49f2-8cd0-827ee3d3dfa2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=881950f7-5a50-4bbb-8127-128e7a7e77c5,revision_number=None']} {{(pid=86331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 20:22:16.181259 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [None req-d437ae64-8a8c-49f2-8cd0-827ee3d3dfa2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 20:22:16.188517 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-d437ae64-8a8c-49f2-8cd0-827ee3d3dfa2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:22:16.189715 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [None req-d437ae64-8a8c-49f2-8cd0-827ee3d3dfa2 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/881950f7-5a50-4bbb-8127-128e7a7e77c5 HTTP/1.1" status: 204  len: 168 time: 0.1633587
Apr 22 20:22:18.813372 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-cbbe70c9-0b39-4f9d-be6e-4133a7c8f54f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309146858885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640583'] for agent, after_update {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:22:24.057612 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.agents_db [None req-d2e1aac6-b006-4d71-afe2-c4a5b694a422 None None] Agent healthcheck: found 6 active agents {{(pid=86333) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 22 20:22:25.745172 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-c6b2d76f-c8d9-4c28-93a0-f3bc6cb53022 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309146858885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640583'] for agent, after_update {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:22:28.565984 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-7037f9fc-62cc-424f-b711-dd8bec8c67c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309146858885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640583'] for agent, after_update {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:22:28.977273 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-d69b9430-b136-4a40-a189-232f048ef307 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309146858885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640583'] for agent, after_update {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:22:29.267503 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-08e5d76f-3fe5-4242-a4b8-30f374028052 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309146858885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640583'] for agent, after_update {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:22:30.261023 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-77fc9508-bbbe-4662-bfa7-f4837e5c3abe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309146858885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640583'] for agent, after_update {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:22:45.784460 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.wsgi [-] (86331) accepted ('10.222.0.30', 44972) {{(pid=86331) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 20:22:45.907798 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-714fe6f8-04ce-48ed-a473-fd3fc366e565 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:22:45.924728 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.quota.driver [None req-714fe6f8-04ce-48ed-a473-fd3fc366e565 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 22 20:22:45.928816 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.quota.resource [None req-714fe6f8-04ce-48ed-a473-fd3fc366e565 admin admin] Usage tracker for resource:security_group_rule and tenant:18d853b1d7844b9daf3a0f3206e88414 is out of sync, need to count used quota {{(pid=86331) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 22 20:22:45.931810 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.quota.resource [None req-714fe6f8-04ce-48ed-a473-fd3fc366e565 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86331) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 22 20:22:45.937884 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.quota.driver [None req-714fe6f8-04ce-48ed-a473-fd3fc366e565 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 22 20:22:46.021833 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-714fe6f8-04ce-48ed-a473-fd3fc366e565 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:22:46.024308 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-714fe6f8-04ce-48ed-a473-fd3fc366e565 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393900'] for security_group, after_create {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:22:46.031487 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [None req-990eebf4-7e97-43e9-9258-b6613df916bc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 20:22:46.076395 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-714fe6f8-04ce-48ed-a473-fd3fc366e565 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6372052a-16f9-47d5-be47-ebd07bf4011f,revision_number=1']} {{(pid=86331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 20:22:46.081558 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [None req-714fe6f8-04ce-48ed-a473-fd3fc366e565 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=18d853b1d7844b9daf3a0f3206e88414&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2960279
Apr 22 20:22:46.082572 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [None req-714fe6f8-04ce-48ed-a473-fd3fc366e565 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 20:22:46.084435 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.wsgi [-] (86331) accepted ('10.222.0.30', 44978) {{(pid=86331) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 20:22:46.143899 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-15229298-e79b-459e-aa78-63f39e7e29f3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:22:46.171235 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-15229298-e79b-459e-aa78-63f39e7e29f3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:22:46.217161 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-15229298-e79b-459e-aa78-63f39e7e29f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393900'] for security_group, after_delete {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:22:46.222631 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [None req-3e4956a5-9689-41ef-89d8-47662888e15a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 20:22:46.235641 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15229298-e79b-459e-aa78-63f39e7e29f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6372052a-16f9-47d5-be47-ebd07bf4011f,revision_number=None']} {{(pid=86331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 20:22:46.238947 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [None req-15229298-e79b-459e-aa78-63f39e7e29f3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 20:22:46.240152 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-15229298-e79b-459e-aa78-63f39e7e29f3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:22:46.242023 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [None req-15229298-e79b-459e-aa78-63f39e7e29f3 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/6372052a-16f9-47d5-be47-ebd07bf4011f HTTP/1.1" status: 204  len: 168 time: 0.1566479
Apr 22 20:22:46.925042 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.wsgi [-] (86330) accepted ('10.222.0.30', 45002) {{(pid=86330) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 20:22:47.034488 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.v2.base [None req-80055b88-0a54-4d9d-a5e1-2fc6df7f56e1 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1716700035-network', 'tenant_id': '4108d9cf3f954b3c9619a37cf429fc55'}} {{(pid=86330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 22 20:22:47.039659 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.quota.driver [None req-80055b88-0a54-4d9d-a5e1-2fc6df7f56e1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86330) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 22 20:22:47.043758 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.quota.resource [None req-80055b88-0a54-4d9d-a5e1-2fc6df7f56e1 admin admin] Usage tracker for resource:network and tenant:4108d9cf3f954b3c9619a37cf429fc55 is out of sync, need to count used quota {{(pid=86330) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 22 20:22:47.047806 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.quota.resource [None req-80055b88-0a54-4d9d-a5e1-2fc6df7f56e1 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86330) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 22 20:22:47.054171 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.quota.driver [None req-80055b88-0a54-4d9d-a5e1-2fc6df7f56e1 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86330) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 22 20:22:47.062875 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80055b88-0a54-4d9d-a5e1-2fc6df7f56e1 admin admin] Made reservation on behalf of 4108d9cf3f954b3c9619a37cf429fc55 for: {'network': 1} {{(pid=86330) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 22 20:22:47.068055 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-80055b88-0a54-4d9d-a5e1-2fc6df7f56e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587983'] for network, before_create {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:22:47.081461 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-80055b88-0a54-4d9d-a5e1-2fc6df7f56e1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:22:47.096690 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.quota.driver [None req-80055b88-0a54-4d9d-a5e1-2fc6df7f56e1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86330) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 22 20:22:47.100622 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.quota.resource [None req-80055b88-0a54-4d9d-a5e1-2fc6df7f56e1 admin admin] Usage tracker for resource:security_group_rule and tenant:4108d9cf3f954b3c9619a37cf429fc55 is out of sync, need to count used quota {{(pid=86330) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 22 20:22:47.103553 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.quota.resource [None req-80055b88-0a54-4d9d-a5e1-2fc6df7f56e1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86330) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 22 20:22:47.109522 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.quota.driver [None req-80055b88-0a54-4d9d-a5e1-2fc6df7f56e1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86330) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 22 20:22:47.193709 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-80055b88-0a54-4d9d-a5e1-2fc6df7f56e1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:22:47.196351 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-80055b88-0a54-4d9d-a5e1-2fc6df7f56e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393900'] for security_group, after_create {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:22:47.200522 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [None req-7b9acd94-c621-4d27-abb7-a2fa0da9bf56 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 20:22:47.228487 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-80055b88-0a54-4d9d-a5e1-2fc6df7f56e1 admin admin] vlan segment allocate from pool success with {'vlan_id': 359, 'physical_network': 'physnet1'}  {{(pid=86330) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}}
Apr 22 20:22:47.237813 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80055b88-0a54-4d9d-a5e1-2fc6df7f56e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e61aeacc-b0d2-41e7-a2ff-877ad7e32af6,revision_number=1']} {{(pid=86330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 20:22:47.241641 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [None req-80055b88-0a54-4d9d-a5e1-2fc6df7f56e1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=86330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 20:22:47.244135 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-80055b88-0a54-4d9d-a5e1-2fc6df7f56e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1523030'] for segment, precommit_create {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:22:47.244528 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.db.segments_db [None req-80055b88-0a54-4d9d-a5e1-2fc6df7f56e1 admin admin] Added segment 7296ef7e-797f-4f08-b11d-0b46739f791a of type vlan for network 87ef2bdc-8f28-4026-b5d3-ec4425a2cab7
Apr 22 20:22:47.271133 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-80055b88-0a54-4d9d-a5e1-2fc6df7f56e1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727707556023'] for network, precommit_create {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:22:47.300124 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-80055b88-0a54-4d9d-a5e1-2fc6df7f56e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853168226'] for network, after_create {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:22:47.301476 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80055b88-0a54-4d9d-a5e1-2fc6df7f56e1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 20:22:47.302145 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-80055b88-0a54-4d9d-a5e1-2fc6df7f56e1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853168243'] for network, before_response {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:22:47.306964 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 20:22:47.415755 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80055b88-0a54-4d9d-a5e1-2fc6df7f56e1 admin admin] Pushing event updated for resources: {'Network': ['ID=87ef2bdc-8f28-4026-b5d3-ec4425a2cab7,revision_number=1']} {{(pid=86330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 20:22:47.419164 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [None req-80055b88-0a54-4d9d-a5e1-2fc6df7f56e1 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201  len: 888 time: 0.4930229
Apr 22 20:22:47.420163 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [None req-80055b88-0a54-4d9d-a5e1-2fc6df7f56e1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=86330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 20:22:47.422242 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.wsgi [-] (86330) accepted ('10.222.0.30', 45008) {{(pid=86330) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 20:22:47.427319 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.rpc [None req-08e5d76f-3fe5-4242-a4b8-30f374028052 None None] Network 87ef2bdc-8f28-4026-b5d3-ec4425a2cab7 details requested by agent ovs-agent-dv-cinder-787632-1-iscsi with host dv-cinder-787632-1-iscsi {{(pid=86332) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Apr 22 20:22:47.429114 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.v2.base [None req-e921c0ea-64d9-4dd7-b303-00d918634cd2 admin admin] Request body: {'subnet': {'network_id': '87ef2bdc-8f28-4026-b5d3-ec4425a2cab7', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1716700035-subnet', 'tenant_id': '4108d9cf3f954b3c9619a37cf429fc55', 'ip_version': 4}} {{(pid=86330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 22 20:22:47.434430 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.quota.driver [None req-e921c0ea-64d9-4dd7-b303-00d918634cd2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86330) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 22 20:22:47.438564 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.quota.resource [None req-e921c0ea-64d9-4dd7-b303-00d918634cd2 admin admin] Usage tracker for resource:subnet and tenant:4108d9cf3f954b3c9619a37cf429fc55 is out of sync, need to count used quota {{(pid=86330) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 22 20:22:47.442651 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.quota.resource [None req-e921c0ea-64d9-4dd7-b303-00d918634cd2 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86330) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 22 20:22:47.449229 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.quota.driver [None req-e921c0ea-64d9-4dd7-b303-00d918634cd2 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86330) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 22 20:22:47.458852 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e921c0ea-64d9-4dd7-b303-00d918634cd2 admin admin] Made reservation on behalf of 4108d9cf3f954b3c9619a37cf429fc55 for: {'subnet': 1} {{(pid=86330) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 22 20:22:47.463602 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-e921c0ea-64d9-4dd7-b303-00d918634cd2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851427781'] for subnet, before_create {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:22:47.863918 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-e921c0ea-64d9-4dd7-b303-00d918634cd2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853168226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036850647846', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036851427798'] for subnet, after_create {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:22:47.868811 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [None req-31db508d-9515-476c-a358-455fdbf64177 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 20:22:47.943022 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e921c0ea-64d9-4dd7-b303-00d918634cd2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=756aa892-3bec-45a8-8b76-2d03a4b0b733,revision_number=0']} {{(pid=86330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 20:22:47.946718 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [None req-e921c0ea-64d9-4dd7-b303-00d918634cd2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=86330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 20:22:47.952660 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e921c0ea-64d9-4dd7-b303-00d918634cd2 admin admin] Checking segment: {'id': '7296ef7e-797f-4f08-b11d-0b46739f791a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '87ef2bdc-8f28-4026-b5d3-ec4425a2cab7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86330) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 22 20:22:47.953058 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e921c0ea-64d9-4dd7-b303-00d918634cd2 admin admin] Network hostable DHCP agents. Network: 87ef2bdc-8f28-4026-b5d3-ec4425a2cab7, hostable agents: ['e0877369-7b04-40ef-a371-0b097842c51e'], hosted agents: [] {{(pid=86330) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Apr 22 20:22:47.972235 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e921c0ea-64d9-4dd7-b303-00d918634cd2 admin admin] Network 87ef2bdc-8f28-4026-b5d3-ec4425a2cab7 is scheduled to be hosted by DHCP agent e0877369-7b04-40ef-a371-0b097842c51e with binding_index 1 {{(pid=86330) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Apr 22 20:22:47.980252 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.scheduler.base_scheduler [None req-e921c0ea-64d9-4dd7-b303-00d918634cd2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-787632-1-iscsi, 87ef2bdc-8f28-4026-b5d3-ec4425a2cab7) {{(pid=86330) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 22 20:22:47.989707 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c6855d8-0b23-49a8-b69c-27591466704b None None] Network 87ef2bdc-8f28-4026-b5d3-ec4425a2cab7 requested from dv-cinder-787632-1-iscsi {{(pid=86332) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 22 20:22:47.995887 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e921c0ea-64d9-4dd7-b303-00d918634cd2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=86330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 20:22:47.996470 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-e921c0ea-64d9-4dd7-b303-00d918634cd2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:22:48.015448 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [None req-e921c0ea-64d9-4dd7-b303-00d918634cd2 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 851 time: 0.5921099
Apr 22 20:22:48.018785 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.wsgi [-] (86330) accepted ('10.222.0.30', 45012) {{(pid=86330) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 20:22:48.024325 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.v2.base [None req-39a787ee-212a-4542-8032-8e249d935fd6 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1716700035-router', 'tenant_id': '4108d9cf3f954b3c9619a37cf429fc55', 'external_gateway_info': {'network_id': '1b725cb4-6db6-4e68-9a61-1978e8a191a1'}}} {{(pid=86330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 22 20:22:48.029486 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.quota.driver [None req-39a787ee-212a-4542-8032-8e249d935fd6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86330) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 22 20:22:48.034210 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.quota.resource [None req-39a787ee-212a-4542-8032-8e249d935fd6 admin admin] Usage tracker for resource:router and tenant:4108d9cf3f954b3c9619a37cf429fc55 is out of sync, need to count used quota {{(pid=86330) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 22 20:22:48.037782 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.quota.resource [None req-39a787ee-212a-4542-8032-8e249d935fd6 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=86330) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 22 20:22:48.043868 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.quota.driver [None req-39a787ee-212a-4542-8032-8e249d935fd6 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86330) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 22 20:22:48.052693 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-39a787ee-212a-4542-8032-8e249d935fd6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-423916', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854773907'] for router, before_create {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:22:48.053723 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-39a787ee-212a-4542-8032-8e249d935fd6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854351900', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854359550', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854378989', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1894'] for router, precommit_create {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:22:48.067982 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-39a787ee-212a-4542-8032-8e249d935fd6 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:22:48.216258 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-271ac335-3e99-441f-b748-879859250436 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0e86e177-c777-5841-8b38-a99bfcf73d2b-87ef2bdc-8f28-4026-b5d3-ec4425a2cab7', 'network_id': '87ef2bdc-8f28-4026-b5d3-ec4425a2cab7', 'tenant_id': '4108d9cf3f954b3c9619a37cf429fc55', 'fixed_ips': [{'subnet_id': '756aa892-3bec-45a8-8b76-2d03a4b0b733'}]}} from dv-cinder-787632-1-iscsi. {{(pid=86332) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}}
Apr 22 20:22:48.217179 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-271ac335-3e99-441f-b748-879859250436 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587983'] for port, before_create {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:22:48.352725 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-39a787ee-212a-4542-8032-8e249d935fd6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854359307', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854346401', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1879'] for router, precommit_update {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:22:48.380438 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.db_base_plugin_common [None req-271ac335-3e99-441f-b748-879859250436 None None] Allocated IP 172.20.0.2 (87ef2bdc-8f28-4026-b5d3-ec4425a2cab7/756aa892-3bec-45a8-8b76-2d03a4b0b733/99dc1ff8-8907-4099-9ae0-feb50bb45a60) {{(pid=86332) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 22 20:22:48.600241 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-271ac335-3e99-441f-b748-879859250436 None None] Notify callbacks [] for port, precommit_create {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:22:48.612588 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.provisioning_blocks [None req-271ac335-3e99-441f-b748-879859250436 None None] Transition to ACTIVE for port object 99dc1ff8-8907-4099-9ae0-feb50bb45a60 will not be triggered until provisioned by entity L2. {{(pid=86332) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 22 20:22:48.633999 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.provisioning_blocks [None req-271ac335-3e99-441f-b748-879859250436 None None] Transition to ACTIVE for port object 99dc1ff8-8907-4099-9ae0-feb50bb45a60 will not be triggered until provisioned by entity DHCP. {{(pid=86332) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 22 20:22:48.638140 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-271ac335-3e99-441f-b748-879859250436 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854198495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853168226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363309147208154'] for port, after_create {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:22:48.644196 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [None req-cbbe70c9-0b39-4f9d-be6e-4133a7c8f54f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86332) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 20:22:48.716772 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-271ac335-3e99-441f-b748-879859250436 None None] Network 87ef2bdc-8f28-4026-b5d3-ec4425a2cab7 is already hosted by enough agents. {{(pid=86332) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 22 20:22:48.720492 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.scheduler.base_scheduler [None req-271ac335-3e99-441f-b748-879859250436 None None] Resources bound (agent type, host, resource id):  {{(pid=86332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 22 20:22:48.724773 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-271ac335-3e99-441f-b748-879859250436 None None] Received port after_create {{(pid=86332) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 22 20:22:48.766449 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-271ac335-3e99-441f-b748-879859250436 None None] Pushing event updated for resources: {'Port': ['ID=99dc1ff8-8907-4099-9ae0-feb50bb45a60,revision_number=1']} {{(pid=86332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 20:22:48.779046 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-271ac335-3e99-441f-b748-879859250436 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787632-1-iscsi {{(pid=86332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 20:22:48.779442 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-271ac335-3e99-441f-b748-879859250436 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787632-1-iscsi {{(pid=86332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 20:22:48.779823 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-271ac335-3e99-441f-b748-879859250436 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787632-1-iscsi {{(pid=86332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 20:22:48.780202 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-271ac335-3e99-441f-b748-879859250436 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787632-1-iscsi {{(pid=86332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 20:22:48.780573 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-271ac335-3e99-441f-b748-879859250436 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787632-1-iscsi {{(pid=86332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 20:22:48.780946 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-271ac335-3e99-441f-b748-879859250436 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787632-1-iscsi {{(pid=86332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 20:22:48.781317 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-271ac335-3e99-441f-b748-879859250436 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-787632-1-iscsi {{(pid=86332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 20:22:48.781686 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-271ac335-3e99-441f-b748-879859250436 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787632-1-iscsi {{(pid=86332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 20:22:48.782080 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-271ac335-3e99-441f-b748-879859250436 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787632-1-iscsi {{(pid=86332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 20:22:48.782447 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-271ac335-3e99-441f-b748-879859250436 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787632-1-iscsi {{(pid=86332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 20:22:48.782814 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-271ac335-3e99-441f-b748-879859250436 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787632-1-iscsi {{(pid=86332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 20:22:48.783175 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-271ac335-3e99-441f-b748-879859250436 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787632-1-iscsi {{(pid=86332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 20:22:48.817960 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [None req-271ac335-3e99-441f-b748-879859250436 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=86332) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 20:22:48.852579 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.managers [None req-271ac335-3e99-441f-b748-879859250436 None None] Attempting to bind port 99dc1ff8-8907-4099-9ae0-feb50bb45a60 on host dv-cinder-787632-1-iscsi for vnic_type normal with profile  {{(pid=86332) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 22 20:22:48.853001 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.managers [None req-271ac335-3e99-441f-b748-879859250436 None None] Attempting to bind port 99dc1ff8-8907-4099-9ae0-feb50bb45a60 by drivers openvswitch,hyperv on host dv-cinder-787632-1-iscsi at level 0 using segments [{'id': '7296ef7e-797f-4f08-b11d-0b46739f791a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '87ef2bdc-8f28-4026-b5d3-ec4425a2cab7'}] {{(pid=86332) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 22 20:22:48.853407 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-271ac335-3e99-441f-b748-879859250436 None None] Attempting to bind port 99dc1ff8-8907-4099-9ae0-feb50bb45a60 on network 87ef2bdc-8f28-4026-b5d3-ec4425a2cab7 {{(pid=86332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 22 20:22:48.858938 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-cbbe70c9-0b39-4f9d-be6e-4133a7c8f54f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309146858885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640583'] for agent, after_update {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:22:48.859953 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-271ac335-3e99-441f-b748-879859250436 None None] Checking agent: {'id': '802cefbf-f579-41fa-a7d7-d5cf274c80aa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-787632-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 22, 20, 3, 29), 'started_at': datetime.datetime(2021, 4, 22, 20, 3, 59), 'heartbeat_timestamp': datetime.datetime(2021, 4, 22, 20, 22, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-787632-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 22 20:22:48.860369 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-271ac335-3e99-441f-b748-879859250436 None None] Checking segment: {'id': '7296ef7e-797f-4f08-b11d-0b46739f791a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '87ef2bdc-8f28-4026-b5d3-ec4425a2cab7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86332) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 22 20:22:48.860806 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-271ac335-3e99-441f-b748-879859250436 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:22:48.861241 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-271ac335-3e99-441f-b748-879859250436 None None] Bound using segment: {'id': '7296ef7e-797f-4f08-b11d-0b46739f791a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '87ef2bdc-8f28-4026-b5d3-ec4425a2cab7'} {{(pid=86332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 22 20:22:48.862292 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.managers [None req-271ac335-3e99-441f-b748-879859250436 None None] Bound port: 99dc1ff8-8907-4099-9ae0-feb50bb45a60, host: dv-cinder-787632-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7296ef7e-797f-4f08-b11d-0b46739f791a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '87ef2bdc-8f28-4026-b5d3-ec4425a2cab7'}}] {{(pid=86332) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 22 20:22:48.862767 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-271ac335-3e99-441f-b748-879859250436 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587983'] for port, before_update {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:22:48.919339 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-39a787ee-212a-4542-8032-8e249d935fd6 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:22:48.951784 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-39a787ee-212a-4542-8032-8e249d935fd6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587983'] for port, before_create {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:22:48.955169 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.db [None req-271ac335-3e99-441f-b748-879859250436 None None] For port 99dc1ff8-8907-4099-9ae0-feb50bb45a60, host dv-cinder-787632-1-iscsi, cleared binding levels {{(pid=86332) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 22 20:22:48.958374 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.db [None req-271ac335-3e99-441f-b748-879859250436 None None] For port 99dc1ff8-8907-4099-9ae0-feb50bb45a60, host dv-cinder-787632-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787632-1-iscsi',level=0,port_id=99dc1ff8-8907-4099-9ae0-feb50bb45a60,segment=NetworkSegment(7296ef7e-797f-4f08-b11d-0b46739f791a),segment_id=7296ef7e-797f-4f08-b11d-0b46739f791a)] {{(pid=86332) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 22 20:22:48.961852 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-271ac335-3e99-441f-b748-879859250436 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854198495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853168226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727707997384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363309147208137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727707567697'] for port, after_update {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:22:48.966498 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [None req-cbbe70c9-0b39-4f9d-be6e-4133a7c8f54f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86332) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 20:22:49.065605 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-271ac335-3e99-441f-b748-879859250436 None None] Pushing event updated for resources: {'Port': ['ID=99dc1ff8-8907-4099-9ae0-feb50bb45a60,revision_number=2']} {{(pid=86332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 20:22:49.071741 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [None req-271ac335-3e99-441f-b748-879859250436 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=86332) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 20:22:49.099480 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.db_base_plugin_common [None req-39a787ee-212a-4542-8032-8e249d935fd6 admin admin] Allocated IP 172.27.3.32 (1b725cb4-6db6-4e68-9a61-1978e8a191a1/1d4495d7-31a5-4e2d-a911-56ceae3a61c5/c664aa33-f54b-43ff-a2a2-3070b80db2c7) {{(pid=86330) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 22 20:22:49.256851 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-39a787ee-212a-4542-8032-8e249d935fd6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:22:49.286832 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-39a787ee-212a-4542-8032-8e249d935fd6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854198495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853168226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363309147208154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4125515'] for port, after_create {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:22:49.291811 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [None req-27846358-16d9-4f0a-ac41-7a4aecafe156 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 20:22:49.362600 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39a787ee-212a-4542-8032-8e249d935fd6 admin admin] Network 1b725cb4-6db6-4e68-9a61-1978e8a191a1 is already hosted by enough agents. {{(pid=86330) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 22 20:22:49.365706 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.scheduler.base_scheduler [None req-39a787ee-212a-4542-8032-8e249d935fd6 admin admin] Resources bound (agent type, host, resource id):  {{(pid=86330) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 22 20:22:49.369741 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39a787ee-212a-4542-8032-8e249d935fd6 admin admin] Received port after_create {{(pid=86330) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 22 20:22:49.411415 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a787ee-212a-4542-8032-8e249d935fd6 admin admin] Pushing event updated for resources: {'Port': ['ID=c664aa33-f54b-43ff-a2a2-3070b80db2c7,revision_number=1']} {{(pid=86330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 20:22:49.416182 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [None req-39a787ee-212a-4542-8032-8e249d935fd6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=86330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 20:22:49.826183 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-39a787ee-212a-4542-8032-8e249d935fd6 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:22:49.851420 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.rpc [None req-08e5d76f-3fe5-4242-a4b8-30f374028052 None None] Device 99dc1ff8-8907-4099-9ae0-feb50bb45a60 up at agent ovs-agent-dv-cinder-787632-1-iscsi {{(pid=86332) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 22 20:22:49.923381 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.provisioning_blocks [None req-08e5d76f-3fe5-4242-a4b8-30f374028052 None None] Provisioning for port 99dc1ff8-8907-4099-9ae0-feb50bb45a60 completed by entity L2. {{(pid=86332) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 22 20:22:50.191232 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-39a787ee-212a-4542-8032-8e249d935fd6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-429383', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-416479'] for router, after_create {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:22:50.413361 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-39a787ee-212a-4542-8032-8e249d935fd6 admin admin] Router 23e509ce-1710-49dc-a685-577648503378 is scheduled to L3 agent 1df068ca-d615-4cb7-8020-fe6e8be709e3 with binding_index 1 {{(pid=86330) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Apr 22 20:22:50.423203 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e6209d8-e550-4f3e-8e1b-e648f791d2ce None None] Network 87ef2bdc-8f28-4026-b5d3-ec4425a2cab7 requested from dv-cinder-787632-1-iscsi {{(pid=86332) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 22 20:22:50.517270 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.provisioning_blocks [None req-540b9ef6-2931-4899-ab25-07b40c5dc8da None None] Provisioning for port 99dc1ff8-8907-4099-9ae0-feb50bb45a60 completed by entity DHCP. {{(pid=86332) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 22 20:22:50.528602 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.provisioning_blocks [None req-540b9ef6-2931-4899-ab25-07b40c5dc8da None None] Provisioning complete for port 99dc1ff8-8907-4099-9ae0-feb50bb45a60 triggered by entity DHCP. {{(pid=86332) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 22 20:22:50.529028 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-540b9ef6-2931-4899-ab25-07b40c5dc8da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854135278'] for port, provisioning_complete {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:22:50.604116 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39a787ee-212a-4542-8032-8e249d935fd6 admin admin] Notify agent at l3_agent.dv-cinder-787632-1-iscsi the message routers_updated {{(pid=86330) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 22 20:22:50.616343 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bda2ee1-912a-44fb-9675-fb47d560a362 None None] Sync routers for ids ['23e509ce-1710-49dc-a685-577648503378'] in dv-cinder-787632-1-iscsi {{(pid=86332) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 22 20:22:50.628922 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-39a787ee-212a-4542-8032-8e249d935fd6 admin admin] Notify callbacks [] for router, before_response {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:22:50.630647 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [None req-39a787ee-212a-4542-8032-8e249d935fd6 admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201  len: 926 time: 2.6108391
Apr 22 20:22:50.633500 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.wsgi [-] (86330) accepted ('10.222.0.30', 45016) {{(pid=86330) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 20:22:50.851072 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bda2ee1-912a-44fb-9675-fb47d560a362 None None] Routers {'23e509ce-1710-49dc-a685-577648503378'} bound to L3 agent in host dv-cinder-787632-1-iscsi {{(pid=86332) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 22 20:22:50.851777 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.l3_hamode_db [None req-3bda2ee1-912a-44fb-9675-fb47d560a362 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f013d9cd320>, 'dv-cinder-787632-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-22T20:03:28Z,description=<?>,heartbeat_timestamp=2021-04-22T20:22:29Z,host='dv-cinder-787632-1-iscsi',id=1df068ca-d615-4cb7-8020-fe6e8be709e3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-22T20:03:28Z,topic='l3_agent')) {'router_ids': ['23e509ce-1710-49dc-a685-577648503378'], 'active': True} {{(pid=86332) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 22 20:22:51.121561 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-540b9ef6-2931-4899-ab25-07b40c5dc8da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587983'] for port, before_update {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:22:51.193312 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.l3_dvr_db [None req-3bda2ee1-912a-44fb-9675-fb47d560a362 None None] Set router 23e509ce-1710-49dc-a685-577648503378 gateway port host: dv-cinder-787632-1-iscsi {{(pid=86332) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 22 20:22:51.324440 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.db [None req-540b9ef6-2931-4899-ab25-07b40c5dc8da None None] For port 99dc1ff8-8907-4099-9ae0-feb50bb45a60, host dv-cinder-787632-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787632-1-iscsi',level=0,port_id=99dc1ff8-8907-4099-9ae0-feb50bb45a60,segment=NetworkSegment(7296ef7e-797f-4f08-b11d-0b46739f791a),segment_id=7296ef7e-797f-4f08-b11d-0b46739f791a)] {{(pid=86332) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 22 20:22:51.347388 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-540b9ef6-2931-4899-ab25-07b40c5dc8da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854198495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853168226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727707997384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363309147208137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727707567697'] for port, after_update {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:22:51.352259 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [None req-cbbe70c9-0b39-4f9d-be6e-4133a7c8f54f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86332) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 20:22:51.534578 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-540b9ef6-2931-4899-ab25-07b40c5dc8da None None] Pushing event updated for resources: {'Port': ['ID=99dc1ff8-8907-4099-9ae0-feb50bb45a60,revision_number=3']} {{(pid=86332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 20:22:51.549534 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [None req-540b9ef6-2931-4899-ab25-07b40c5dc8da None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=86332) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 20:22:51.623497 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.provisioning_blocks [None req-e082f64e-2dfe-4fe6-b527-3dd1534641c0 None None] Provisioning complete for port 99dc1ff8-8907-4099-9ae0-feb50bb45a60 triggered by entity DHCP. {{(pid=86332) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 22 20:22:51.623822 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-e082f64e-2dfe-4fe6-b527-3dd1534641c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854135278'] for port, provisioning_complete {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:22:51.624528 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-a1fc458e-6af5-47c3-bc27-b2109efcb83f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587983'] for port, before_create {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:22:51.717613 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.l3_hamode_db [None req-3bda2ee1-912a-44fb-9675-fb47d560a362 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f013d9cd320>, [{'id': '23e509ce-1710-49dc-a685-577648503378', 'name': 'tempest-TestMinimumBasicScenario-1716700035-router', 'tenant_id': '4108d9cf3f954b3c9619a37cf429fc55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b725cb4-6db6-4e68-9a61-1978e8a191a1', 'external_fixed_ips': [{'subnet_id': '1d4495d7-31a5-4e2d-a911-56ceae3a61c5', 'ip_address': '172.27.3.32'}], 'enable_snat': True}, 'gw_port_id': 'c664aa33-f54b-43ff-a2a2-3070b80db2c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T20:22:48Z', 'updated_at': '2021-04-22T20:22:49Z', 'revision_number': 3, 'project_id': '4108d9cf3f954b3c9619a37cf429fc55', 'gw_port': {'id': 'c664aa33-f54b-43ff-a2a2-3070b80db2c7', 'name': '', 'network_id': '1b725cb4-6db6-4e68-9a61-1978e8a191a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:c3:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23e509ce-1710-49dc-a685-577648503378', 'device_owner': 'network:router_gateway', 'standard_attr_id': 662, 'fixed_ips': [{'subnet_id': '1d4495d7-31a5-4e2d-a911-56ceae3a61c5', 'ip_address': '172.27.3.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T20:22:48Z', 'updated_at': '2021-04-22T20:22:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1d4495d7-31a5-4e2d-a911-56ceae3a61c5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787632-1-iscsi'}], 'dv-cinder-787632-1-iscsi', False) {} {{(pid=86332) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 22 20:22:51.753720 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bda2ee1-912a-44fb-9675-fb47d560a362 None None] Checking router: 23e509ce-1710-49dc-a685-577648503378 for host: dv-cinder-787632-1-iscsi {{(pid=86332) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 22 20:22:51.754159 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bda2ee1-912a-44fb-9675-fb47d560a362 None None] Updating router 23e509ce-1710-49dc-a685-577648503378 port c664aa33-f54b-43ff-a2a2-3070b80db2c7 binding host dv-cinder-787632-1-iscsi {{(pid=86332) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Apr 22 20:22:51.836397 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.rpc [None req-08e5d76f-3fe5-4242-a4b8-30f374028052 None None] Device 99dc1ff8-8907-4099-9ae0-feb50bb45a60 up at agent ovs-agent-dv-cinder-787632-1-iscsi {{(pid=86332) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 22 20:22:51.847291 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.db_base_plugin_common [None req-a1fc458e-6af5-47c3-bc27-b2109efcb83f admin admin] Allocated IP 172.20.0.1 (87ef2bdc-8f28-4026-b5d3-ec4425a2cab7/756aa892-3bec-45a8-8b76-2d03a4b0b733/b553523c-7e6f-4b90-8082-4b9be0adbb7c) {{(pid=86330) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 22 20:22:51.882634 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-3bda2ee1-912a-44fb-9675-fb47d560a362 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587983'] for port, before_update {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:22:52.003848 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-a1fc458e-6af5-47c3-bc27-b2109efcb83f admin admin] Notify callbacks [] for port, precommit_create {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:22:52.020999 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.provisioning_blocks [None req-a1fc458e-6af5-47c3-bc27-b2109efcb83f admin admin] Transition to ACTIVE for port object b553523c-7e6f-4b90-8082-4b9be0adbb7c will not be triggered until provisioned by entity DHCP. {{(pid=86330) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 22 20:22:52.041139 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.provisioning_blocks [None req-08e5d76f-3fe5-4242-a4b8-30f374028052 None None] Provisioning complete for port 99dc1ff8-8907-4099-9ae0-feb50bb45a60 triggered by entity L2. {{(pid=86332) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 22 20:22:52.041561 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-08e5d76f-3fe5-4242-a4b8-30f374028052 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854135278'] for port, provisioning_complete {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:22:52.045180 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-a1fc458e-6af5-47c3-bc27-b2109efcb83f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854198495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853168226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363309147208154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4125515'] for port, after_create {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:22:52.050124 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [None req-b17f777b-e635-4b5f-8506-f0d5281fd15c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 20:22:52.119129 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1fc458e-6af5-47c3-bc27-b2109efcb83f admin admin] Network 87ef2bdc-8f28-4026-b5d3-ec4425a2cab7 is already hosted by enough agents. {{(pid=86330) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 22 20:22:52.122686 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.scheduler.base_scheduler [None req-a1fc458e-6af5-47c3-bc27-b2109efcb83f admin admin] Resources bound (agent type, host, resource id):  {{(pid=86330) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 22 20:22:52.125580 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1fc458e-6af5-47c3-bc27-b2109efcb83f admin admin] Received port after_create {{(pid=86330) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 22 20:22:52.185252 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1fc458e-6af5-47c3-bc27-b2109efcb83f admin admin] Pushing event updated for resources: {'Port': ['ID=b553523c-7e6f-4b90-8082-4b9be0adbb7c,revision_number=1']} {{(pid=86330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 20:22:52.187890 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [None req-a1fc458e-6af5-47c3-bc27-b2109efcb83f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=86330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 20:22:52.193816 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-a1fc458e-6af5-47c3-bc27-b2109efcb83f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854348030'] for router_interface, before_create {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:22:52.374203 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.provisioning_blocks [None req-22d4f5f2-f87f-41cf-9bd5-f22b88684148 None None] Provisioning for port b553523c-7e6f-4b90-8082-4b9be0adbb7c completed by entity DHCP. {{(pid=86332) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 22 20:22:52.386466 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.provisioning_blocks [None req-22d4f5f2-f87f-41cf-9bd5-f22b88684148 None None] Provisioning complete for port b553523c-7e6f-4b90-8082-4b9be0adbb7c triggered by entity DHCP. {{(pid=86332) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 22 20:22:52.386888 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-22d4f5f2-f87f-41cf-9bd5-f22b88684148 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854135278'] for port, provisioning_complete {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:22:52.422806 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-3bda2ee1-912a-44fb-9675-fb47d560a362 None None] Notify callbacks [] for port, precommit_update {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:22:52.447220 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-a1fc458e-6af5-47c3-bc27-b2109efcb83f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587983'] for port, before_update {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:22:52.453680 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.provisioning_blocks [None req-3bda2ee1-912a-44fb-9675-fb47d560a362 None None] Transition to ACTIVE for port object c664aa33-f54b-43ff-a2a2-3070b80db2c7 will not be triggered until provisioned by entity L2. {{(pid=86332) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 22 20:22:52.463305 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-3bda2ee1-912a-44fb-9675-fb47d560a362 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854198495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853168226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727707997384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363309147208137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727707567697'] for port, after_update {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:22:52.467990 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [None req-cbbe70c9-0b39-4f9d-be6e-4133a7c8f54f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86332) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 20:22:52.497944 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.plugin [None req-22d4f5f2-f87f-41cf-9bd5-f22b88684148 None None] Port b553523c-7e6f-4b90-8082-4b9be0adbb7c cannot update to ACTIVE because it is not bound. {{(pid=86332) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 22 20:22:52.547542 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.managers [None req-3bda2ee1-912a-44fb-9675-fb47d560a362 None None] Attempting to bind port c664aa33-f54b-43ff-a2a2-3070b80db2c7 on host dv-cinder-787632-1-iscsi for vnic_type normal with profile  {{(pid=86332) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 22 20:22:52.547962 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.managers [None req-3bda2ee1-912a-44fb-9675-fb47d560a362 None None] Attempting to bind port c664aa33-f54b-43ff-a2a2-3070b80db2c7 by drivers openvswitch,hyperv on host dv-cinder-787632-1-iscsi at level 0 using segments [{'id': '8e8fb218-3d63-4c3d-9ab1-544471c4929e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1b725cb4-6db6-4e68-9a61-1978e8a191a1'}] {{(pid=86332) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 22 20:22:52.548376 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bda2ee1-912a-44fb-9675-fb47d560a362 None None] Attempting to bind port c664aa33-f54b-43ff-a2a2-3070b80db2c7 on network 1b725cb4-6db6-4e68-9a61-1978e8a191a1 {{(pid=86332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 22 20:22:52.555709 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bb17fbe-b664-4bd5-b5e3-67677a27ff47 None None] Pushing event updated for resources: {'Port': ['ID=c664aa33-f54b-43ff-a2a2-3070b80db2c7,revision_number=2']} {{(pid=86332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 20:22:52.559984 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bda2ee1-912a-44fb-9675-fb47d560a362 None None] Checking agent: {'id': '802cefbf-f579-41fa-a7d7-d5cf274c80aa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-787632-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 22, 20, 3, 29), 'started_at': datetime.datetime(2021, 4, 22, 20, 3, 59), 'heartbeat_timestamp': datetime.datetime(2021, 4, 22, 20, 22, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-787632-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 22 20:22:52.560411 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bda2ee1-912a-44fb-9675-fb47d560a362 None None] Checking segment: {'id': '8e8fb218-3d63-4c3d-9ab1-544471c4929e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1b725cb4-6db6-4e68-9a61-1978e8a191a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86332) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 22 20:22:52.560867 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-3bda2ee1-912a-44fb-9675-fb47d560a362 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:22:52.561297 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bda2ee1-912a-44fb-9675-fb47d560a362 None None] Bound using segment: {'id': '8e8fb218-3d63-4c3d-9ab1-544471c4929e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1b725cb4-6db6-4e68-9a61-1978e8a191a1'} {{(pid=86332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 22 20:22:52.561811 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.managers [None req-3bda2ee1-912a-44fb-9675-fb47d560a362 None None] Bound port: c664aa33-f54b-43ff-a2a2-3070b80db2c7, host: dv-cinder-787632-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8e8fb218-3d63-4c3d-9ab1-544471c4929e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1b725cb4-6db6-4e68-9a61-1978e8a191a1'}}] {{(pid=86332) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 22 20:22:52.562466 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-3bda2ee1-912a-44fb-9675-fb47d560a362 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587983'] for port, before_update {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:22:52.587752 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [None req-2bb17fbe-b664-4bd5-b5e3-67677a27ff47 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=86332) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 20:22:52.643108 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.db [None req-3bda2ee1-912a-44fb-9675-fb47d560a362 None None] For port c664aa33-f54b-43ff-a2a2-3070b80db2c7, host dv-cinder-787632-1-iscsi, cleared binding levels {{(pid=86332) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 22 20:22:52.647290 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.db [None req-3bda2ee1-912a-44fb-9675-fb47d560a362 None None] For port c664aa33-f54b-43ff-a2a2-3070b80db2c7, host dv-cinder-787632-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787632-1-iscsi',level=0,port_id=c664aa33-f54b-43ff-a2a2-3070b80db2c7,segment=NetworkSegment(8e8fb218-3d63-4c3d-9ab1-544471c4929e),segment_id=8e8fb218-3d63-4c3d-9ab1-544471c4929e)] {{(pid=86332) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 22 20:22:52.649613 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-3bda2ee1-912a-44fb-9675-fb47d560a362 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854198495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853168226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727707997384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363309147208137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727707567697'] for port, after_update {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:22:52.654498 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [None req-cbbe70c9-0b39-4f9d-be6e-4133a7c8f54f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86332) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 20:22:52.684478 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-a1fc458e-6af5-47c3-bc27-b2109efcb83f admin admin] Notify callbacks [] for port, precommit_update {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:22:52.687953 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-a1fc458e-6af5-47c3-bc27-b2109efcb83f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854198495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853168226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727707997384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363309147208137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727707567697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036850650302'] for port, after_update {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:22:52.721021 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [None req-bcfadfb3-7bbd-4b9b-8935-9eb014696358 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 20:22:52.732123 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bda2ee1-912a-44fb-9675-fb47d560a362 None None] Routers {'23e509ce-1710-49dc-a685-577648503378'} bound to L3 agent in host dv-cinder-787632-1-iscsi {{(pid=86332) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 22 20:22:52.732799 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.l3_hamode_db [None req-3bda2ee1-912a-44fb-9675-fb47d560a362 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f013d9cd320>, 'dv-cinder-787632-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-22T20:03:28Z,description=<?>,heartbeat_timestamp=2021-04-22T20:22:29Z,host='dv-cinder-787632-1-iscsi',id=1df068ca-d615-4cb7-8020-fe6e8be709e3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-22T20:03:28Z,topic='l3_agent')) {'router_ids': ['23e509ce-1710-49dc-a685-577648503378'], 'active': True} {{(pid=86332) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 22 20:22:52.811965 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1fc458e-6af5-47c3-bc27-b2109efcb83f admin admin] Pushing event updated for resources: {'Port': ['ID=b553523c-7e6f-4b90-8082-4b9be0adbb7c,revision_number=2']} {{(pid=86330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 20:22:52.815322 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-a1fc458e-6af5-47c3-bc27-b2109efcb83f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036853168209', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-427877'] for router_interface, after_create {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:22:52.820277 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [None req-a1fc458e-6af5-47c3-bc27-b2109efcb83f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=86330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 20:22:52.852171 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bb17fbe-b664-4bd5-b5e3-67677a27ff47 None None] Pushing event updated for resources: {'Port': ['ID=c664aa33-f54b-43ff-a2a2-3070b80db2c7,revision_number=3']} {{(pid=86332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 20:22:52.863203 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [None req-2bb17fbe-b664-4bd5-b5e3-67677a27ff47 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.209s {{(pid=86332) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 20:22:52.964915 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1fc458e-6af5-47c3-bc27-b2109efcb83f admin admin] Network 87ef2bdc-8f28-4026-b5d3-ec4425a2cab7 is already hosted by enough agents. {{(pid=86330) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 22 20:22:52.966120 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.scheduler.base_scheduler [None req-a1fc458e-6af5-47c3-bc27-b2109efcb83f admin admin] Resources bound (agent type, host, resource id):  {{(pid=86330) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 22 20:22:53.104093 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.l3_dvr_db [None req-3bda2ee1-912a-44fb-9675-fb47d560a362 None None] Set router 23e509ce-1710-49dc-a685-577648503378 gateway port host: dv-cinder-787632-1-iscsi {{(pid=86332) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 22 20:22:53.170626 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a1fc458e-6af5-47c3-bc27-b2109efcb83f admin admin] Router 23e509ce-1710-49dc-a685-577648503378 has already been hosted by L3 agent 1df068ca-d615-4cb7-8020-fe6e8be709e3 {{(pid=86330) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 22 20:22:53.330058 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.provisioning_blocks [None req-f5d95b26-19b9-4f94-ae70-9b452d6f7c29 None None] Provisioning complete for port b553523c-7e6f-4b90-8082-4b9be0adbb7c triggered by entity DHCP. {{(pid=86332) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 22 20:22:53.330654 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-f5d95b26-19b9-4f94-ae70-9b452d6f7c29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854135278'] for port, provisioning_complete {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:22:53.365519 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1fc458e-6af5-47c3-bc27-b2109efcb83f admin admin] Notify agent at l3_agent.dv-cinder-787632-1-iscsi the message routers_updated {{(pid=86330) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 22 20:22:53.374782 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [None req-a1fc458e-6af5-47c3-bc27-b2109efcb83f admin admin] 10.222.0.30 "PUT /v2.0/routers/23e509ce-1710-49dc-a685-577648503378/add_router_interface HTTP/1.1" status: 200  len: 503 time: 2.7401550
Apr 22 20:22:53.418036 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.plugin [None req-f5d95b26-19b9-4f94-ae70-9b452d6f7c29 None None] Port b553523c-7e6f-4b90-8082-4b9be0adbb7c cannot update to ACTIVE because it is not bound. {{(pid=86332) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 22 20:22:53.501672 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.l3_hamode_db [None req-3bda2ee1-912a-44fb-9675-fb47d560a362 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f013d9cd320>, [{'id': '23e509ce-1710-49dc-a685-577648503378', 'name': 'tempest-TestMinimumBasicScenario-1716700035-router', 'tenant_id': '4108d9cf3f954b3c9619a37cf429fc55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b725cb4-6db6-4e68-9a61-1978e8a191a1', 'external_fixed_ips': [{'subnet_id': '1d4495d7-31a5-4e2d-a911-56ceae3a61c5', 'ip_address': '172.27.3.32'}], 'enable_snat': True}, 'gw_port_id': 'c664aa33-f54b-43ff-a2a2-3070b80db2c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T20:22:48Z', 'updated_at': '2021-04-22T20:22:52Z', 'revision_number': 4, 'project_id': '4108d9cf3f954b3c9619a37cf429fc55', 'gw_port': {'id': 'c664aa33-f54b-43ff-a2a2-3070b80db2c7', 'name': '', 'network_id': '1b725cb4-6db6-4e68-9a61-1978e8a191a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:c3:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23e509ce-1710-49dc-a685-577648503378', 'device_owner': 'network:router_gateway', 'standard_attr_id': 662, 'fixed_ips': [{'subnet_id': '1d4495d7-31a5-4e2d-a911-56ceae3a61c5', 'ip_address': '172.27.3.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787632-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T20:22:48Z', 'updated_at': '2021-04-22T20:22:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1d4495d7-31a5-4e2d-a911-56ceae3a61c5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787632-1-iscsi', '_interfaces': [{'id': 'b553523c-7e6f-4b90-8082-4b9be0adbb7c', 'name': '', 'network_id': '87ef2bdc-8f28-4026-b5d3-ec4425a2cab7', 'tenant_id': '4108d9cf3f954b3c9619a37cf429fc55', 'mac_address': 'fa:16:3e:61:90:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23e509ce-1710-49dc-a685-577648503378', 'device_owner': 'network:router_interface', 'standard_attr_id': 663, 'fixed_ips': [{'subnet_id': '756aa892-3bec-45a8-8b76-2d03a4b0b733', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T20:22:51Z', 'updated_at': '2021-04-22T20:22:52Z', 'revision_number': 2, 'project_id': '4108d9cf3f954b3c9619a37cf429fc55', 'subnets': [{'id': '756aa892-3bec-45a8-8b76-2d03a4b0b733', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787632-1-iscsi', False) {} {{(pid=86332) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 22 20:22:53.506449 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bda2ee1-912a-44fb-9675-fb47d560a362 None None] The sync data for ids ['23e509ce-1710-49dc-a685-577648503378'] in dv-cinder-787632-1-iscsi is: [{'id': '23e509ce-1710-49dc-a685-577648503378', 'name': 'tempest-TestMinimumBasicScenario-1716700035-router', 'tenant_id': '4108d9cf3f954b3c9619a37cf429fc55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b725cb4-6db6-4e68-9a61-1978e8a191a1', 'external_fixed_ips': [{'subnet_id': '1d4495d7-31a5-4e2d-a911-56ceae3a61c5', 'ip_address': '172.27.3.32'}], 'enable_snat': True}, 'gw_port_id': 'c664aa33-f54b-43ff-a2a2-3070b80db2c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T20:22:48Z', 'updated_at': '2021-04-22T20:22:52Z', 'revision_number': 4, 'project_id': '4108d9cf3f954b3c9619a37cf429fc55', 'gw_port': {'id': 'c664aa33-f54b-43ff-a2a2-3070b80db2c7', 'name': '', 'network_id': '1b725cb4-6db6-4e68-9a61-1978e8a191a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:c3:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23e509ce-1710-49dc-a685-577648503378', 'device_owner': 'network:router_gateway', 'standard_attr_id': 662, 'fixed_ips': [{'subnet_id': '1d4495d7-31a5-4e2d-a911-56ceae3a61c5', 'ip_address': '172.27.3.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787632-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T20:22:48Z', 'updated_at': '2021-04-22T20:22:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1d4495d7-31a5-4e2d-a911-56ceae3a61c5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787632-1-iscsi', '_interfaces': [{'id': 'b553523c-7e6f-4b90-8082-4b9be0adbb7c', 'name': '', 'network_id': '87ef2bdc-8f28-4026-b5d3-ec4425a2cab7', 'tenant_id': '4108d9cf3f954b3c9619a37cf429fc55', 'mac_address': 'fa:16:3e:61:90:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23e509ce-1710-49dc-a685-577648503378', 'device_owner': 'network:router_interface', 'standard_attr_id': 663, 'fixed_ips': [{'subnet_id': '756aa892-3bec-45a8-8b76-2d03a4b0b733', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T20:22:51Z', 'updated_at': '2021-04-22T20:22:52Z', 'revision_number': 2, 'project_id': '4108d9cf3f954b3c9619a37cf429fc55', 'subnets': [{'id': '756aa892-3bec-45a8-8b76-2d03a4b0b733', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86332) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 22 20:22:53.930706 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.wsgi [-] (86330) accepted ('10.222.0.30', 45034) {{(pid=86330) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 20:22:53.937217 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.v2.base [None req-cfb21206-58d4-4aab-ae6a-1ac1c926fd1c admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-596165091-network', 'tenant_id': 'b087c2cca5f24842850e8b53b9dbe8fb'}} {{(pid=86330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 22 20:22:53.942619 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.quota.driver [None req-cfb21206-58d4-4aab-ae6a-1ac1c926fd1c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86330) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 22 20:22:53.946784 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.quota.resource [None req-cfb21206-58d4-4aab-ae6a-1ac1c926fd1c admin admin] Usage tracker for resource:network and tenant:b087c2cca5f24842850e8b53b9dbe8fb is out of sync, need to count used quota {{(pid=86330) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 22 20:22:53.950699 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.quota.resource [None req-cfb21206-58d4-4aab-ae6a-1ac1c926fd1c admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86330) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 22 20:22:53.957742 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.quota.driver [None req-cfb21206-58d4-4aab-ae6a-1ac1c926fd1c admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86330) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 22 20:22:53.968431 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cfb21206-58d4-4aab-ae6a-1ac1c926fd1c admin admin] Made reservation on behalf of b087c2cca5f24842850e8b53b9dbe8fb for: {'network': 1} {{(pid=86330) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 22 20:22:53.973925 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-cfb21206-58d4-4aab-ae6a-1ac1c926fd1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587983'] for network, before_create {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:22:53.987299 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-cfb21206-58d4-4aab-ae6a-1ac1c926fd1c admin admin] Notify callbacks [] for security_group, before_create {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:22:54.003271 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.quota.driver [None req-cfb21206-58d4-4aab-ae6a-1ac1c926fd1c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86330) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 22 20:22:54.007383 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.quota.resource [None req-cfb21206-58d4-4aab-ae6a-1ac1c926fd1c admin admin] Usage tracker for resource:security_group_rule and tenant:b087c2cca5f24842850e8b53b9dbe8fb is out of sync, need to count used quota {{(pid=86330) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 22 20:22:54.010427 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.quota.resource [None req-cfb21206-58d4-4aab-ae6a-1ac1c926fd1c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86330) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 22 20:22:54.016678 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.quota.driver [None req-cfb21206-58d4-4aab-ae6a-1ac1c926fd1c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86330) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 22 20:22:54.108284 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-cfb21206-58d4-4aab-ae6a-1ac1c926fd1c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:22:54.111255 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-cfb21206-58d4-4aab-ae6a-1ac1c926fd1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393900'] for security_group, after_create {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:22:54.115851 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [None req-0adaae10-6289-4d78-804e-c83a4153b044 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 20:22:54.148501 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cfb21206-58d4-4aab-ae6a-1ac1c926fd1c admin admin] vlan segment allocate from pool success with {'vlan_id': 352, 'physical_network': 'physnet1'}  {{(pid=86330) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}}
Apr 22 20:22:54.158959 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfb21206-58d4-4aab-ae6a-1ac1c926fd1c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a30c546b-377a-423d-836c-9fbd36618d37,revision_number=1']} {{(pid=86330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 20:22:54.162936 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [None req-cfb21206-58d4-4aab-ae6a-1ac1c926fd1c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=86330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 20:22:54.165614 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-cfb21206-58d4-4aab-ae6a-1ac1c926fd1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1523030'] for segment, precommit_create {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:22:54.166044 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.db.segments_db [None req-cfb21206-58d4-4aab-ae6a-1ac1c926fd1c admin admin] Added segment bfb45d41-40da-46f8-bcec-46e48234a8b0 of type vlan for network 107206c6-9741-4491-b509-54c68bfdebdc
Apr 22 20:22:54.194605 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-cfb21206-58d4-4aab-ae6a-1ac1c926fd1c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727707556023'] for network, precommit_create {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:22:54.231750 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-cfb21206-58d4-4aab-ae6a-1ac1c926fd1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853168226'] for network, after_create {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:22:54.233454 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfb21206-58d4-4aab-ae6a-1ac1c926fd1c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 20:22:54.233898 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-cfb21206-58d4-4aab-ae6a-1ac1c926fd1c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853168243'] for network, before_response {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:22:54.240623 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 20:22:54.353959 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfb21206-58d4-4aab-ae6a-1ac1c926fd1c admin admin] Pushing event updated for resources: {'Network': ['ID=107206c6-9741-4491-b509-54c68bfdebdc,revision_number=1']} {{(pid=86330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 20:22:54.356863 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [None req-cfb21206-58d4-4aab-ae6a-1ac1c926fd1c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=86330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 20:22:54.359395 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [None req-cfb21206-58d4-4aab-ae6a-1ac1c926fd1c admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201  len: 887 time: 0.4272058
Apr 22 20:22:54.362223 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.wsgi [-] (86331) accepted ('10.222.0.30', 45038) {{(pid=86331) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 20:22:54.368970 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.v2.base [None req-6721d608-870f-4dc9-9ffb-dba67a9f8e63 admin admin] Request body: {'subnet': {'network_id': '107206c6-9741-4491-b509-54c68bfdebdc', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-596165091-subnet', 'tenant_id': 'b087c2cca5f24842850e8b53b9dbe8fb', 'ip_version': 4}} {{(pid=86331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 22 20:22:54.375264 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.rpc [None req-08e5d76f-3fe5-4242-a4b8-30f374028052 None None] Network 107206c6-9741-4491-b509-54c68bfdebdc details requested by agent ovs-agent-dv-cinder-787632-1-iscsi with host dv-cinder-787632-1-iscsi {{(pid=86332) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Apr 22 20:22:54.375462 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.quota.driver [None req-6721d608-870f-4dc9-9ffb-dba67a9f8e63 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 22 20:22:54.380233 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.quota.resource [None req-6721d608-870f-4dc9-9ffb-dba67a9f8e63 admin admin] Usage tracker for resource:subnet and tenant:b087c2cca5f24842850e8b53b9dbe8fb is out of sync, need to count used quota {{(pid=86331) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 22 20:22:54.383376 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.quota.resource [None req-6721d608-870f-4dc9-9ffb-dba67a9f8e63 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86331) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 22 20:22:54.389610 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.quota.driver [None req-6721d608-870f-4dc9-9ffb-dba67a9f8e63 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 22 20:22:54.400361 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6721d608-870f-4dc9-9ffb-dba67a9f8e63 admin admin] Made reservation on behalf of b087c2cca5f24842850e8b53b9dbe8fb for: {'subnet': 1} {{(pid=86331) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 22 20:22:54.405891 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-6721d608-870f-4dc9-9ffb-dba67a9f8e63 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851064723'] for subnet, before_create {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:22:55.062987 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-6721d608-870f-4dc9-9ffb-dba67a9f8e63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853168226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036853554393', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036851064708'] for subnet, after_create {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:22:55.068348 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [None req-b0f4d314-df88-4b2f-97ca-0eb8fbcb6563 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 20:22:55.146306 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6721d608-870f-4dc9-9ffb-dba67a9f8e63 admin admin] Pushing event updated for resources: {'Subnet': ['ID=de349f0b-68c4-49c2-aac2-ea5868cd80f5,revision_number=0']} {{(pid=86331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 20:22:55.151931 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [None req-6721d608-870f-4dc9-9ffb-dba67a9f8e63 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 20:22:55.154923 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6721d608-870f-4dc9-9ffb-dba67a9f8e63 admin admin] Checking segment: {'id': 'bfb45d41-40da-46f8-bcec-46e48234a8b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '107206c6-9741-4491-b509-54c68bfdebdc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86331) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 22 20:22:55.155267 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6721d608-870f-4dc9-9ffb-dba67a9f8e63 admin admin] Network hostable DHCP agents. Network: 107206c6-9741-4491-b509-54c68bfdebdc, hostable agents: ['e0877369-7b04-40ef-a371-0b097842c51e'], hosted agents: [] {{(pid=86331) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Apr 22 20:22:55.173417 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6721d608-870f-4dc9-9ffb-dba67a9f8e63 admin admin] Network 107206c6-9741-4491-b509-54c68bfdebdc is scheduled to be hosted by DHCP agent e0877369-7b04-40ef-a371-0b097842c51e with binding_index 1 {{(pid=86331) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Apr 22 20:22:55.181693 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.scheduler.base_scheduler [None req-6721d608-870f-4dc9-9ffb-dba67a9f8e63 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-787632-1-iscsi, 107206c6-9741-4491-b509-54c68bfdebdc) {{(pid=86331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 22 20:22:55.191369 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-624b7990-34ed-4944-b5b9-37f4d06abf8b None None] Network 107206c6-9741-4491-b509-54c68bfdebdc requested from dv-cinder-787632-1-iscsi {{(pid=86332) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 22 20:22:55.194625 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6721d608-870f-4dc9-9ffb-dba67a9f8e63 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 20:22:55.195288 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-6721d608-870f-4dc9-9ffb-dba67a9f8e63 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853168243'] for subnet, before_response {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:22:55.215313 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [None req-6721d608-870f-4dc9-9ffb-dba67a9f8e63 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 850 time: 0.8518906
Apr 22 20:22:55.217841 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.wsgi [-] (86331) accepted ('10.222.0.30', 45042) {{(pid=86331) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 20:22:55.223507 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.v2.base [None req-e4550228-bf56-4898-9686-2c883b9b7954 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-596165091-router', 'tenant_id': 'b087c2cca5f24842850e8b53b9dbe8fb', 'external_gateway_info': {'network_id': '1b725cb4-6db6-4e68-9a61-1978e8a191a1'}}} {{(pid=86331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 22 20:22:55.228289 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.quota.driver [None req-e4550228-bf56-4898-9686-2c883b9b7954 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 22 20:22:55.232281 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.quota.resource [None req-e4550228-bf56-4898-9686-2c883b9b7954 admin admin] Usage tracker for resource:router and tenant:b087c2cca5f24842850e8b53b9dbe8fb is out of sync, need to count used quota {{(pid=86331) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 22 20:22:55.235853 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.quota.resource [None req-e4550228-bf56-4898-9686-2c883b9b7954 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=86331) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 22 20:22:55.242031 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.quota.driver [None req-e4550228-bf56-4898-9686-2c883b9b7954 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 22 20:22:55.250955 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-e4550228-bf56-4898-9686-2c883b9b7954 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-423916', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854773907'] for router, before_create {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:22:55.252518 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-e4550228-bf56-4898-9686-2c883b9b7954 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854351900', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854359550', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854378989', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1894'] for router, precommit_create {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:22:55.266636 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-e4550228-bf56-4898-9686-2c883b9b7954 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:22:55.548619 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-e4550228-bf56-4898-9686-2c883b9b7954 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854359307', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854346401', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1879'] for router, precommit_update {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:22:55.560113 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05c05a0f-6b7e-4ce0-af2d-e8cdd00825ef None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0e86e177-c777-5841-8b38-a99bfcf73d2b-107206c6-9741-4491-b509-54c68bfdebdc', 'network_id': '107206c6-9741-4491-b509-54c68bfdebdc', 'tenant_id': 'b087c2cca5f24842850e8b53b9dbe8fb', 'fixed_ips': [{'subnet_id': 'de349f0b-68c4-49c2-aac2-ea5868cd80f5'}]}} from dv-cinder-787632-1-iscsi. {{(pid=86332) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}}
Apr 22 20:22:55.561041 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-05c05a0f-6b7e-4ce0-af2d-e8cdd00825ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587983'] for port, before_create {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:22:55.766611 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-91f262f9-613f-4028-bf1c-5fdcf89a69b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309146858885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640583'] for agent, after_update {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:22:55.782421 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.db_base_plugin_common [None req-05c05a0f-6b7e-4ce0-af2d-e8cdd00825ef None None] Allocated IP 172.20.0.2 (107206c6-9741-4491-b509-54c68bfdebdc/de349f0b-68c4-49c2-aac2-ea5868cd80f5/0de098eb-0d3b-4ffc-a127-872f35b664ec) {{(pid=86332) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 22 20:22:55.878534 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.rpc [None req-08e5d76f-3fe5-4242-a4b8-30f374028052 None None] Device c664aa33-f54b-43ff-a2a2-3070b80db2c7 up at agent ovs-agent-dv-cinder-787632-1-iscsi {{(pid=86332) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 22 20:22:55.894183 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-e4550228-bf56-4898-9686-2c883b9b7954 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:22:55.930341 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-e4550228-bf56-4898-9686-2c883b9b7954 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587983'] for port, before_create {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:22:56.010367 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.provisioning_blocks [None req-08e5d76f-3fe5-4242-a4b8-30f374028052 None None] Provisioning for port c664aa33-f54b-43ff-a2a2-3070b80db2c7 completed by entity L2. {{(pid=86332) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 22 20:22:56.048658 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.provisioning_blocks [None req-08e5d76f-3fe5-4242-a4b8-30f374028052 None None] Provisioning complete for port c664aa33-f54b-43ff-a2a2-3070b80db2c7 triggered by entity L2. {{(pid=86332) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 22 20:22:56.049624 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-08e5d76f-3fe5-4242-a4b8-30f374028052 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854135278'] for port, provisioning_complete {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:22:56.071617 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.db_base_plugin_common [None req-e4550228-bf56-4898-9686-2c883b9b7954 admin admin] Allocated IP 172.27.3.149 (1b725cb4-6db6-4e68-9a61-1978e8a191a1/1d4495d7-31a5-4e2d-a911-56ceae3a61c5/8fbfff3a-0853-4e46-aad4-8ffc6dec66cf) {{(pid=86331) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 22 20:22:56.138439 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-05c05a0f-6b7e-4ce0-af2d-e8cdd00825ef None None] Notify callbacks [] for port, precommit_create {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:22:56.154757 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.provisioning_blocks [None req-05c05a0f-6b7e-4ce0-af2d-e8cdd00825ef None None] Transition to ACTIVE for port object 0de098eb-0d3b-4ffc-a127-872f35b664ec will not be triggered until provisioned by entity L2. {{(pid=86332) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 22 20:22:56.225895 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.provisioning_blocks [None req-05c05a0f-6b7e-4ce0-af2d-e8cdd00825ef None None] Transition to ACTIVE for port object 0de098eb-0d3b-4ffc-a127-872f35b664ec will not be triggered until provisioned by entity DHCP. {{(pid=86332) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 22 20:22:56.231207 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-e4550228-bf56-4898-9686-2c883b9b7954 admin admin] Notify callbacks [] for port, precommit_create {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:22:56.234967 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-05c05a0f-6b7e-4ce0-af2d-e8cdd00825ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854198495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853168226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363309147208154'] for port, after_create {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:22:56.241448 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [None req-cbbe70c9-0b39-4f9d-be6e-4133a7c8f54f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86332) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 20:22:56.260498 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-e4550228-bf56-4898-9686-2c883b9b7954 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854198495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853168226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363309147208154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1223862'] for port, after_create {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:22:56.265136 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [None req-bb936d21-802d-4c58-ac77-fc7bcbe5aace admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 20:22:56.281248 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-08e5d76f-3fe5-4242-a4b8-30f374028052 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587983'] for port, before_update {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:22:56.313190 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05c05a0f-6b7e-4ce0-af2d-e8cdd00825ef None None] Network 107206c6-9741-4491-b509-54c68bfdebdc is already hosted by enough agents. {{(pid=86332) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 22 20:22:56.322216 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.scheduler.base_scheduler [None req-05c05a0f-6b7e-4ce0-af2d-e8cdd00825ef None None] Resources bound (agent type, host, resource id):  {{(pid=86332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 22 20:22:56.332431 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05c05a0f-6b7e-4ce0-af2d-e8cdd00825ef None None] Received port after_create {{(pid=86332) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 22 20:22:56.337971 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4550228-bf56-4898-9686-2c883b9b7954 admin admin] Network 1b725cb4-6db6-4e68-9a61-1978e8a191a1 is already hosted by enough agents. {{(pid=86331) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 22 20:22:56.339741 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.db [None req-08e5d76f-3fe5-4242-a4b8-30f374028052 None None] For port c664aa33-f54b-43ff-a2a2-3070b80db2c7, host dv-cinder-787632-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787632-1-iscsi',level=0,port_id=c664aa33-f54b-43ff-a2a2-3070b80db2c7,segment=NetworkSegment(8e8fb218-3d63-4c3d-9ab1-544471c4929e),segment_id=8e8fb218-3d63-4c3d-9ab1-544471c4929e)] {{(pid=86332) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 22 20:22:56.341168 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.scheduler.base_scheduler [None req-e4550228-bf56-4898-9686-2c883b9b7954 admin admin] Resources bound (agent type, host, resource id):  {{(pid=86331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 22 20:22:56.345227 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4550228-bf56-4898-9686-2c883b9b7954 admin admin] Received port after_create {{(pid=86331) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 22 20:22:56.378613 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-08e5d76f-3fe5-4242-a4b8-30f374028052 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854198495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853168226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727707997384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363309147208137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727707567697'] for port, after_update {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:22:56.380652 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4550228-bf56-4898-9686-2c883b9b7954 admin admin] Pushing event updated for resources: {'Port': ['ID=8fbfff3a-0853-4e46-aad4-8ffc6dec66cf,revision_number=1']} {{(pid=86331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 20:22:56.385033 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [None req-e4550228-bf56-4898-9686-2c883b9b7954 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 20:22:56.386084 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05c05a0f-6b7e-4ce0-af2d-e8cdd00825ef None None] Pushing event updated for resources: {'Port': ['ID=0de098eb-0d3b-4ffc-a127-872f35b664ec,revision_number=1']} {{(pid=86332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 20:22:56.416144 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [None req-05c05a0f-6b7e-4ce0-af2d-e8cdd00825ef None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=86332) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 20:22:56.421431 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [None req-cbbe70c9-0b39-4f9d-be6e-4133a7c8f54f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.036s {{(pid=86332) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 20:22:56.499299 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.managers [None req-05c05a0f-6b7e-4ce0-af2d-e8cdd00825ef None None] Attempting to bind port 0de098eb-0d3b-4ffc-a127-872f35b664ec on host dv-cinder-787632-1-iscsi for vnic_type normal with profile  {{(pid=86332) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 22 20:22:56.499720 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.managers [None req-05c05a0f-6b7e-4ce0-af2d-e8cdd00825ef None None] Attempting to bind port 0de098eb-0d3b-4ffc-a127-872f35b664ec by drivers openvswitch,hyperv on host dv-cinder-787632-1-iscsi at level 0 using segments [{'id': 'bfb45d41-40da-46f8-bcec-46e48234a8b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '107206c6-9741-4491-b509-54c68bfdebdc'}] {{(pid=86332) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 22 20:22:56.500137 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05c05a0f-6b7e-4ce0-af2d-e8cdd00825ef None None] Attempting to bind port 0de098eb-0d3b-4ffc-a127-872f35b664ec on network 107206c6-9741-4491-b509-54c68bfdebdc {{(pid=86332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 22 20:22:56.509384 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05c05a0f-6b7e-4ce0-af2d-e8cdd00825ef None None] Checking agent: {'id': '802cefbf-f579-41fa-a7d7-d5cf274c80aa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-787632-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 22, 20, 3, 29), 'started_at': datetime.datetime(2021, 4, 22, 20, 3, 59), 'heartbeat_timestamp': datetime.datetime(2021, 4, 22, 20, 22, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-787632-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 22 20:22:56.509831 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05c05a0f-6b7e-4ce0-af2d-e8cdd00825ef None None] Checking segment: {'id': 'bfb45d41-40da-46f8-bcec-46e48234a8b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '107206c6-9741-4491-b509-54c68bfdebdc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86332) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 22 20:22:56.510289 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-05c05a0f-6b7e-4ce0-af2d-e8cdd00825ef None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:22:56.510805 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05c05a0f-6b7e-4ce0-af2d-e8cdd00825ef None None] Bound using segment: {'id': 'bfb45d41-40da-46f8-bcec-46e48234a8b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '107206c6-9741-4491-b509-54c68bfdebdc'} {{(pid=86332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 22 20:22:56.511267 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.managers [None req-05c05a0f-6b7e-4ce0-af2d-e8cdd00825ef None None] Bound port: 0de098eb-0d3b-4ffc-a127-872f35b664ec, host: dv-cinder-787632-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bfb45d41-40da-46f8-bcec-46e48234a8b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '107206c6-9741-4491-b509-54c68bfdebdc'}}] {{(pid=86332) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 22 20:22:56.511671 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-05c05a0f-6b7e-4ce0-af2d-e8cdd00825ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587983'] for port, before_update {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:22:56.565897 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08e5d76f-3fe5-4242-a4b8-30f374028052 None None] Pushing event updated for resources: {'Port': ['ID=c664aa33-f54b-43ff-a2a2-3070b80db2c7,revision_number=4']} {{(pid=86332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 20:22:56.575169 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [None req-08e5d76f-3fe5-4242-a4b8-30f374028052 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=86332) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 20:22:56.615509 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.db [None req-05c05a0f-6b7e-4ce0-af2d-e8cdd00825ef None None] For port 0de098eb-0d3b-4ffc-a127-872f35b664ec, host dv-cinder-787632-1-iscsi, cleared binding levels {{(pid=86332) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 22 20:22:56.618767 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.db [None req-05c05a0f-6b7e-4ce0-af2d-e8cdd00825ef None None] For port 0de098eb-0d3b-4ffc-a127-872f35b664ec, host dv-cinder-787632-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787632-1-iscsi',level=0,port_id=0de098eb-0d3b-4ffc-a127-872f35b664ec,segment=NetworkSegment(bfb45d41-40da-46f8-bcec-46e48234a8b0),segment_id=bfb45d41-40da-46f8-bcec-46e48234a8b0)] {{(pid=86332) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 22 20:22:56.625362 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-05c05a0f-6b7e-4ce0-af2d-e8cdd00825ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854198495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853168226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727707997384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363309147208137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727707567697'] for port, after_update {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:22:56.626277 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a46a910a-16be-4ae1-a0dc-e05324651499 None None] Sync routers for ids ['23e509ce-1710-49dc-a685-577648503378'] in dv-cinder-787632-1-iscsi {{(pid=86333) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 22 20:22:56.631468 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [None req-cbbe70c9-0b39-4f9d-be6e-4133a7c8f54f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86332) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 20:22:56.636951 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a46a910a-16be-4ae1-a0dc-e05324651499 None None] Routers {'23e509ce-1710-49dc-a685-577648503378'} bound to L3 agent in host dv-cinder-787632-1-iscsi {{(pid=86333) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 22 20:22:56.637743 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.l3_hamode_db [None req-a46a910a-16be-4ae1-a0dc-e05324651499 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f013d82e940>, 'dv-cinder-787632-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-22T20:03:28Z,description=<?>,heartbeat_timestamp=2021-04-22T20:22:29Z,host='dv-cinder-787632-1-iscsi',id=1df068ca-d615-4cb7-8020-fe6e8be709e3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-22T20:03:28Z,topic='l3_agent')) {'router_ids': ['23e509ce-1710-49dc-a685-577648503378'], 'active': True} {{(pid=86333) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 22 20:22:56.721305 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05c05a0f-6b7e-4ce0-af2d-e8cdd00825ef None None] Pushing event updated for resources: {'Port': ['ID=0de098eb-0d3b-4ffc-a127-872f35b664ec,revision_number=2']} {{(pid=86332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 20:22:56.724652 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [None req-05c05a0f-6b7e-4ce0-af2d-e8cdd00825ef None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=86332) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 20:22:56.817016 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-e4550228-bf56-4898-9686-2c883b9b7954 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:22:56.840275 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.l3_dvr_db [None req-a46a910a-16be-4ae1-a0dc-e05324651499 None None] Set router 23e509ce-1710-49dc-a685-577648503378 gateway port host: dv-cinder-787632-1-iscsi {{(pid=86333) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 22 20:22:57.194875 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.l3_hamode_db [None req-a46a910a-16be-4ae1-a0dc-e05324651499 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f013d82e940>, [{'id': '23e509ce-1710-49dc-a685-577648503378', 'name': 'tempest-TestMinimumBasicScenario-1716700035-router', 'tenant_id': '4108d9cf3f954b3c9619a37cf429fc55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b725cb4-6db6-4e68-9a61-1978e8a191a1', 'external_fixed_ips': [{'subnet_id': '1d4495d7-31a5-4e2d-a911-56ceae3a61c5', 'ip_address': '172.27.3.32'}], 'enable_snat': True}, 'gw_port_id': 'c664aa33-f54b-43ff-a2a2-3070b80db2c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T20:22:48Z', 'updated_at': '2021-04-22T20:22:52Z', 'revision_number': 4, 'project_id': '4108d9cf3f954b3c9619a37cf429fc55', 'gw_port': {'id': 'c664aa33-f54b-43ff-a2a2-3070b80db2c7', 'name': '', 'network_id': '1b725cb4-6db6-4e68-9a61-1978e8a191a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:c3:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23e509ce-1710-49dc-a685-577648503378', 'device_owner': 'network:router_gateway', 'standard_attr_id': 662, 'fixed_ips': [{'subnet_id': '1d4495d7-31a5-4e2d-a911-56ceae3a61c5', 'ip_address': '172.27.3.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787632-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T20:22:48Z', 'updated_at': '2021-04-22T20:22:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d4495d7-31a5-4e2d-a911-56ceae3a61c5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787632-1-iscsi', '_interfaces': [{'id': 'b553523c-7e6f-4b90-8082-4b9be0adbb7c', 'name': '', 'network_id': '87ef2bdc-8f28-4026-b5d3-ec4425a2cab7', 'tenant_id': '4108d9cf3f954b3c9619a37cf429fc55', 'mac_address': 'fa:16:3e:61:90:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23e509ce-1710-49dc-a685-577648503378', 'device_owner': 'network:router_interface', 'standard_attr_id': 663, 'fixed_ips': [{'subnet_id': '756aa892-3bec-45a8-8b76-2d03a4b0b733', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T20:22:51Z', 'updated_at': '2021-04-22T20:22:52Z', 'revision_number': 2, 'project_id': '4108d9cf3f954b3c9619a37cf429fc55', 'subnets': [{'id': '756aa892-3bec-45a8-8b76-2d03a4b0b733', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787632-1-iscsi', False) {} {{(pid=86333) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 22 20:22:57.199012 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a46a910a-16be-4ae1-a0dc-e05324651499 None None] Checking router: 23e509ce-1710-49dc-a685-577648503378 for host: dv-cinder-787632-1-iscsi {{(pid=86333) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 22 20:22:57.199476 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a46a910a-16be-4ae1-a0dc-e05324651499 None None] Updating router 23e509ce-1710-49dc-a685-577648503378 port b553523c-7e6f-4b90-8082-4b9be0adbb7c binding host dv-cinder-787632-1-iscsi {{(pid=86333) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Apr 22 20:22:57.258331 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-a46a910a-16be-4ae1-a0dc-e05324651499 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587983'] for port, before_update {{(pid=86333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:22:57.454424 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-e4550228-bf56-4898-9686-2c883b9b7954 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-429383', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-416479'] for router, after_create {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:22:57.627651 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-a46a910a-16be-4ae1-a0dc-e05324651499 None None] Notify callbacks [] for port, precommit_update {{(pid=86333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:22:57.639806 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.provisioning_blocks [None req-a46a910a-16be-4ae1-a0dc-e05324651499 None None] Transition to ACTIVE for port object b553523c-7e6f-4b90-8082-4b9be0adbb7c will not be triggered until provisioned by entity L2. {{(pid=86333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 22 20:22:57.646110 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-a46a910a-16be-4ae1-a0dc-e05324651499 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854198495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853168226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727707997384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363309147208137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727707567697'] for port, after_update {{(pid=86333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:22:57.650966 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [None req-0d692c3c-126d-4a6c-a0d0-b41ea8257b4b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86333) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 20:22:57.670107 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e4550228-bf56-4898-9686-2c883b9b7954 admin admin] Router c2cccab4-7056-4a4e-aead-0f7a2ef2cf2f is scheduled to L3 agent 1df068ca-d615-4cb7-8020-fe6e8be709e3 with binding_index 1 {{(pid=86331) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Apr 22 20:22:57.774137 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46cb216d-f2ef-41e2-9aa6-d33d6e39d1e1 None None] Pushing event updated for resources: {'Port': ['ID=b553523c-7e6f-4b90-8082-4b9be0adbb7c,revision_number=3']} {{(pid=86333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 20:22:57.804503 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46cb216d-f2ef-41e2-9aa6-d33d6e39d1e1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787632-1-iscsi {{(pid=86333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 20:22:57.804503 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46cb216d-f2ef-41e2-9aa6-d33d6e39d1e1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787632-1-iscsi {{(pid=86333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 20:22:57.804503 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46cb216d-f2ef-41e2-9aa6-d33d6e39d1e1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787632-1-iscsi {{(pid=86333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 20:22:57.804503 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46cb216d-f2ef-41e2-9aa6-d33d6e39d1e1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787632-1-iscsi {{(pid=86333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 20:22:57.805036 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46cb216d-f2ef-41e2-9aa6-d33d6e39d1e1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787632-1-iscsi {{(pid=86333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 20:22:57.805036 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46cb216d-f2ef-41e2-9aa6-d33d6e39d1e1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787632-1-iscsi {{(pid=86333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 20:22:57.805237 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46cb216d-f2ef-41e2-9aa6-d33d6e39d1e1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-787632-1-iscsi {{(pid=86333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 20:22:57.805849 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46cb216d-f2ef-41e2-9aa6-d33d6e39d1e1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787632-1-iscsi {{(pid=86333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 20:22:57.805972 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46cb216d-f2ef-41e2-9aa6-d33d6e39d1e1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787632-1-iscsi {{(pid=86333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 20:22:57.806325 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46cb216d-f2ef-41e2-9aa6-d33d6e39d1e1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787632-1-iscsi {{(pid=86333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 20:22:57.806686 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46cb216d-f2ef-41e2-9aa6-d33d6e39d1e1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787632-1-iscsi {{(pid=86333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 20:22:57.807049 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46cb216d-f2ef-41e2-9aa6-d33d6e39d1e1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787632-1-iscsi {{(pid=86333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 20:22:57.818128 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [None req-46cb216d-f2ef-41e2-9aa6-d33d6e39d1e1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=86333) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 20:22:57.911173 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4550228-bf56-4898-9686-2c883b9b7954 admin admin] Notify agent at l3_agent.dv-cinder-787632-1-iscsi the message routers_updated {{(pid=86331) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 22 20:22:57.921526 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66bcc04d-69b7-4bb7-a3c6-8f5a13d23a30 None None] Sync routers for ids ['c2cccab4-7056-4a4e-aead-0f7a2ef2cf2f'] in dv-cinder-787632-1-iscsi {{(pid=86332) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 22 20:22:57.937983 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66bcc04d-69b7-4bb7-a3c6-8f5a13d23a30 None None] Routers {'c2cccab4-7056-4a4e-aead-0f7a2ef2cf2f'} bound to L3 agent in host dv-cinder-787632-1-iscsi {{(pid=86332) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 22 20:22:57.938578 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.l3_hamode_db [None req-66bcc04d-69b7-4bb7-a3c6-8f5a13d23a30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f013d285390>, 'dv-cinder-787632-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-22T20:03:28Z,description=<?>,heartbeat_timestamp=2021-04-22T20:22:29Z,host='dv-cinder-787632-1-iscsi',id=1df068ca-d615-4cb7-8020-fe6e8be709e3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-22T20:03:28Z,topic='l3_agent')) {'router_ids': ['c2cccab4-7056-4a4e-aead-0f7a2ef2cf2f'], 'active': True} {{(pid=86332) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 22 20:22:57.943059 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-e4550228-bf56-4898-9686-2c883b9b7954 admin admin] Notify callbacks [] for router, before_response {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:22:57.947166 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [None req-e4550228-bf56-4898-9686-2c883b9b7954 admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201  len: 926 time: 2.7255659
Apr 22 20:22:57.947398 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.wsgi [-] (86331) accepted ('10.222.0.30', 45046) {{(pid=86331) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 20:22:57.966568 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.managers [None req-a46a910a-16be-4ae1-a0dc-e05324651499 None None] Attempting to bind port b553523c-7e6f-4b90-8082-4b9be0adbb7c on host dv-cinder-787632-1-iscsi for vnic_type normal with profile  {{(pid=86333) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 22 20:22:57.966979 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.managers [None req-a46a910a-16be-4ae1-a0dc-e05324651499 None None] Attempting to bind port b553523c-7e6f-4b90-8082-4b9be0adbb7c by drivers openvswitch,hyperv on host dv-cinder-787632-1-iscsi at level 0 using segments [{'id': '7296ef7e-797f-4f08-b11d-0b46739f791a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '87ef2bdc-8f28-4026-b5d3-ec4425a2cab7'}] {{(pid=86333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 22 20:22:57.967513 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a46a910a-16be-4ae1-a0dc-e05324651499 None None] Attempting to bind port b553523c-7e6f-4b90-8082-4b9be0adbb7c on network 87ef2bdc-8f28-4026-b5d3-ec4425a2cab7 {{(pid=86333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 22 20:22:57.975089 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a46a910a-16be-4ae1-a0dc-e05324651499 None None] Checking agent: {'id': '802cefbf-f579-41fa-a7d7-d5cf274c80aa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-787632-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 22, 20, 3, 29), 'started_at': datetime.datetime(2021, 4, 22, 20, 3, 59), 'heartbeat_timestamp': datetime.datetime(2021, 4, 22, 20, 22, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-787632-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 22 20:22:57.975500 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a46a910a-16be-4ae1-a0dc-e05324651499 None None] Checking segment: {'id': '7296ef7e-797f-4f08-b11d-0b46739f791a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '87ef2bdc-8f28-4026-b5d3-ec4425a2cab7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86333) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 22 20:22:57.975945 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-a46a910a-16be-4ae1-a0dc-e05324651499 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:22:57.977672 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a46a910a-16be-4ae1-a0dc-e05324651499 None None] Bound using segment: {'id': '7296ef7e-797f-4f08-b11d-0b46739f791a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '87ef2bdc-8f28-4026-b5d3-ec4425a2cab7'} {{(pid=86333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 22 20:22:57.977672 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.managers [None req-a46a910a-16be-4ae1-a0dc-e05324651499 None None] Bound port: b553523c-7e6f-4b90-8082-4b9be0adbb7c, host: dv-cinder-787632-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7296ef7e-797f-4f08-b11d-0b46739f791a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '87ef2bdc-8f28-4026-b5d3-ec4425a2cab7'}}] {{(pid=86333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 22 20:22:57.978370 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-a46a910a-16be-4ae1-a0dc-e05324651499 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587983'] for port, before_update {{(pid=86333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:22:58.028554 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.rpc [None req-08e5d76f-3fe5-4242-a4b8-30f374028052 None None] Device c664aa33-f54b-43ff-a2a2-3070b80db2c7 up at agent ovs-agent-dv-cinder-787632-1-iscsi {{(pid=86332) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 22 20:22:58.078866 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.db [None req-a46a910a-16be-4ae1-a0dc-e05324651499 None None] For port b553523c-7e6f-4b90-8082-4b9be0adbb7c, host dv-cinder-787632-1-iscsi, cleared binding levels {{(pid=86333) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 22 20:22:58.082127 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.db [None req-a46a910a-16be-4ae1-a0dc-e05324651499 None None] For port b553523c-7e6f-4b90-8082-4b9be0adbb7c, host dv-cinder-787632-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787632-1-iscsi',level=0,port_id=b553523c-7e6f-4b90-8082-4b9be0adbb7c,segment=NetworkSegment(7296ef7e-797f-4f08-b11d-0b46739f791a),segment_id=7296ef7e-797f-4f08-b11d-0b46739f791a)] {{(pid=86333) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 22 20:22:58.086109 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-a46a910a-16be-4ae1-a0dc-e05324651499 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854198495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853168226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727707997384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363309147208137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727707567697'] for port, after_update {{(pid=86333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:22:58.091579 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86333) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 20:22:58.169526 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46cb216d-f2ef-41e2-9aa6-d33d6e39d1e1 None None] Pushing event updated for resources: {'Port': ['ID=b553523c-7e6f-4b90-8082-4b9be0adbb7c,revision_number=4']} {{(pid=86333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 20:22:58.173141 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [None req-46cb216d-f2ef-41e2-9aa6-d33d6e39d1e1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=86333) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 20:22:58.191389 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a46a910a-16be-4ae1-a0dc-e05324651499 None None] Routers {'23e509ce-1710-49dc-a685-577648503378'} bound to L3 agent in host dv-cinder-787632-1-iscsi {{(pid=86333) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 22 20:22:58.192079 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.l3_hamode_db [None req-a46a910a-16be-4ae1-a0dc-e05324651499 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f013d82e940>, 'dv-cinder-787632-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-22T20:03:28Z,description=<?>,heartbeat_timestamp=2021-04-22T20:22:29Z,host='dv-cinder-787632-1-iscsi',id=1df068ca-d615-4cb7-8020-fe6e8be709e3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-22T20:03:28Z,topic='l3_agent')) {'router_ids': ['23e509ce-1710-49dc-a685-577648503378'], 'active': True} {{(pid=86333) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 22 20:22:58.372159 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba209ce4-12b2-44c9-ae88-88236f94f612 None None] Network 107206c6-9741-4491-b509-54c68bfdebdc requested from dv-cinder-787632-1-iscsi {{(pid=86332) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 22 20:22:58.400208 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.l3_dvr_db [None req-a46a910a-16be-4ae1-a0dc-e05324651499 None None] Set router 23e509ce-1710-49dc-a685-577648503378 gateway port host: dv-cinder-787632-1-iscsi {{(pid=86333) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 22 20:22:58.608439 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.provisioning_blocks [None req-08e5d76f-3fe5-4242-a4b8-30f374028052 None None] Provisioning complete for port c664aa33-f54b-43ff-a2a2-3070b80db2c7 triggered by entity L2. {{(pid=86332) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 22 20:22:58.608861 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-08e5d76f-3fe5-4242-a4b8-30f374028052 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854135278'] for port, provisioning_complete {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:22:58.683454 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.l3_dvr_db [None req-66bcc04d-69b7-4bb7-a3c6-8f5a13d23a30 None None] Set router c2cccab4-7056-4a4e-aead-0f7a2ef2cf2f gateway port host: dv-cinder-787632-1-iscsi {{(pid=86332) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 22 20:22:58.742824 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-a5aafe89-2ed8-4a52-9505-b87a1ca4d61b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309146858885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640583'] for agent, after_update {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:22:58.782609 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-48706b22-04e8-4bbf-8b46-faa2360f91ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587983'] for port, before_create {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:22:58.911908 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.l3_hamode_db [None req-a46a910a-16be-4ae1-a0dc-e05324651499 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f013d82e940>, [{'id': '23e509ce-1710-49dc-a685-577648503378', 'name': 'tempest-TestMinimumBasicScenario-1716700035-router', 'tenant_id': '4108d9cf3f954b3c9619a37cf429fc55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b725cb4-6db6-4e68-9a61-1978e8a191a1', 'external_fixed_ips': [{'subnet_id': '1d4495d7-31a5-4e2d-a911-56ceae3a61c5', 'ip_address': '172.27.3.32'}], 'enable_snat': True}, 'gw_port_id': 'c664aa33-f54b-43ff-a2a2-3070b80db2c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T20:22:48Z', 'updated_at': '2021-04-22T20:22:52Z', 'revision_number': 4, 'project_id': '4108d9cf3f954b3c9619a37cf429fc55', 'gw_port': {'id': 'c664aa33-f54b-43ff-a2a2-3070b80db2c7', 'name': '', 'network_id': '1b725cb4-6db6-4e68-9a61-1978e8a191a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:c3:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23e509ce-1710-49dc-a685-577648503378', 'device_owner': 'network:router_gateway', 'standard_attr_id': 662, 'fixed_ips': [{'subnet_id': '1d4495d7-31a5-4e2d-a911-56ceae3a61c5', 'ip_address': '172.27.3.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787632-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T20:22:48Z', 'updated_at': '2021-04-22T20:22:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d4495d7-31a5-4e2d-a911-56ceae3a61c5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787632-1-iscsi', '_interfaces': [{'id': 'b553523c-7e6f-4b90-8082-4b9be0adbb7c', 'name': '', 'network_id': '87ef2bdc-8f28-4026-b5d3-ec4425a2cab7', 'tenant_id': '4108d9cf3f954b3c9619a37cf429fc55', 'mac_address': 'fa:16:3e:61:90:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23e509ce-1710-49dc-a685-577648503378', 'device_owner': 'network:router_interface', 'standard_attr_id': 663, 'fixed_ips': [{'subnet_id': '756aa892-3bec-45a8-8b76-2d03a4b0b733', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787632-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T20:22:51Z', 'updated_at': '2021-04-22T20:22:58Z', 'revision_number': 4, 'project_id': '4108d9cf3f954b3c9619a37cf429fc55', 'subnets': [{'id': '756aa892-3bec-45a8-8b76-2d03a4b0b733', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787632-1-iscsi', False) {} {{(pid=86333) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 22 20:22:58.917440 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a46a910a-16be-4ae1-a0dc-e05324651499 None None] The sync data for ids ['23e509ce-1710-49dc-a685-577648503378'] in dv-cinder-787632-1-iscsi is: [{'id': '23e509ce-1710-49dc-a685-577648503378', 'name': 'tempest-TestMinimumBasicScenario-1716700035-router', 'tenant_id': '4108d9cf3f954b3c9619a37cf429fc55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b725cb4-6db6-4e68-9a61-1978e8a191a1', 'external_fixed_ips': [{'subnet_id': '1d4495d7-31a5-4e2d-a911-56ceae3a61c5', 'ip_address': '172.27.3.32'}], 'enable_snat': True}, 'gw_port_id': 'c664aa33-f54b-43ff-a2a2-3070b80db2c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T20:22:48Z', 'updated_at': '2021-04-22T20:22:52Z', 'revision_number': 4, 'project_id': '4108d9cf3f954b3c9619a37cf429fc55', 'gw_port': {'id': 'c664aa33-f54b-43ff-a2a2-3070b80db2c7', 'name': '', 'network_id': '1b725cb4-6db6-4e68-9a61-1978e8a191a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:c3:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23e509ce-1710-49dc-a685-577648503378', 'device_owner': 'network:router_gateway', 'standard_attr_id': 662, 'fixed_ips': [{'subnet_id': '1d4495d7-31a5-4e2d-a911-56ceae3a61c5', 'ip_address': '172.27.3.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787632-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T20:22:48Z', 'updated_at': '2021-04-22T20:22:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d4495d7-31a5-4e2d-a911-56ceae3a61c5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787632-1-iscsi', '_interfaces': [{'id': 'b553523c-7e6f-4b90-8082-4b9be0adbb7c', 'name': '', 'network_id': '87ef2bdc-8f28-4026-b5d3-ec4425a2cab7', 'tenant_id': '4108d9cf3f954b3c9619a37cf429fc55', 'mac_address': 'fa:16:3e:61:90:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23e509ce-1710-49dc-a685-577648503378', 'device_owner': 'network:router_interface', 'standard_attr_id': 663, 'fixed_ips': [{'subnet_id': '756aa892-3bec-45a8-8b76-2d03a4b0b733', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787632-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T20:22:51Z', 'updated_at': '2021-04-22T20:22:58Z', 'revision_number': 4, 'project_id': '4108d9cf3f954b3c9619a37cf429fc55', 'subnets': [{'id': '756aa892-3bec-45a8-8b76-2d03a4b0b733', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86333) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 22 20:22:59.007198 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.provisioning_blocks [None req-c228d003-aa5c-4a25-a16b-04cd3ebe0abd None None] Provisioning for port 0de098eb-0d3b-4ffc-a127-872f35b664ec completed by entity DHCP. {{(pid=86332) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 22 20:22:59.029585 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.db_base_plugin_common [None req-48706b22-04e8-4bbf-8b46-faa2360f91ac admin admin] Allocated IP 172.20.0.1 (107206c6-9741-4491-b509-54c68bfdebdc/de349f0b-68c4-49c2-aac2-ea5868cd80f5/ede5ced7-eeee-4f4c-89f7-be82fb758f71) {{(pid=86331) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 22 20:22:59.077870 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-d69b9430-b136-4a40-a189-232f048ef307 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309146858885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640583'] for agent, after_update {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:22:59.131787 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.rpc [None req-08e5d76f-3fe5-4242-a4b8-30f374028052 None None] Device 0de098eb-0d3b-4ffc-a127-872f35b664ec up at agent ovs-agent-dv-cinder-787632-1-iscsi {{(pid=86332) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 22 20:22:59.196344 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-48706b22-04e8-4bbf-8b46-faa2360f91ac admin admin] Notify callbacks [] for port, precommit_create {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:22:59.215253 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.provisioning_blocks [None req-48706b22-04e8-4bbf-8b46-faa2360f91ac admin admin] Transition to ACTIVE for port object ede5ced7-eeee-4f4c-89f7-be82fb758f71 will not be triggered until provisioned by entity DHCP. {{(pid=86331) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 22 20:22:59.242095 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-48706b22-04e8-4bbf-8b46-faa2360f91ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854198495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853168226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363309147208154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1223862'] for port, after_create {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:22:59.247238 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [None req-b2b78cbd-506b-45a9-acf9-22aa4fa25230 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 20:22:59.278088 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.provisioning_blocks [None req-08e5d76f-3fe5-4242-a4b8-30f374028052 None None] Provisioning for port 0de098eb-0d3b-4ffc-a127-872f35b664ec completed by entity L2. {{(pid=86332) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 22 20:22:59.287799 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.provisioning_blocks [None req-08e5d76f-3fe5-4242-a4b8-30f374028052 None None] Provisioning complete for port 0de098eb-0d3b-4ffc-a127-872f35b664ec triggered by entity L2. {{(pid=86332) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 22 20:22:59.288223 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-08e5d76f-3fe5-4242-a4b8-30f374028052 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854135278'] for port, provisioning_complete {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:22:59.324743 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-08e5d76f-3fe5-4242-a4b8-30f374028052 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309146858885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640583'] for agent, after_update {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:22:59.334019 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48706b22-04e8-4bbf-8b46-faa2360f91ac admin admin] Network 107206c6-9741-4491-b509-54c68bfdebdc is already hosted by enough agents. {{(pid=86331) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 22 20:22:59.334163 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.l3_hamode_db [None req-66bcc04d-69b7-4bb7-a3c6-8f5a13d23a30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f013d285390>, [{'id': 'c2cccab4-7056-4a4e-aead-0f7a2ef2cf2f', 'name': 'tempest-TestMinimumBasicScenario-596165091-router', 'tenant_id': 'b087c2cca5f24842850e8b53b9dbe8fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b725cb4-6db6-4e68-9a61-1978e8a191a1', 'external_fixed_ips': [{'subnet_id': '1d4495d7-31a5-4e2d-a911-56ceae3a61c5', 'ip_address': '172.27.3.149'}], 'enable_snat': True}, 'gw_port_id': '8fbfff3a-0853-4e46-aad4-8ffc6dec66cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T20:22:55Z', 'updated_at': '2021-04-22T20:22:56Z', 'revision_number': 3, 'project_id': 'b087c2cca5f24842850e8b53b9dbe8fb', 'gw_port': {'id': '8fbfff3a-0853-4e46-aad4-8ffc6dec66cf', 'name': '', 'network_id': '1b725cb4-6db6-4e68-9a61-1978e8a191a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:d0:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2cccab4-7056-4a4e-aead-0f7a2ef2cf2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': '1d4495d7-31a5-4e2d-a911-56ceae3a61c5', 'ip_address': '172.27.3.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T20:22:55Z', 'updated_at': '2021-04-22T20:22:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1d4495d7-31a5-4e2d-a911-56ceae3a61c5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787632-1-iscsi'}], 'dv-cinder-787632-1-iscsi', False) {} {{(pid=86332) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 22 20:22:59.335403 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.scheduler.base_scheduler [None req-48706b22-04e8-4bbf-8b46-faa2360f91ac admin admin] Resources bound (agent type, host, resource id):  {{(pid=86331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 22 20:22:59.344327 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48706b22-04e8-4bbf-8b46-faa2360f91ac admin admin] Received port after_create {{(pid=86331) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 22 20:22:59.349451 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66bcc04d-69b7-4bb7-a3c6-8f5a13d23a30 None None] Checking router: c2cccab4-7056-4a4e-aead-0f7a2ef2cf2f for host: dv-cinder-787632-1-iscsi {{(pid=86332) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 22 20:22:59.349930 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66bcc04d-69b7-4bb7-a3c6-8f5a13d23a30 None None] Updating router c2cccab4-7056-4a4e-aead-0f7a2ef2cf2f port 8fbfff3a-0853-4e46-aad4-8ffc6dec66cf binding host dv-cinder-787632-1-iscsi {{(pid=86332) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Apr 22 20:22:59.396156 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48706b22-04e8-4bbf-8b46-faa2360f91ac admin admin] Pushing event updated for resources: {'Port': ['ID=ede5ced7-eeee-4f4c-89f7-be82fb758f71,revision_number=1']} {{(pid=86331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 20:22:59.400470 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [None req-48706b22-04e8-4bbf-8b46-faa2360f91ac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 20:22:59.419632 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-48706b22-04e8-4bbf-8b46-faa2360f91ac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854348030'] for router_interface, before_create {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:22:59.432386 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-66bcc04d-69b7-4bb7-a3c6-8f5a13d23a30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587983'] for port, before_update {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:22:59.605535 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-08e5d76f-3fe5-4242-a4b8-30f374028052 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587983'] for port, before_update {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:22:59.628801 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.provisioning_blocks [None req-3de3516a-c412-4a03-9ffc-431dd8966011 None None] Provisioning complete for port 0de098eb-0d3b-4ffc-a127-872f35b664ec triggered by entity DHCP. {{(pid=86332) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 22 20:22:59.629226 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-3de3516a-c412-4a03-9ffc-431dd8966011 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854135278'] for port, provisioning_complete {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:22:59.682615 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-48706b22-04e8-4bbf-8b46-faa2360f91ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587983'] for port, before_update {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:22:59.749544 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.db [None req-08e5d76f-3fe5-4242-a4b8-30f374028052 None None] For port 0de098eb-0d3b-4ffc-a127-872f35b664ec, host dv-cinder-787632-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787632-1-iscsi',level=0,port_id=0de098eb-0d3b-4ffc-a127-872f35b664ec,segment=NetworkSegment(bfb45d41-40da-46f8-bcec-46e48234a8b0),segment_id=bfb45d41-40da-46f8-bcec-46e48234a8b0)] {{(pid=86332) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 22 20:22:59.805704 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-08e5d76f-3fe5-4242-a4b8-30f374028052 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854198495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853168226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727707997384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363309147208137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727707567697'] for port, after_update {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:22:59.809970 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [None req-a60d75ac-1b9a-4cf8-9a4b-67929f080f02 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86332) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 20:22:59.940060 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-48706b22-04e8-4bbf-8b46-faa2360f91ac admin admin] Notify callbacks [] for port, precommit_update {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:22:59.944124 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-48706b22-04e8-4bbf-8b46-faa2360f91ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854198495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853168226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727707997384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363309147208137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727707567697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036853551937'] for port, after_update {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:22:59.956912 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.rpc [None req-08e5d76f-3fe5-4242-a4b8-30f374028052 None None] Device b553523c-7e6f-4b90-8082-4b9be0adbb7c up at agent ovs-agent-dv-cinder-787632-1-iscsi {{(pid=86332) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 22 20:22:59.973035 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [None req-adf348c9-45b6-4a02-aa72-ac59870a6a13 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 20:22:59.996045 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08e5d76f-3fe5-4242-a4b8-30f374028052 None None] Pushing event updated for resources: {'Port': ['ID=0de098eb-0d3b-4ffc-a127-872f35b664ec,revision_number=3']} {{(pid=86332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 20:23:00.022373 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [None req-08e5d76f-3fe5-4242-a4b8-30f374028052 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=86332) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 20:23:00.054634 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48706b22-04e8-4bbf-8b46-faa2360f91ac admin admin] Pushing event updated for resources: {'Port': ['ID=ede5ced7-eeee-4f4c-89f7-be82fb758f71,revision_number=2']} {{(pid=86331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 20:23:00.058981 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [None req-48706b22-04e8-4bbf-8b46-faa2360f91ac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 20:23:00.059934 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-48706b22-04e8-4bbf-8b46-faa2360f91ac admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036853168209', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-427877'] for router_interface, after_create {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:23:00.116199 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.provisioning_blocks [None req-08e5d76f-3fe5-4242-a4b8-30f374028052 None None] Provisioning for port b553523c-7e6f-4b90-8082-4b9be0adbb7c completed by entity L2. {{(pid=86332) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 22 20:23:00.137008 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.provisioning_blocks [None req-08e5d76f-3fe5-4242-a4b8-30f374028052 None None] Provisioning complete for port b553523c-7e6f-4b90-8082-4b9be0adbb7c triggered by entity L2. {{(pid=86332) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 22 20:23:00.137439 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-08e5d76f-3fe5-4242-a4b8-30f374028052 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854135278'] for port, provisioning_complete {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:23:00.199476 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48706b22-04e8-4bbf-8b46-faa2360f91ac admin admin] Network 107206c6-9741-4491-b509-54c68bfdebdc is already hosted by enough agents. {{(pid=86331) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 22 20:23:00.200578 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.scheduler.base_scheduler [None req-48706b22-04e8-4bbf-8b46-faa2360f91ac admin admin] Resources bound (agent type, host, resource id):  {{(pid=86331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 22 20:23:00.214515 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-66bcc04d-69b7-4bb7-a3c6-8f5a13d23a30 None None] Notify callbacks [] for port, precommit_update {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:23:00.225586 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.provisioning_blocks [None req-16354314-9ed6-4b87-93cf-04f1fce919c3 None None] Provisioning for port ede5ced7-eeee-4f4c-89f7-be82fb758f71 completed by entity DHCP. {{(pid=86332) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 22 20:23:00.237694 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.provisioning_blocks [None req-66bcc04d-69b7-4bb7-a3c6-8f5a13d23a30 None None] Transition to ACTIVE for port object 8fbfff3a-0853-4e46-aad4-8ffc6dec66cf will not be triggered until provisioned by entity L2. {{(pid=86332) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 22 20:23:00.240344 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.provisioning_blocks [None req-16354314-9ed6-4b87-93cf-04f1fce919c3 None None] Provisioning complete for port ede5ced7-eeee-4f4c-89f7-be82fb758f71 triggered by entity DHCP. {{(pid=86332) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 22 20:23:00.240768 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-16354314-9ed6-4b87-93cf-04f1fce919c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854135278'] for port, provisioning_complete {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:23:00.295721 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-66bcc04d-69b7-4bb7-a3c6-8f5a13d23a30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854198495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853168226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727707997384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363309147208137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727707567697'] for port, after_update {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:23:00.305534 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [None req-cbbe70c9-0b39-4f9d-be6e-4133a7c8f54f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86332) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 20:23:00.380731 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-77fc9508-bbbe-4662-bfa7-f4837e5c3abe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309146858885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640583'] for agent, after_update {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:23:00.438901 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.plugin [None req-16354314-9ed6-4b87-93cf-04f1fce919c3 None None] Port ede5ced7-eeee-4f4c-89f7-be82fb758f71 cannot update to ACTIVE because it is not bound. {{(pid=86332) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 22 20:23:00.458176 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f8e63a-3dd5-48ca-a125-9db529298c0f None None] Pushing event updated for resources: {'Port': ['ID=8fbfff3a-0853-4e46-aad4-8ffc6dec66cf,revision_number=2']} {{(pid=86332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 20:23:00.462925 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.managers [None req-66bcc04d-69b7-4bb7-a3c6-8f5a13d23a30 None None] Attempting to bind port 8fbfff3a-0853-4e46-aad4-8ffc6dec66cf on host dv-cinder-787632-1-iscsi for vnic_type normal with profile  {{(pid=86332) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 22 20:23:00.463355 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.managers [None req-66bcc04d-69b7-4bb7-a3c6-8f5a13d23a30 None None] Attempting to bind port 8fbfff3a-0853-4e46-aad4-8ffc6dec66cf by drivers openvswitch,hyperv on host dv-cinder-787632-1-iscsi at level 0 using segments [{'id': '8e8fb218-3d63-4c3d-9ab1-544471c4929e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1b725cb4-6db6-4e68-9a61-1978e8a191a1'}] {{(pid=86332) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 22 20:23:00.463772 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66bcc04d-69b7-4bb7-a3c6-8f5a13d23a30 None None] Attempting to bind port 8fbfff3a-0853-4e46-aad4-8ffc6dec66cf on network 1b725cb4-6db6-4e68-9a61-1978e8a191a1 {{(pid=86332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 22 20:23:00.473422 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [None req-e1f8e63a-3dd5-48ca-a125-9db529298c0f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=86332) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 20:23:00.485086 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66bcc04d-69b7-4bb7-a3c6-8f5a13d23a30 None None] Checking agent: {'id': '802cefbf-f579-41fa-a7d7-d5cf274c80aa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-787632-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 22, 20, 3, 29), 'started_at': datetime.datetime(2021, 4, 22, 20, 3, 59), 'heartbeat_timestamp': datetime.datetime(2021, 4, 22, 20, 22, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-787632-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 22 20:23:00.485519 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66bcc04d-69b7-4bb7-a3c6-8f5a13d23a30 None None] Checking segment: {'id': '8e8fb218-3d63-4c3d-9ab1-544471c4929e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1b725cb4-6db6-4e68-9a61-1978e8a191a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86332) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 22 20:23:00.485998 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-66bcc04d-69b7-4bb7-a3c6-8f5a13d23a30 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:23:00.486556 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66bcc04d-69b7-4bb7-a3c6-8f5a13d23a30 None None] Bound using segment: {'id': '8e8fb218-3d63-4c3d-9ab1-544471c4929e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1b725cb4-6db6-4e68-9a61-1978e8a191a1'} {{(pid=86332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 22 20:23:00.487102 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.managers [None req-66bcc04d-69b7-4bb7-a3c6-8f5a13d23a30 None None] Bound port: 8fbfff3a-0853-4e46-aad4-8ffc6dec66cf, host: dv-cinder-787632-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8e8fb218-3d63-4c3d-9ab1-544471c4929e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1b725cb4-6db6-4e68-9a61-1978e8a191a1'}}] {{(pid=86332) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 22 20:23:00.487528 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-66bcc04d-69b7-4bb7-a3c6-8f5a13d23a30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587983'] for port, before_update {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:23:00.530122 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-08e5d76f-3fe5-4242-a4b8-30f374028052 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587983'] for port, before_update {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:23:00.610344 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.provisioning_blocks [None req-e2001c72-4aa0-43ea-8494-d2bad58f4ba8 None None] Provisioning complete for port ede5ced7-eeee-4f4c-89f7-be82fb758f71 triggered by entity DHCP. {{(pid=86332) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 22 20:23:00.610693 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-e2001c72-4aa0-43ea-8494-d2bad58f4ba8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854135278'] for port, provisioning_complete {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:23:00.643197 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.db [None req-08e5d76f-3fe5-4242-a4b8-30f374028052 None None] For port b553523c-7e6f-4b90-8082-4b9be0adbb7c, host dv-cinder-787632-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787632-1-iscsi',level=0,port_id=b553523c-7e6f-4b90-8082-4b9be0adbb7c,segment=NetworkSegment(7296ef7e-797f-4f08-b11d-0b46739f791a),segment_id=7296ef7e-797f-4f08-b11d-0b46739f791a)] {{(pid=86332) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 22 20:23:00.645347 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-48706b22-04e8-4bbf-8b46-faa2360f91ac admin admin] Router c2cccab4-7056-4a4e-aead-0f7a2ef2cf2f has already been hosted by L3 agent 1df068ca-d615-4cb7-8020-fe6e8be709e3 {{(pid=86331) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 22 20:23:00.650804 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.db [None req-66bcc04d-69b7-4bb7-a3c6-8f5a13d23a30 None None] For port 8fbfff3a-0853-4e46-aad4-8ffc6dec66cf, host dv-cinder-787632-1-iscsi, cleared binding levels {{(pid=86332) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 22 20:23:00.658387 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-08e5d76f-3fe5-4242-a4b8-30f374028052 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854198495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853168226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727707997384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363309147208137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727707567697'] for port, after_update {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:23:00.668580 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [None req-cbbe70c9-0b39-4f9d-be6e-4133a7c8f54f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86332) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 20:23:00.846705 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48706b22-04e8-4bbf-8b46-faa2360f91ac admin admin] Notify agent at l3_agent.dv-cinder-787632-1-iscsi the message routers_updated {{(pid=86331) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 22 20:23:00.856446 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [None req-48706b22-04e8-4bbf-8b46-faa2360f91ac admin admin] 10.222.0.30 "PUT /v2.0/routers/c2cccab4-7056-4a4e-aead-0f7a2ef2cf2f/add_router_interface HTTP/1.1" status: 200  len: 503 time: 2.9078362
Apr 22 20:23:00.898765 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.db [None req-66bcc04d-69b7-4bb7-a3c6-8f5a13d23a30 None None] For port 8fbfff3a-0853-4e46-aad4-8ffc6dec66cf, host dv-cinder-787632-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787632-1-iscsi',level=0,port_id=8fbfff3a-0853-4e46-aad4-8ffc6dec66cf,segment=NetworkSegment(8e8fb218-3d63-4c3d-9ab1-544471c4929e),segment_id=8e8fb218-3d63-4c3d-9ab1-544471c4929e)] {{(pid=86332) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 22 20:23:00.907823 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-66bcc04d-69b7-4bb7-a3c6-8f5a13d23a30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854198495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853168226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727707997384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363309147208137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727707567697'] for port, after_update {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:23:00.912252 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.plugin [None req-e2001c72-4aa0-43ea-8494-d2bad58f4ba8 None None] Port ede5ced7-eeee-4f4c-89f7-be82fb758f71 cannot update to ACTIVE because it is not bound. {{(pid=86332) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 22 20:23:00.948938 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08e5d76f-3fe5-4242-a4b8-30f374028052 None None] Pushing event updated for resources: {'Port': ['ID=b553523c-7e6f-4b90-8082-4b9be0adbb7c,revision_number=5']} {{(pid=86332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 20:23:00.953088 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [None req-08e5d76f-3fe5-4242-a4b8-30f374028052 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.285s {{(pid=86332) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 20:23:00.953722 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66bcc04d-69b7-4bb7-a3c6-8f5a13d23a30 None None] Routers {'c2cccab4-7056-4a4e-aead-0f7a2ef2cf2f'} bound to L3 agent in host dv-cinder-787632-1-iscsi {{(pid=86332) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 22 20:23:00.954401 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.l3_hamode_db [None req-66bcc04d-69b7-4bb7-a3c6-8f5a13d23a30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f013d285390>, 'dv-cinder-787632-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-22T20:03:28Z,description=<?>,heartbeat_timestamp=2021-04-22T20:22:59Z,host='dv-cinder-787632-1-iscsi',id=1df068ca-d615-4cb7-8020-fe6e8be709e3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-22T20:03:28Z,topic='l3_agent')) {'router_ids': ['c2cccab4-7056-4a4e-aead-0f7a2ef2cf2f'], 'active': True} {{(pid=86332) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 22 20:23:01.004805 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [None req-08e5d76f-3fe5-4242-a4b8-30f374028052 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.083s {{(pid=86332) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 20:23:01.056619 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.agents_db [None req-d2e1aac6-b006-4d71-afe2-c4a5b694a422 None None] Agent healthcheck: found 6 active agents {{(pid=86333) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 22 20:23:01.171369 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f8e63a-3dd5-48ca-a125-9db529298c0f None None] Pushing event updated for resources: {'Port': ['ID=8fbfff3a-0853-4e46-aad4-8ffc6dec66cf,revision_number=3']} {{(pid=86332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 20:23:01.183296 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [None req-e1f8e63a-3dd5-48ca-a125-9db529298c0f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=86332) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 20:23:01.212070 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.l3_dvr_db [None req-66bcc04d-69b7-4bb7-a3c6-8f5a13d23a30 None None] Set router c2cccab4-7056-4a4e-aead-0f7a2ef2cf2f gateway port host: dv-cinder-787632-1-iscsi {{(pid=86332) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 22 20:23:01.539570 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.l3_hamode_db [None req-66bcc04d-69b7-4bb7-a3c6-8f5a13d23a30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f013d285390>, [{'id': 'c2cccab4-7056-4a4e-aead-0f7a2ef2cf2f', 'name': 'tempest-TestMinimumBasicScenario-596165091-router', 'tenant_id': 'b087c2cca5f24842850e8b53b9dbe8fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b725cb4-6db6-4e68-9a61-1978e8a191a1', 'external_fixed_ips': [{'subnet_id': '1d4495d7-31a5-4e2d-a911-56ceae3a61c5', 'ip_address': '172.27.3.149'}], 'enable_snat': True}, 'gw_port_id': '8fbfff3a-0853-4e46-aad4-8ffc6dec66cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T20:22:55Z', 'updated_at': '2021-04-22T20:22:59Z', 'revision_number': 4, 'project_id': 'b087c2cca5f24842850e8b53b9dbe8fb', 'gw_port': {'id': '8fbfff3a-0853-4e46-aad4-8ffc6dec66cf', 'name': '', 'network_id': '1b725cb4-6db6-4e68-9a61-1978e8a191a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:d0:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2cccab4-7056-4a4e-aead-0f7a2ef2cf2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': '1d4495d7-31a5-4e2d-a911-56ceae3a61c5', 'ip_address': '172.27.3.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787632-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T20:22:55Z', 'updated_at': '2021-04-22T20:23:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1d4495d7-31a5-4e2d-a911-56ceae3a61c5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787632-1-iscsi', '_interfaces': [{'id': 'ede5ced7-eeee-4f4c-89f7-be82fb758f71', 'name': '', 'network_id': '107206c6-9741-4491-b509-54c68bfdebdc', 'tenant_id': 'b087c2cca5f24842850e8b53b9dbe8fb', 'mac_address': 'fa:16:3e:75:b1:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2cccab4-7056-4a4e-aead-0f7a2ef2cf2f', 'device_owner': 'network:router_interface', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': 'de349f0b-68c4-49c2-aac2-ea5868cd80f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T20:22:58Z', 'updated_at': '2021-04-22T20:22:59Z', 'revision_number': 2, 'project_id': 'b087c2cca5f24842850e8b53b9dbe8fb', 'subnets': [{'id': 'de349f0b-68c4-49c2-aac2-ea5868cd80f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787632-1-iscsi', False) {} {{(pid=86332) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 22 20:23:01.543764 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66bcc04d-69b7-4bb7-a3c6-8f5a13d23a30 None None] The sync data for ids ['c2cccab4-7056-4a4e-aead-0f7a2ef2cf2f'] in dv-cinder-787632-1-iscsi is: [{'id': 'c2cccab4-7056-4a4e-aead-0f7a2ef2cf2f', 'name': 'tempest-TestMinimumBasicScenario-596165091-router', 'tenant_id': 'b087c2cca5f24842850e8b53b9dbe8fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b725cb4-6db6-4e68-9a61-1978e8a191a1', 'external_fixed_ips': [{'subnet_id': '1d4495d7-31a5-4e2d-a911-56ceae3a61c5', 'ip_address': '172.27.3.149'}], 'enable_snat': True}, 'gw_port_id': '8fbfff3a-0853-4e46-aad4-8ffc6dec66cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T20:22:55Z', 'updated_at': '2021-04-22T20:22:59Z', 'revision_number': 4, 'project_id': 'b087c2cca5f24842850e8b53b9dbe8fb', 'gw_port': {'id': '8fbfff3a-0853-4e46-aad4-8ffc6dec66cf', 'name': '', 'network_id': '1b725cb4-6db6-4e68-9a61-1978e8a191a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:d0:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2cccab4-7056-4a4e-aead-0f7a2ef2cf2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': '1d4495d7-31a5-4e2d-a911-56ceae3a61c5', 'ip_address': '172.27.3.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787632-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T20:22:55Z', 'updated_at': '2021-04-22T20:23:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1d4495d7-31a5-4e2d-a911-56ceae3a61c5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787632-1-iscsi', '_interfaces': [{'id': 'ede5ced7-eeee-4f4c-89f7-be82fb758f71', 'name': '', 'network_id': '107206c6-9741-4491-b509-54c68bfdebdc', 'tenant_id': 'b087c2cca5f24842850e8b53b9dbe8fb', 'mac_address': 'fa:16:3e:75:b1:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2cccab4-7056-4a4e-aead-0f7a2ef2cf2f', 'device_owner': 'network:router_interface', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': 'de349f0b-68c4-49c2-aac2-ea5868cd80f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T20:22:58Z', 'updated_at': '2021-04-22T20:22:59Z', 'revision_number': 2, 'project_id': 'b087c2cca5f24842850e8b53b9dbe8fb', 'subnets': [{'id': 'de349f0b-68c4-49c2-aac2-ea5868cd80f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86332) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 22 20:23:01.922374 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.rpc [None req-08e5d76f-3fe5-4242-a4b8-30f374028052 None None] Device b553523c-7e6f-4b90-8082-4b9be0adbb7c up at agent ovs-agent-dv-cinder-787632-1-iscsi {{(pid=86332) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 22 20:23:02.044114 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.provisioning_blocks [None req-08e5d76f-3fe5-4242-a4b8-30f374028052 None None] Provisioning complete for port b553523c-7e6f-4b90-8082-4b9be0adbb7c triggered by entity L2. {{(pid=86332) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 22 20:23:02.044544 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-08e5d76f-3fe5-4242-a4b8-30f374028052 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854135278'] for port, provisioning_complete {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:23:02.199289 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.rpc [None req-08e5d76f-3fe5-4242-a4b8-30f374028052 None None] Device 0de098eb-0d3b-4ffc-a127-872f35b664ec up at agent ovs-agent-dv-cinder-787632-1-iscsi {{(pid=86332) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 22 20:23:02.288574 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.provisioning_blocks [None req-08e5d76f-3fe5-4242-a4b8-30f374028052 None None] Provisioning complete for port 0de098eb-0d3b-4ffc-a127-872f35b664ec triggered by entity L2. {{(pid=86332) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 22 20:23:02.288574 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-08e5d76f-3fe5-4242-a4b8-30f374028052 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854135278'] for port, provisioning_complete {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:23:03.946284 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.rpc [None req-08e5d76f-3fe5-4242-a4b8-30f374028052 None None] Device 8fbfff3a-0853-4e46-aad4-8ffc6dec66cf up at agent ovs-agent-dv-cinder-787632-1-iscsi {{(pid=86332) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 22 20:23:04.030279 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.provisioning_blocks [None req-08e5d76f-3fe5-4242-a4b8-30f374028052 None None] Provisioning for port 8fbfff3a-0853-4e46-aad4-8ffc6dec66cf completed by entity L2. {{(pid=86332) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 22 20:23:04.036658 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.provisioning_blocks [None req-08e5d76f-3fe5-4242-a4b8-30f374028052 None None] Provisioning complete for port 8fbfff3a-0853-4e46-aad4-8ffc6dec66cf triggered by entity L2. {{(pid=86332) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 22 20:23:04.037086 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-08e5d76f-3fe5-4242-a4b8-30f374028052 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854135278'] for port, provisioning_complete {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:23:04.175646 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-08e5d76f-3fe5-4242-a4b8-30f374028052 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587983'] for port, before_update {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:23:04.194197 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.db [None req-08e5d76f-3fe5-4242-a4b8-30f374028052 None None] For port 8fbfff3a-0853-4e46-aad4-8ffc6dec66cf, host dv-cinder-787632-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787632-1-iscsi',level=0,port_id=8fbfff3a-0853-4e46-aad4-8ffc6dec66cf,segment=NetworkSegment(8e8fb218-3d63-4c3d-9ab1-544471c4929e),segment_id=8e8fb218-3d63-4c3d-9ab1-544471c4929e)] {{(pid=86332) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 22 20:23:04.197268 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-08e5d76f-3fe5-4242-a4b8-30f374028052 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854198495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853168226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727707997384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363309147208137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727707567697'] for port, after_update {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:23:04.199258 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [None req-cbbe70c9-0b39-4f9d-be6e-4133a7c8f54f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86332) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 20:23:04.278743 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08e5d76f-3fe5-4242-a4b8-30f374028052 None None] Pushing event updated for resources: {'Port': ['ID=8fbfff3a-0853-4e46-aad4-8ffc6dec66cf,revision_number=4']} {{(pid=86332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 20:23:04.281986 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [None req-08e5d76f-3fe5-4242-a4b8-30f374028052 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=86332) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 20:23:05.082524 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c679130-22d7-4c17-b0ae-cb751f894b26 None None] Sync routers for ids ['c2cccab4-7056-4a4e-aead-0f7a2ef2cf2f'] in dv-cinder-787632-1-iscsi {{(pid=86333) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 22 20:23:05.095413 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c679130-22d7-4c17-b0ae-cb751f894b26 None None] Routers {'c2cccab4-7056-4a4e-aead-0f7a2ef2cf2f'} bound to L3 agent in host dv-cinder-787632-1-iscsi {{(pid=86333) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 22 20:23:05.096421 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.l3_hamode_db [None req-9c679130-22d7-4c17-b0ae-cb751f894b26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f013c9f1550>, 'dv-cinder-787632-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-22T20:03:28Z,description=<?>,heartbeat_timestamp=2021-04-22T20:22:59Z,host='dv-cinder-787632-1-iscsi',id=1df068ca-d615-4cb7-8020-fe6e8be709e3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-22T20:03:28Z,topic='l3_agent')) {'router_ids': ['c2cccab4-7056-4a4e-aead-0f7a2ef2cf2f'], 'active': True} {{(pid=86333) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 22 20:23:05.299658 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.l3_dvr_db [None req-9c679130-22d7-4c17-b0ae-cb751f894b26 None None] Set router c2cccab4-7056-4a4e-aead-0f7a2ef2cf2f gateway port host: dv-cinder-787632-1-iscsi {{(pid=86333) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 22 20:23:05.648806 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.l3_hamode_db [None req-9c679130-22d7-4c17-b0ae-cb751f894b26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f013c9f1550>, [{'id': 'c2cccab4-7056-4a4e-aead-0f7a2ef2cf2f', 'name': 'tempest-TestMinimumBasicScenario-596165091-router', 'tenant_id': 'b087c2cca5f24842850e8b53b9dbe8fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b725cb4-6db6-4e68-9a61-1978e8a191a1', 'external_fixed_ips': [{'subnet_id': '1d4495d7-31a5-4e2d-a911-56ceae3a61c5', 'ip_address': '172.27.3.149'}], 'enable_snat': True}, 'gw_port_id': '8fbfff3a-0853-4e46-aad4-8ffc6dec66cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T20:22:55Z', 'updated_at': '2021-04-22T20:22:59Z', 'revision_number': 4, 'project_id': 'b087c2cca5f24842850e8b53b9dbe8fb', 'gw_port': {'id': '8fbfff3a-0853-4e46-aad4-8ffc6dec66cf', 'name': '', 'network_id': '1b725cb4-6db6-4e68-9a61-1978e8a191a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:d0:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2cccab4-7056-4a4e-aead-0f7a2ef2cf2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': '1d4495d7-31a5-4e2d-a911-56ceae3a61c5', 'ip_address': '172.27.3.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787632-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T20:22:55Z', 'updated_at': '2021-04-22T20:23:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d4495d7-31a5-4e2d-a911-56ceae3a61c5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787632-1-iscsi', '_interfaces': [{'id': 'ede5ced7-eeee-4f4c-89f7-be82fb758f71', 'name': '', 'network_id': '107206c6-9741-4491-b509-54c68bfdebdc', 'tenant_id': 'b087c2cca5f24842850e8b53b9dbe8fb', 'mac_address': 'fa:16:3e:75:b1:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2cccab4-7056-4a4e-aead-0f7a2ef2cf2f', 'device_owner': 'network:router_interface', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': 'de349f0b-68c4-49c2-aac2-ea5868cd80f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T20:22:58Z', 'updated_at': '2021-04-22T20:22:59Z', 'revision_number': 2, 'project_id': 'b087c2cca5f24842850e8b53b9dbe8fb', 'subnets': [{'id': 'de349f0b-68c4-49c2-aac2-ea5868cd80f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787632-1-iscsi', False) {} {{(pid=86333) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 22 20:23:05.653545 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c679130-22d7-4c17-b0ae-cb751f894b26 None None] Checking router: c2cccab4-7056-4a4e-aead-0f7a2ef2cf2f for host: dv-cinder-787632-1-iscsi {{(pid=86333) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 22 20:23:05.654200 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c679130-22d7-4c17-b0ae-cb751f894b26 None None] Updating router c2cccab4-7056-4a4e-aead-0f7a2ef2cf2f port ede5ced7-eeee-4f4c-89f7-be82fb758f71 binding host dv-cinder-787632-1-iscsi {{(pid=86333) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Apr 22 20:23:05.719502 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-9c679130-22d7-4c17-b0ae-cb751f894b26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587983'] for port, before_update {{(pid=86333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:23:05.938228 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.rpc [None req-08e5d76f-3fe5-4242-a4b8-30f374028052 None None] Device 8fbfff3a-0853-4e46-aad4-8ffc6dec66cf up at agent ovs-agent-dv-cinder-787632-1-iscsi {{(pid=86332) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 22 20:23:06.047238 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.provisioning_blocks [None req-08e5d76f-3fe5-4242-a4b8-30f374028052 None None] Provisioning complete for port 8fbfff3a-0853-4e46-aad4-8ffc6dec66cf triggered by entity L2. {{(pid=86332) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 22 20:23:06.047612 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-08e5d76f-3fe5-4242-a4b8-30f374028052 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854135278'] for port, provisioning_complete {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:23:06.110605 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-9c679130-22d7-4c17-b0ae-cb751f894b26 None None] Notify callbacks [] for port, precommit_update {{(pid=86333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:23:06.123751 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.provisioning_blocks [None req-9c679130-22d7-4c17-b0ae-cb751f894b26 None None] Transition to ACTIVE for port object ede5ced7-eeee-4f4c-89f7-be82fb758f71 will not be triggered until provisioned by entity L2. {{(pid=86333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 22 20:23:06.131707 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-9c679130-22d7-4c17-b0ae-cb751f894b26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854198495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853168226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727707997384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363309147208137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727707567697'] for port, after_update {{(pid=86333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:23:06.137029 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86333) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 20:23:06.283003 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd5dda23-e7ba-4d9a-baec-eed92f897558 None None] Pushing event updated for resources: {'Port': ['ID=ede5ced7-eeee-4f4c-89f7-be82fb758f71,revision_number=3']} {{(pid=86333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 20:23:06.311467 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [None req-bd5dda23-e7ba-4d9a-baec-eed92f897558 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=86333) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 20:23:06.393870 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.managers [None req-9c679130-22d7-4c17-b0ae-cb751f894b26 None None] Attempting to bind port ede5ced7-eeee-4f4c-89f7-be82fb758f71 on host dv-cinder-787632-1-iscsi for vnic_type normal with profile  {{(pid=86333) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 22 20:23:06.394414 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.managers [None req-9c679130-22d7-4c17-b0ae-cb751f894b26 None None] Attempting to bind port ede5ced7-eeee-4f4c-89f7-be82fb758f71 by drivers openvswitch,hyperv on host dv-cinder-787632-1-iscsi at level 0 using segments [{'id': 'bfb45d41-40da-46f8-bcec-46e48234a8b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '107206c6-9741-4491-b509-54c68bfdebdc'}] {{(pid=86333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 22 20:23:06.394829 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c679130-22d7-4c17-b0ae-cb751f894b26 None None] Attempting to bind port ede5ced7-eeee-4f4c-89f7-be82fb758f71 on network 107206c6-9741-4491-b509-54c68bfdebdc {{(pid=86333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 22 20:23:06.400865 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c679130-22d7-4c17-b0ae-cb751f894b26 None None] Checking agent: {'id': '802cefbf-f579-41fa-a7d7-d5cf274c80aa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-787632-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 22, 20, 3, 29), 'started_at': datetime.datetime(2021, 4, 22, 20, 3, 59), 'heartbeat_timestamp': datetime.datetime(2021, 4, 22, 20, 22, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-787632-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 22 20:23:06.401147 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c679130-22d7-4c17-b0ae-cb751f894b26 None None] Checking segment: {'id': 'bfb45d41-40da-46f8-bcec-46e48234a8b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '107206c6-9741-4491-b509-54c68bfdebdc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86333) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 22 20:23:06.401531 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-9c679130-22d7-4c17-b0ae-cb751f894b26 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:23:06.402001 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c679130-22d7-4c17-b0ae-cb751f894b26 None None] Bound using segment: {'id': 'bfb45d41-40da-46f8-bcec-46e48234a8b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '107206c6-9741-4491-b509-54c68bfdebdc'} {{(pid=86333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 22 20:23:06.402523 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.managers [None req-9c679130-22d7-4c17-b0ae-cb751f894b26 None None] Bound port: ede5ced7-eeee-4f4c-89f7-be82fb758f71, host: dv-cinder-787632-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bfb45d41-40da-46f8-bcec-46e48234a8b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '107206c6-9741-4491-b509-54c68bfdebdc'}}] {{(pid=86333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 22 20:23:06.403197 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-9c679130-22d7-4c17-b0ae-cb751f894b26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587983'] for port, before_update {{(pid=86333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:23:06.509784 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.db [None req-9c679130-22d7-4c17-b0ae-cb751f894b26 None None] For port ede5ced7-eeee-4f4c-89f7-be82fb758f71, host dv-cinder-787632-1-iscsi, cleared binding levels {{(pid=86333) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 22 20:23:06.513122 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.db [None req-9c679130-22d7-4c17-b0ae-cb751f894b26 None None] For port ede5ced7-eeee-4f4c-89f7-be82fb758f71, host dv-cinder-787632-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787632-1-iscsi',level=0,port_id=ede5ced7-eeee-4f4c-89f7-be82fb758f71,segment=NetworkSegment(bfb45d41-40da-46f8-bcec-46e48234a8b0),segment_id=bfb45d41-40da-46f8-bcec-46e48234a8b0)] {{(pid=86333) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 22 20:23:06.518131 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-9c679130-22d7-4c17-b0ae-cb751f894b26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854198495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853168226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727707997384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363309147208137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727707567697'] for port, after_update {{(pid=86333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:23:06.523595 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86333) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 20:23:06.607397 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c679130-22d7-4c17-b0ae-cb751f894b26 None None] Routers {'c2cccab4-7056-4a4e-aead-0f7a2ef2cf2f'} bound to L3 agent in host dv-cinder-787632-1-iscsi {{(pid=86333) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 22 20:23:06.608087 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.l3_hamode_db [None req-9c679130-22d7-4c17-b0ae-cb751f894b26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f013c9f1550>, 'dv-cinder-787632-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-22T20:03:28Z,description=<?>,heartbeat_timestamp=2021-04-22T20:22:59Z,host='dv-cinder-787632-1-iscsi',id=1df068ca-d615-4cb7-8020-fe6e8be709e3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-22T20:03:28Z,topic='l3_agent')) {'router_ids': ['c2cccab4-7056-4a4e-aead-0f7a2ef2cf2f'], 'active': True} {{(pid=86333) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 22 20:23:06.755077 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd5dda23-e7ba-4d9a-baec-eed92f897558 None None] Pushing event updated for resources: {'Port': ['ID=ede5ced7-eeee-4f4c-89f7-be82fb758f71,revision_number=4']} {{(pid=86333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 20:23:06.758669 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [None req-bd5dda23-e7ba-4d9a-baec-eed92f897558 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.235s {{(pid=86333) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 20:23:06.851002 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.l3_dvr_db [None req-9c679130-22d7-4c17-b0ae-cb751f894b26 None None] Set router c2cccab4-7056-4a4e-aead-0f7a2ef2cf2f gateway port host: dv-cinder-787632-1-iscsi {{(pid=86333) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 22 20:23:07.212274 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.l3_hamode_db [None req-9c679130-22d7-4c17-b0ae-cb751f894b26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f013c9f1550>, [{'id': 'c2cccab4-7056-4a4e-aead-0f7a2ef2cf2f', 'name': 'tempest-TestMinimumBasicScenario-596165091-router', 'tenant_id': 'b087c2cca5f24842850e8b53b9dbe8fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b725cb4-6db6-4e68-9a61-1978e8a191a1', 'external_fixed_ips': [{'subnet_id': '1d4495d7-31a5-4e2d-a911-56ceae3a61c5', 'ip_address': '172.27.3.149'}], 'enable_snat': True}, 'gw_port_id': '8fbfff3a-0853-4e46-aad4-8ffc6dec66cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T20:22:55Z', 'updated_at': '2021-04-22T20:22:59Z', 'revision_number': 4, 'project_id': 'b087c2cca5f24842850e8b53b9dbe8fb', 'gw_port': {'id': '8fbfff3a-0853-4e46-aad4-8ffc6dec66cf', 'name': '', 'network_id': '1b725cb4-6db6-4e68-9a61-1978e8a191a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:d0:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2cccab4-7056-4a4e-aead-0f7a2ef2cf2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': '1d4495d7-31a5-4e2d-a911-56ceae3a61c5', 'ip_address': '172.27.3.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787632-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T20:22:55Z', 'updated_at': '2021-04-22T20:23:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d4495d7-31a5-4e2d-a911-56ceae3a61c5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787632-1-iscsi', '_interfaces': [{'id': 'ede5ced7-eeee-4f4c-89f7-be82fb758f71', 'name': '', 'network_id': '107206c6-9741-4491-b509-54c68bfdebdc', 'tenant_id': 'b087c2cca5f24842850e8b53b9dbe8fb', 'mac_address': 'fa:16:3e:75:b1:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2cccab4-7056-4a4e-aead-0f7a2ef2cf2f', 'device_owner': 'network:router_interface', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': 'de349f0b-68c4-49c2-aac2-ea5868cd80f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787632-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T20:22:58Z', 'updated_at': '2021-04-22T20:23:06Z', 'revision_number': 4, 'project_id': 'b087c2cca5f24842850e8b53b9dbe8fb', 'subnets': [{'id': 'de349f0b-68c4-49c2-aac2-ea5868cd80f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787632-1-iscsi', False) {} {{(pid=86333) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 22 20:23:07.218052 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c679130-22d7-4c17-b0ae-cb751f894b26 None None] The sync data for ids ['c2cccab4-7056-4a4e-aead-0f7a2ef2cf2f'] in dv-cinder-787632-1-iscsi is: [{'id': 'c2cccab4-7056-4a4e-aead-0f7a2ef2cf2f', 'name': 'tempest-TestMinimumBasicScenario-596165091-router', 'tenant_id': 'b087c2cca5f24842850e8b53b9dbe8fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b725cb4-6db6-4e68-9a61-1978e8a191a1', 'external_fixed_ips': [{'subnet_id': '1d4495d7-31a5-4e2d-a911-56ceae3a61c5', 'ip_address': '172.27.3.149'}], 'enable_snat': True}, 'gw_port_id': '8fbfff3a-0853-4e46-aad4-8ffc6dec66cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T20:22:55Z', 'updated_at': '2021-04-22T20:22:59Z', 'revision_number': 4, 'project_id': 'b087c2cca5f24842850e8b53b9dbe8fb', 'gw_port': {'id': '8fbfff3a-0853-4e46-aad4-8ffc6dec66cf', 'name': '', 'network_id': '1b725cb4-6db6-4e68-9a61-1978e8a191a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:d0:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2cccab4-7056-4a4e-aead-0f7a2ef2cf2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': '1d4495d7-31a5-4e2d-a911-56ceae3a61c5', 'ip_address': '172.27.3.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787632-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T20:22:55Z', 'updated_at': '2021-04-22T20:23:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d4495d7-31a5-4e2d-a911-56ceae3a61c5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787632-1-iscsi', '_interfaces': [{'id': 'ede5ced7-eeee-4f4c-89f7-be82fb758f71', 'name': '', 'network_id': '107206c6-9741-4491-b509-54c68bfdebdc', 'tenant_id': 'b087c2cca5f24842850e8b53b9dbe8fb', 'mac_address': 'fa:16:3e:75:b1:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2cccab4-7056-4a4e-aead-0f7a2ef2cf2f', 'device_owner': 'network:router_interface', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': 'de349f0b-68c4-49c2-aac2-ea5868cd80f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787632-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T20:22:58Z', 'updated_at': '2021-04-22T20:23:06Z', 'revision_number': 4, 'project_id': 'b087c2cca5f24842850e8b53b9dbe8fb', 'subnets': [{'id': 'de349f0b-68c4-49c2-aac2-ea5868cd80f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86333) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 22 20:23:07.955600 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.rpc [None req-08e5d76f-3fe5-4242-a4b8-30f374028052 None None] Device ede5ced7-eeee-4f4c-89f7-be82fb758f71 up at agent ovs-agent-dv-cinder-787632-1-iscsi {{(pid=86332) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 22 20:23:08.040880 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.provisioning_blocks [None req-08e5d76f-3fe5-4242-a4b8-30f374028052 None None] Provisioning for port ede5ced7-eeee-4f4c-89f7-be82fb758f71 completed by entity L2. {{(pid=86332) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 22 20:23:08.046618 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.provisioning_blocks [None req-08e5d76f-3fe5-4242-a4b8-30f374028052 None None] Provisioning complete for port ede5ced7-eeee-4f4c-89f7-be82fb758f71 triggered by entity L2. {{(pid=86332) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 22 20:23:08.047428 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-08e5d76f-3fe5-4242-a4b8-30f374028052 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854135278'] for port, provisioning_complete {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:23:08.184509 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-08e5d76f-3fe5-4242-a4b8-30f374028052 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587983'] for port, before_update {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:23:08.220561 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.db [None req-08e5d76f-3fe5-4242-a4b8-30f374028052 None None] For port ede5ced7-eeee-4f4c-89f7-be82fb758f71, host dv-cinder-787632-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787632-1-iscsi',level=0,port_id=ede5ced7-eeee-4f4c-89f7-be82fb758f71,segment=NetworkSegment(bfb45d41-40da-46f8-bcec-46e48234a8b0),segment_id=bfb45d41-40da-46f8-bcec-46e48234a8b0)] {{(pid=86332) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 22 20:23:08.224741 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-08e5d76f-3fe5-4242-a4b8-30f374028052 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854198495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853168226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727707997384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363309147208137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727707567697'] for port, after_update {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:23:08.227090 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [None req-271ac335-3e99-441f-b748-879859250436 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86332) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 20:23:08.301863 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08e5d76f-3fe5-4242-a4b8-30f374028052 None None] Pushing event updated for resources: {'Port': ['ID=ede5ced7-eeee-4f4c-89f7-be82fb758f71,revision_number=5']} {{(pid=86332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 20:23:08.305078 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [None req-08e5d76f-3fe5-4242-a4b8-30f374028052 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=86332) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 20:23:09.891551 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.rpc [None req-08e5d76f-3fe5-4242-a4b8-30f374028052 None None] Device ede5ced7-eeee-4f4c-89f7-be82fb758f71 up at agent ovs-agent-dv-cinder-787632-1-iscsi {{(pid=86332) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 22 20:23:09.965286 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.provisioning_blocks [None req-08e5d76f-3fe5-4242-a4b8-30f374028052 None None] Provisioning complete for port ede5ced7-eeee-4f4c-89f7-be82fb758f71 triggered by entity L2. {{(pid=86332) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 22 20:23:09.965716 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-08e5d76f-3fe5-4242-a4b8-30f374028052 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854135278'] for port, provisioning_complete {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:23:10.708617 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8109ff96-d5e3-4660-8526-b1263d8136ba req-dc1a294c-a744-45f1-a677-5840d4dca7ce tempest-TestMinimumBasicScenario-1744268150 tempest-TestMinimumBasicScenario-1744268150-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 20:23:10.709275 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.quota.resource [req-8109ff96-d5e3-4660-8526-b1263d8136ba req-dc1a294c-a744-45f1-a677-5840d4dca7ce tempest-TestMinimumBasicScenario-1744268150 tempest-TestMinimumBasicScenario-1744268150-project] Synchronizing usage tracker for tenant:4108d9cf3f954b3c9619a37cf429fc55 on resource:network {{(pid=86330) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 22 20:23:10.725138 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.quota.resource [req-8109ff96-d5e3-4660-8526-b1263d8136ba req-dc1a294c-a744-45f1-a677-5840d4dca7ce tempest-TestMinimumBasicScenario-1744268150 tempest-TestMinimumBasicScenario-1744268150-project] Unset dirty status for tenant:4108d9cf3f954b3c9619a37cf429fc55 on resource:network {{(pid=86330) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 22 20:23:10.726392 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-8109ff96-d5e3-4660-8526-b1263d8136ba req-dc1a294c-a744-45f1-a677-5840d4dca7ce tempest-TestMinimumBasicScenario-1744268150 tempest-TestMinimumBasicScenario-1744268150-project] 10.222.0.30 "GET /v2.0/networks?id=87ef2bdc-8f28-4026-b5d3-ec4425a2cab7 HTTP/1.1" status: 200  len: 815 time: 0.1712193
Apr 22 20:23:10.741712 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-8109ff96-d5e3-4660-8526-b1263d8136ba req-03203b43-03b8-46be-b5fc-26a127f56acf tempest-TestMinimumBasicScenario-1744268150 tempest-TestMinimumBasicScenario-1744268150-project] 10.222.0.30 "GET /v2.0/quotas/4108d9cf3f954b3c9619a37cf429fc55 HTTP/1.1" status: 200  len: 375 time: 0.0092943
Apr 22 20:23:10.830541 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.quota.resource [req-8109ff96-d5e3-4660-8526-b1263d8136ba req-53a5b427-6229-49c0-9468-f98b64201d8b tempest-TestMinimumBasicScenario-1744268150 tempest-TestMinimumBasicScenario-1744268150-project] Synchronizing usage tracker for tenant:4108d9cf3f954b3c9619a37cf429fc55 on resource:port {{(pid=86330) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 22 20:23:10.846423 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.quota.resource [req-8109ff96-d5e3-4660-8526-b1263d8136ba req-53a5b427-6229-49c0-9468-f98b64201d8b tempest-TestMinimumBasicScenario-1744268150 tempest-TestMinimumBasicScenario-1744268150-project] Unset dirty status for tenant:4108d9cf3f954b3c9619a37cf429fc55 on resource:port {{(pid=86330) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 22 20:23:10.847818 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-8109ff96-d5e3-4660-8526-b1263d8136ba req-53a5b427-6229-49c0-9468-f98b64201d8b tempest-TestMinimumBasicScenario-1744268150 tempest-TestMinimumBasicScenario-1744268150-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=4108d9cf3f954b3c9619a37cf429fc55&fields=id HTTP/1.1" status: 200  len: 302 time: 0.1008322
Apr 22 20:23:10.864734 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.wsgi [req-8109ff96-d5e3-4660-8526-b1263d8136ba req-bc813e7a-21c1-4261-ae50-23fe0aa23048 service neutron] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=86330) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 22 20:23:10.865816 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-8109ff96-d5e3-4660-8526-b1263d8136ba req-bc813e7a-21c1-4261-ae50-23fe0aa23048 service neutron] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.0056899
Apr 22 20:23:11.238709 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-8109ff96-d5e3-4660-8526-b1263d8136ba req-65e5ee4d-62a5-4118-ad84-ce04864a2882 service neutron] 10.222.0.30 "GET /v2.0/networks/87ef2bdc-8f28-4026-b5d3-ec4425a2cab7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3670008
Apr 22 20:23:11.378898 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-8109ff96-d5e3-4660-8526-b1263d8136ba req-3ce6e412-0c30-4f14-afd1-ef7b4565ed2f service neutron] 10.222.0.30 "GET /v2.0/networks/87ef2bdc-8f28-4026-b5d3-ec4425a2cab7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1336071
Apr 22 20:23:12.589440 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-fa9f695d-7f64-4812-9145-177eaa1f5bdf req-701384e7-0a77-48dd-a447-b2b7bedec8c8 tempest-TestMinimumBasicScenario-1744268150 tempest-TestMinimumBasicScenario-1744268150-project] 10.222.0.30 "GET /v2.0/ports?device_id=61234967-747d-486d-ba59-75712d210701 HTTP/1.1" status: 200  len: 210 time: 0.0485895
Apr 22 20:23:13.800693 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-3417c97e-2154-416d-b5db-4e4e89817611 req-f39c8afe-71c1-4f60-847b-8f6d2b8243a9 tempest-TestMinimumBasicScenario-1744268150 tempest-TestMinimumBasicScenario-1744268150-project] 10.222.0.30 "GET /v2.0/ports?device_id=61234967-747d-486d-ba59-75712d210701 HTTP/1.1" status: 200  len: 210 time: 0.0612342
Apr 22 20:23:13.871995 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8109ff96-d5e3-4660-8526-b1263d8136ba req-1b7b2b5d-33c3-423a-a2e7-438cacded6dc tempest-TestMinimumBasicScenario-1744268150 tempest-TestMinimumBasicScenario-1744268150-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 20:23:13.873500 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-8109ff96-d5e3-4660-8526-b1263d8136ba req-1b7b2b5d-33c3-423a-a2e7-438cacded6dc tempest-TestMinimumBasicScenario-1744268150 tempest-TestMinimumBasicScenario-1744268150-project] 10.222.0.46 "GET /v2.0/networks?id=87ef2bdc-8f28-4026-b5d3-ec4425a2cab7 HTTP/1.1" status: 200  len: 815 time: 0.2188616
Apr 22 20:23:13.886647 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.v2.base [req-8109ff96-d5e3-4660-8526-b1263d8136ba req-6cb6e637-0995-4fb0-8471-24879e692ec0 tempest-TestMinimumBasicScenario-1744268150 tempest-TestMinimumBasicScenario-1744268150-project] Request body: {'port': {'device_id': '61234967-747d-486d-ba59-75712d210701', 'network_id': '87ef2bdc-8f28-4026-b5d3-ec4425a2cab7', 'admin_state_up': True, 'tenant_id': '4108d9cf3f954b3c9619a37cf429fc55'}} {{(pid=86330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 22 20:23:14.034843 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.quota.driver [req-8109ff96-d5e3-4660-8526-b1263d8136ba req-6cb6e637-0995-4fb0-8471-24879e692ec0 tempest-TestMinimumBasicScenario-1744268150 tempest-TestMinimumBasicScenario-1744268150-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86330) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 22 20:23:14.044796 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.quota.driver [req-8109ff96-d5e3-4660-8526-b1263d8136ba req-6cb6e637-0995-4fb0-8471-24879e692ec0 tempest-TestMinimumBasicScenario-1744268150 tempest-TestMinimumBasicScenario-1744268150-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=86330) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 22 20:23:14.054106 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8109ff96-d5e3-4660-8526-b1263d8136ba req-6cb6e637-0995-4fb0-8471-24879e692ec0 tempest-TestMinimumBasicScenario-1744268150 tempest-TestMinimumBasicScenario-1744268150-project] Made reservation on behalf of 4108d9cf3f954b3c9619a37cf429fc55 for: {'port': 1} {{(pid=86330) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 22 20:23:14.060153 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [req-8109ff96-d5e3-4660-8526-b1263d8136ba req-6cb6e637-0995-4fb0-8471-24879e692ec0 tempest-TestMinimumBasicScenario-1744268150 tempest-TestMinimumBasicScenario-1744268150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587983'] for port, before_create {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:23:14.242082 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.db_base_plugin_common [req-8109ff96-d5e3-4660-8526-b1263d8136ba req-6cb6e637-0995-4fb0-8471-24879e692ec0 tempest-TestMinimumBasicScenario-1744268150 tempest-TestMinimumBasicScenario-1744268150-project] Allocated IP 172.20.0.14 (87ef2bdc-8f28-4026-b5d3-ec4425a2cab7/756aa892-3bec-45a8-8b76-2d03a4b0b733/f4d2c5b7-375e-4ea4-972c-5874bb7107d2) {{(pid=86330) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 22 20:23:14.477929 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [req-8109ff96-d5e3-4660-8526-b1263d8136ba req-6cb6e637-0995-4fb0-8471-24879e692ec0 tempest-TestMinimumBasicScenario-1744268150 tempest-TestMinimumBasicScenario-1744268150-project] Notify callbacks [] for port, precommit_create {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:23:14.498401 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.provisioning_blocks [req-8109ff96-d5e3-4660-8526-b1263d8136ba req-6cb6e637-0995-4fb0-8471-24879e692ec0 tempest-TestMinimumBasicScenario-1744268150 tempest-TestMinimumBasicScenario-1744268150-project] Transition to ACTIVE for port object f4d2c5b7-375e-4ea4-972c-5874bb7107d2 will not be triggered until provisioned by entity DHCP. {{(pid=86330) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 22 20:23:14.523529 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [req-8109ff96-d5e3-4660-8526-b1263d8136ba req-6cb6e637-0995-4fb0-8471-24879e692ec0 tempest-TestMinimumBasicScenario-1744268150 tempest-TestMinimumBasicScenario-1744268150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854198495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853168226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363309147208154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4125515'] for port, after_create {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:23:14.530814 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [None req-a1fc458e-6af5-47c3-bc27-b2109efcb83f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 20:23:14.602728 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8109ff96-d5e3-4660-8526-b1263d8136ba req-6cb6e637-0995-4fb0-8471-24879e692ec0 tempest-TestMinimumBasicScenario-1744268150 tempest-TestMinimumBasicScenario-1744268150-project] Network 87ef2bdc-8f28-4026-b5d3-ec4425a2cab7 is already hosted by enough agents. {{(pid=86330) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 22 20:23:14.606715 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.scheduler.base_scheduler [req-8109ff96-d5e3-4660-8526-b1263d8136ba req-6cb6e637-0995-4fb0-8471-24879e692ec0 tempest-TestMinimumBasicScenario-1744268150 tempest-TestMinimumBasicScenario-1744268150-project] Resources bound (agent type, host, resource id):  {{(pid=86330) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 22 20:23:14.611078 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.l3_dvrscheduler_db [req-8109ff96-d5e3-4660-8526-b1263d8136ba req-6cb6e637-0995-4fb0-8471-24879e692ec0 tempest-TestMinimumBasicScenario-1744268150 tempest-TestMinimumBasicScenario-1744268150-project] Received port after_create {{(pid=86330) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 22 20:23:14.651657 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cb6e637-0995-4fb0-8471-24879e692ec0 tempest-TestMinimumBasicScenario-1744268150 tempest-TestMinimumBasicScenario-1744268150-project] Pushing event updated for resources: {'Port': ['ID=f4d2c5b7-375e-4ea4-972c-5874bb7107d2,revision_number=1']} {{(pid=86330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 20:23:14.669030 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cb6e637-0995-4fb0-8471-24879e692ec0 tempest-TestMinimumBasicScenario-1744268150 tempest-TestMinimumBasicScenario-1744268150-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787632-1-iscsi {{(pid=86330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 20:23:14.669458 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cb6e637-0995-4fb0-8471-24879e692ec0 tempest-TestMinimumBasicScenario-1744268150 tempest-TestMinimumBasicScenario-1744268150-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787632-1-iscsi {{(pid=86330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 20:23:14.670423 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cb6e637-0995-4fb0-8471-24879e692ec0 tempest-TestMinimumBasicScenario-1744268150 tempest-TestMinimumBasicScenario-1744268150-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787632-1-iscsi {{(pid=86330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 20:23:14.670423 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cb6e637-0995-4fb0-8471-24879e692ec0 tempest-TestMinimumBasicScenario-1744268150 tempest-TestMinimumBasicScenario-1744268150-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787632-1-iscsi {{(pid=86330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 20:23:14.670682 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cb6e637-0995-4fb0-8471-24879e692ec0 tempest-TestMinimumBasicScenario-1744268150 tempest-TestMinimumBasicScenario-1744268150-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787632-1-iscsi {{(pid=86330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 20:23:14.671078 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cb6e637-0995-4fb0-8471-24879e692ec0 tempest-TestMinimumBasicScenario-1744268150 tempest-TestMinimumBasicScenario-1744268150-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787632-1-iscsi {{(pid=86330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 20:23:14.671483 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cb6e637-0995-4fb0-8471-24879e692ec0 tempest-TestMinimumBasicScenario-1744268150 tempest-TestMinimumBasicScenario-1744268150-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-787632-1-iscsi {{(pid=86330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 20:23:14.671930 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cb6e637-0995-4fb0-8471-24879e692ec0 tempest-TestMinimumBasicScenario-1744268150 tempest-TestMinimumBasicScenario-1744268150-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787632-1-iscsi {{(pid=86330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 20:23:14.672273 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cb6e637-0995-4fb0-8471-24879e692ec0 tempest-TestMinimumBasicScenario-1744268150 tempest-TestMinimumBasicScenario-1744268150-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787632-1-iscsi {{(pid=86330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 20:23:14.672681 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cb6e637-0995-4fb0-8471-24879e692ec0 tempest-TestMinimumBasicScenario-1744268150 tempest-TestMinimumBasicScenario-1744268150-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787632-1-iscsi {{(pid=86330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 20:23:14.673085 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cb6e637-0995-4fb0-8471-24879e692ec0 tempest-TestMinimumBasicScenario-1744268150 tempest-TestMinimumBasicScenario-1744268150-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787632-1-iscsi {{(pid=86330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 20:23:14.673549 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cb6e637-0995-4fb0-8471-24879e692ec0 tempest-TestMinimumBasicScenario-1744268150 tempest-TestMinimumBasicScenario-1744268150-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787632-1-iscsi {{(pid=86330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 20:23:14.679701 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [None req-6cb6e637-0995-4fb0-8471-24879e692ec0 tempest-TestMinimumBasicScenario-1744268150 tempest-TestMinimumBasicScenario-1744268150-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=86330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 20:23:14.711102 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8109ff96-d5e3-4660-8526-b1263d8136ba req-6cb6e637-0995-4fb0-8471-24879e692ec0 tempest-TestMinimumBasicScenario-1744268150 tempest-TestMinimumBasicScenario-1744268150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 20:23:14.712143 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [req-8109ff96-d5e3-4660-8526-b1263d8136ba req-6cb6e637-0995-4fb0-8471-24879e692ec0 tempest-TestMinimumBasicScenario-1744268150 tempest-TestMinimumBasicScenario-1744268150-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-743'] for port, before_response {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:23:14.741556 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-8109ff96-d5e3-4660-8526-b1263d8136ba req-6cb6e637-0995-4fb0-8471-24879e692ec0 tempest-TestMinimumBasicScenario-1744268150 tempest-TestMinimumBasicScenario-1744268150-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 0.8594728
Apr 22 20:23:14.886056 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.provisioning_blocks [None req-740b58ab-88f7-426d-ac64-aef9c2b60c75 None None] Provisioning for port f4d2c5b7-375e-4ea4-972c-5874bb7107d2 completed by entity DHCP. {{(pid=86332) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 22 20:23:14.891317 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.provisioning_blocks [None req-740b58ab-88f7-426d-ac64-aef9c2b60c75 None None] Provisioning complete for port f4d2c5b7-375e-4ea4-972c-5874bb7107d2 triggered by entity DHCP. {{(pid=86332) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 22 20:23:14.891743 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-740b58ab-88f7-426d-ac64-aef9c2b60c75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854135278'] for port, provisioning_complete {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:23:14.961531 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.plugin [None req-740b58ab-88f7-426d-ac64-aef9c2b60c75 None None] Port f4d2c5b7-375e-4ea4-972c-5874bb7107d2 cannot update to ACTIVE because it is not bound. {{(pid=86332) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 22 20:23:15.025132 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f4ac90-02b8-4771-b970-0257cdacb654 req-9c0bc116-f2ba-41eb-a5e0-887c1e4ced0d tempest-TestMinimumBasicScenario-1744268150 tempest-TestMinimumBasicScenario-1744268150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 20:23:15.026826 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-b0f4ac90-02b8-4771-b970-0257cdacb654 req-9c0bc116-f2ba-41eb-a5e0-887c1e4ced0d tempest-TestMinimumBasicScenario-1744268150 tempest-TestMinimumBasicScenario-1744268150-project] 10.222.0.30 "GET /v2.0/ports?device_id=61234967-747d-486d-ba59-75712d210701 HTTP/1.1" status: 200  len: 932 time: 0.0934653
Apr 22 20:23:15.080919 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-b0f4ac90-02b8-4771-b970-0257cdacb654 req-89c68988-9f58-4750-829b-1edd6d006209 tempest-TestMinimumBasicScenario-1744268150 tempest-TestMinimumBasicScenario-1744268150-project] 10.222.0.30 "GET /v2.0/security-groups?id=e61aeacc-b0d2-41e7-a2ff-877ad7e32af6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0462074
Apr 22 20:23:16.291628 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08bb707e-3780-4c28-8e3c-fcb61b9f2627 req-f1e9f881-c009-4deb-83cf-0d6dbbba92a7 tempest-TestMinimumBasicScenario-1744268150 tempest-TestMinimumBasicScenario-1744268150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 20:23:16.292395 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.quota.resource [req-08bb707e-3780-4c28-8e3c-fcb61b9f2627 req-f1e9f881-c009-4deb-83cf-0d6dbbba92a7 tempest-TestMinimumBasicScenario-1744268150 tempest-TestMinimumBasicScenario-1744268150-project] Synchronizing usage tracker for tenant:4108d9cf3f954b3c9619a37cf429fc55 on resource:port {{(pid=86330) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 22 20:23:16.307473 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.quota.resource [req-08bb707e-3780-4c28-8e3c-fcb61b9f2627 req-f1e9f881-c009-4deb-83cf-0d6dbbba92a7 tempest-TestMinimumBasicScenario-1744268150 tempest-TestMinimumBasicScenario-1744268150-project] Unset dirty status for tenant:4108d9cf3f954b3c9619a37cf429fc55 on resource:port {{(pid=86330) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 22 20:23:16.308731 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-08bb707e-3780-4c28-8e3c-fcb61b9f2627 req-f1e9f881-c009-4deb-83cf-0d6dbbba92a7 tempest-TestMinimumBasicScenario-1744268150 tempest-TestMinimumBasicScenario-1744268150-project] 10.222.0.30 "GET /v2.0/ports?device_id=61234967-747d-486d-ba59-75712d210701 HTTP/1.1" status: 200  len: 932 time: 0.1107600
Apr 22 20:23:16.359094 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.quota.resource [req-08bb707e-3780-4c28-8e3c-fcb61b9f2627 req-43ae812a-7aa6-432e-8dc2-fe8c70ba767f tempest-TestMinimumBasicScenario-1744268150 tempest-TestMinimumBasicScenario-1744268150-project] Synchronizing usage tracker for tenant:4108d9cf3f954b3c9619a37cf429fc55 on resource:security_group {{(pid=86330) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 22 20:23:16.376399 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.quota.resource [req-08bb707e-3780-4c28-8e3c-fcb61b9f2627 req-43ae812a-7aa6-432e-8dc2-fe8c70ba767f tempest-TestMinimumBasicScenario-1744268150 tempest-TestMinimumBasicScenario-1744268150-project] Unset dirty status for tenant:4108d9cf3f954b3c9619a37cf429fc55 on resource:security_group {{(pid=86330) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 22 20:23:16.378259 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-08bb707e-3780-4c28-8e3c-fcb61b9f2627 req-43ae812a-7aa6-432e-8dc2-fe8c70ba767f tempest-TestMinimumBasicScenario-1744268150 tempest-TestMinimumBasicScenario-1744268150-project] 10.222.0.30 "GET /v2.0/security-groups?id=e61aeacc-b0d2-41e7-a2ff-877ad7e32af6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0625119
Apr 22 20:23:17.587513 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd84fe5-91df-4790-be31-389e8e88180d req-fad16c72-d940-473a-9f61-24ed9de756cc tempest-TestMinimumBasicScenario-1744268150 tempest-TestMinimumBasicScenario-1744268150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 20:23:17.589166 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-1dd84fe5-91df-4790-be31-389e8e88180d req-fad16c72-d940-473a-9f61-24ed9de756cc tempest-TestMinimumBasicScenario-1744268150 tempest-TestMinimumBasicScenario-1744268150-project] 10.222.0.30 "GET /v2.0/ports?device_id=61234967-747d-486d-ba59-75712d210701 HTTP/1.1" status: 200  len: 932 time: 0.0914800
Apr 22 20:23:17.640442 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-1dd84fe5-91df-4790-be31-389e8e88180d req-393ef752-67ee-4e3d-b4e9-edce2f41c179 tempest-TestMinimumBasicScenario-1744268150 tempest-TestMinimumBasicScenario-1744268150-project] 10.222.0.30 "GET /v2.0/security-groups?id=e61aeacc-b0d2-41e7-a2ff-877ad7e32af6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0449910
Apr 22 20:23:18.852236 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-cbbe70c9-0b39-4f9d-be6e-4133a7c8f54f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309146858885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640583'] for agent, after_update {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:23:18.854555 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d9f42d9-0e9c-433d-a7cd-dfd0fcd25f82 req-d5ca68dc-29b3-4538-bf1c-a0f95c66563d tempest-TestMinimumBasicScenario-1744268150 tempest-TestMinimumBasicScenario-1744268150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 20:23:18.856247 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-7d9f42d9-0e9c-433d-a7cd-dfd0fcd25f82 req-d5ca68dc-29b3-4538-bf1c-a0f95c66563d tempest-TestMinimumBasicScenario-1744268150 tempest-TestMinimumBasicScenario-1744268150-project] 10.222.0.30 "GET /v2.0/ports?device_id=61234967-747d-486d-ba59-75712d210701 HTTP/1.1" status: 200  len: 932 time: 0.1002784
Apr 22 20:23:18.909299 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-7d9f42d9-0e9c-433d-a7cd-dfd0fcd25f82 req-53a7a5da-ae02-40d8-864d-6d1a92bc3bfc tempest-TestMinimumBasicScenario-1744268150 tempest-TestMinimumBasicScenario-1744268150-project] 10.222.0.30 "GET /v2.0/security-groups?id=e61aeacc-b0d2-41e7-a2ff-877ad7e32af6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0437260
Apr 22 20:23:20.124590 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e79b4d5-a409-4e4b-9af7-ce2543829f58 req-3ef46014-0da8-4fe6-a011-5cceb8b30ec5 tempest-TestMinimumBasicScenario-1744268150 tempest-TestMinimumBasicScenario-1744268150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 20:23:20.126214 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-4e79b4d5-a409-4e4b-9af7-ce2543829f58 req-3ef46014-0da8-4fe6-a011-5cceb8b30ec5 tempest-TestMinimumBasicScenario-1744268150 tempest-TestMinimumBasicScenario-1744268150-project] 10.222.0.30 "GET /v2.0/ports?device_id=61234967-747d-486d-ba59-75712d210701 HTTP/1.1" status: 200  len: 932 time: 0.0998151
Apr 22 20:23:20.178899 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-4e79b4d5-a409-4e4b-9af7-ce2543829f58 req-2d60652f-d9f2-4be3-a343-0aa1555bd9f5 tempest-TestMinimumBasicScenario-1744268150 tempest-TestMinimumBasicScenario-1744268150-project] 10.222.0.30 "GET /v2.0/security-groups?id=e61aeacc-b0d2-41e7-a2ff-877ad7e32af6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0457535
Apr 22 20:23:21.402170 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb0967c2-f5db-474d-a4de-41f2bd980a20 req-f2fb5180-7ab4-425e-8e61-270483e75a9d tempest-TestMinimumBasicScenario-1744268150 tempest-TestMinimumBasicScenario-1744268150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 20:23:21.404084 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-cb0967c2-f5db-474d-a4de-41f2bd980a20 req-f2fb5180-7ab4-425e-8e61-270483e75a9d tempest-TestMinimumBasicScenario-1744268150 tempest-TestMinimumBasicScenario-1744268150-project] 10.222.0.30 "GET /v2.0/ports?device_id=61234967-747d-486d-ba59-75712d210701 HTTP/1.1" status: 200  len: 932 time: 0.0906963
Apr 22 20:23:21.454853 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-cb0967c2-f5db-474d-a4de-41f2bd980a20 req-4d0305c6-8732-4e17-b8a8-74a64b4f3947 tempest-TestMinimumBasicScenario-1744268150 tempest-TestMinimumBasicScenario-1744268150-project] 10.222.0.30 "GET /v2.0/security-groups?id=e61aeacc-b0d2-41e7-a2ff-877ad7e32af6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0432303
Apr 22 20:23:22.663447 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d1cc0e-2773-4172-ad5b-6355260b0196 req-84971b2a-6109-46e2-af81-3e3e9c51e360 tempest-TestMinimumBasicScenario-1744268150 tempest-TestMinimumBasicScenario-1744268150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 20:23:22.665092 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-c9d1cc0e-2773-4172-ad5b-6355260b0196 req-84971b2a-6109-46e2-af81-3e3e9c51e360 tempest-TestMinimumBasicScenario-1744268150 tempest-TestMinimumBasicScenario-1744268150-project] 10.222.0.30 "GET /v2.0/ports?device_id=61234967-747d-486d-ba59-75712d210701 HTTP/1.1" status: 200  len: 932 time: 0.0903866
Apr 22 20:23:22.716347 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-c9d1cc0e-2773-4172-ad5b-6355260b0196 req-6ec7fa8b-30eb-453b-abe9-55d0ad092bfa tempest-TestMinimumBasicScenario-1744268150 tempest-TestMinimumBasicScenario-1744268150-project] 10.222.0.30 "GET /v2.0/security-groups?id=e61aeacc-b0d2-41e7-a2ff-877ad7e32af6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0445859
Apr 22 20:23:23.926528 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6094bc40-b4e8-46a0-8e4b-7cfca6bcf368 req-14ca23b6-e657-461d-b784-e8d8795e4197 tempest-TestMinimumBasicScenario-1744268150 tempest-TestMinimumBasicScenario-1744268150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 20:23:23.928072 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-6094bc40-b4e8-46a0-8e4b-7cfca6bcf368 req-14ca23b6-e657-461d-b784-e8d8795e4197 tempest-TestMinimumBasicScenario-1744268150 tempest-TestMinimumBasicScenario-1744268150-project] 10.222.0.30 "GET /v2.0/ports?device_id=61234967-747d-486d-ba59-75712d210701 HTTP/1.1" status: 200  len: 932 time: 0.0949712
Apr 22 20:23:23.976644 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-6094bc40-b4e8-46a0-8e4b-7cfca6bcf368 req-b8e7140e-f99c-4959-8470-3872bb1c1c38 tempest-TestMinimumBasicScenario-1744268150 tempest-TestMinimumBasicScenario-1744268150-project] 10.222.0.30 "GET /v2.0/security-groups?id=e61aeacc-b0d2-41e7-a2ff-877ad7e32af6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0418091
Apr 22 20:23:24.212604 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.wsgi [req-8109ff96-d5e3-4660-8526-b1263d8136ba req-a9db8f8d-fc2d-4e00-bce9-83b37e57325b tempest-TestMinimumBasicScenario-1744268150 tempest-TestMinimumBasicScenario-1744268150-project] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=86330) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 22 20:23:24.213642 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-8109ff96-d5e3-4660-8526-b1263d8136ba req-a9db8f8d-fc2d-4e00-bce9-83b37e57325b tempest-TestMinimumBasicScenario-1744268150 tempest-TestMinimumBasicScenario-1744268150-project] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.0059681
Apr 22 20:23:24.328040 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.v2.base [req-8109ff96-d5e3-4660-8526-b1263d8136ba req-51a7dc6f-9003-4104-a15c-ac496cb8a612 service neutron] Request body: {'port': {'device_id': '61234967-747d-486d-ba59-75712d210701', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78763'}} {{(pid=86330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 22 20:23:24.446488 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [req-8109ff96-d5e3-4660-8526-b1263d8136ba req-51a7dc6f-9003-4104-a15c-ac496cb8a612 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587983'] for port, before_update {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:23:24.798968 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.notifiers.nova [req-8109ff96-d5e3-4660-8526-b1263d8136ba req-51a7dc6f-9003-4104-a15c-ac496cb8a612 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f4d2c5b7-375e-4ea4-972c-5874bb7107d2 {{(pid=86330) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 22 20:23:24.806775 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [req-8109ff96-d5e3-4660-8526-b1263d8136ba req-51a7dc6f-9003-4104-a15c-ac496cb8a612 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:23:24.822830 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.provisioning_blocks [req-8109ff96-d5e3-4660-8526-b1263d8136ba req-51a7dc6f-9003-4104-a15c-ac496cb8a612 service neutron] Transition to ACTIVE for port object f4d2c5b7-375e-4ea4-972c-5874bb7107d2 will not be triggered until provisioned by entity L2. {{(pid=86330) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 22 20:23:24.825450 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [req-8109ff96-d5e3-4660-8526-b1263d8136ba req-51a7dc6f-9003-4104-a15c-ac496cb8a612 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854198495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853168226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727707997384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363309147208137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727707567697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036850650302'] for port, after_update {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:23:24.830273 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [None req-97372012-9f4c-4f65-b6c3-777741f523bc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 20:23:24.999602 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51a7dc6f-9003-4104-a15c-ac496cb8a612 service neutron] Pushing event updated for resources: {'Port': ['ID=f4d2c5b7-375e-4ea4-972c-5874bb7107d2,revision_number=2']} {{(pid=86330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 20:23:25.003418 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [None req-51a7dc6f-9003-4104-a15c-ac496cb8a612 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=86330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 20:23:25.081899 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.managers [req-8109ff96-d5e3-4660-8526-b1263d8136ba req-51a7dc6f-9003-4104-a15c-ac496cb8a612 service neutron] Attempting to bind port f4d2c5b7-375e-4ea4-972c-5874bb7107d2 on host hv-cinder-78763 for vnic_type normal with profile  {{(pid=86330) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 22 20:23:25.082667 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.managers [req-8109ff96-d5e3-4660-8526-b1263d8136ba req-51a7dc6f-9003-4104-a15c-ac496cb8a612 service neutron] Attempting to bind port f4d2c5b7-375e-4ea4-972c-5874bb7107d2 by drivers openvswitch,hyperv on host hv-cinder-78763 at level 0 using segments [{'id': '7296ef7e-797f-4f08-b11d-0b46739f791a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '87ef2bdc-8f28-4026-b5d3-ec4425a2cab7'}] {{(pid=86330) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 22 20:23:25.082667 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8109ff96-d5e3-4660-8526-b1263d8136ba req-51a7dc6f-9003-4104-a15c-ac496cb8a612 service neutron] Attempting to bind port f4d2c5b7-375e-4ea4-972c-5874bb7107d2 on network 87ef2bdc-8f28-4026-b5d3-ec4425a2cab7 {{(pid=86330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 22 20:23:25.087522 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8109ff96-d5e3-4660-8526-b1263d8136ba req-51a7dc6f-9003-4104-a15c-ac496cb8a612 service neutron] Port f4d2c5b7-375e-4ea4-972c-5874bb7107d2 on network 87ef2bdc-8f28-4026-b5d3-ec4425a2cab7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78763 {{(pid=86330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 22 20:23:25.087887 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8109ff96-d5e3-4660-8526-b1263d8136ba req-51a7dc6f-9003-4104-a15c-ac496cb8a612 service neutron] Attempting to bind port f4d2c5b7-375e-4ea4-972c-5874bb7107d2 on network 87ef2bdc-8f28-4026-b5d3-ec4425a2cab7 {{(pid=86330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 22 20:23:25.093412 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8109ff96-d5e3-4660-8526-b1263d8136ba req-51a7dc6f-9003-4104-a15c-ac496cb8a612 service neutron] Checking agent: {'id': 'b4f1961c-1932-496b-a656-3b148bb81a73', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78763', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 22, 20, 9, 49), 'started_at': datetime.datetime(2021, 4, 22, 20, 9, 49), 'heartbeat_timestamp': datetime.datetime(2021, 4, 22, 20, 23, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 22 20:23:25.093810 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8109ff96-d5e3-4660-8526-b1263d8136ba req-51a7dc6f-9003-4104-a15c-ac496cb8a612 service neutron] Checking segment: {'id': '7296ef7e-797f-4f08-b11d-0b46739f791a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '87ef2bdc-8f28-4026-b5d3-ec4425a2cab7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86330) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 22 20:23:25.094245 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8109ff96-d5e3-4660-8526-b1263d8136ba req-51a7dc6f-9003-4104-a15c-ac496cb8a612 service neutron] Bound using segment: {'id': '7296ef7e-797f-4f08-b11d-0b46739f791a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '87ef2bdc-8f28-4026-b5d3-ec4425a2cab7'} {{(pid=86330) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 22 20:23:25.094720 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.managers [req-8109ff96-d5e3-4660-8526-b1263d8136ba req-51a7dc6f-9003-4104-a15c-ac496cb8a612 service neutron] Bound port: f4d2c5b7-375e-4ea4-972c-5874bb7107d2, host: hv-cinder-78763, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7296ef7e-797f-4f08-b11d-0b46739f791a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '87ef2bdc-8f28-4026-b5d3-ec4425a2cab7'}}] {{(pid=86330) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 22 20:23:25.095626 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [req-8109ff96-d5e3-4660-8526-b1263d8136ba req-51a7dc6f-9003-4104-a15c-ac496cb8a612 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587983'] for port, before_update {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:23:25.189065 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e6d950-2eb0-40da-a5d6-79731765717a req-b924ba25-8b9e-401a-a700-441f5095f304 tempest-TestMinimumBasicScenario-1744268150 tempest-TestMinimumBasicScenario-1744268150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 20:23:25.190608 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-63e6d950-2eb0-40da-a5d6-79731765717a req-b924ba25-8b9e-401a-a700-441f5095f304 tempest-TestMinimumBasicScenario-1744268150 tempest-TestMinimumBasicScenario-1744268150-project] 10.222.0.30 "GET /v2.0/ports?device_id=61234967-747d-486d-ba59-75712d210701 HTTP/1.1" status: 200  len: 944 time: 0.0906811
Apr 22 20:23:25.192394 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.db [req-8109ff96-d5e3-4660-8526-b1263d8136ba req-51a7dc6f-9003-4104-a15c-ac496cb8a612 service neutron] For port f4d2c5b7-375e-4ea4-972c-5874bb7107d2, host hv-cinder-78763, cleared binding levels {{(pid=86330) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 22 20:23:25.195576 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.db [req-8109ff96-d5e3-4660-8526-b1263d8136ba req-51a7dc6f-9003-4104-a15c-ac496cb8a612 service neutron] For port f4d2c5b7-375e-4ea4-972c-5874bb7107d2, host hv-cinder-78763, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78763',level=0,port_id=f4d2c5b7-375e-4ea4-972c-5874bb7107d2,segment=NetworkSegment(7296ef7e-797f-4f08-b11d-0b46739f791a),segment_id=7296ef7e-797f-4f08-b11d-0b46739f791a)] {{(pid=86330) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 22 20:23:25.199022 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [req-8109ff96-d5e3-4660-8526-b1263d8136ba req-51a7dc6f-9003-4104-a15c-ac496cb8a612 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854198495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853168226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727707997384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363309147208137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727707567697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036850650302'] for port, after_update {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:23:25.203817 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [None req-fe3de6d5-dd85-45d1-a205-cf892a6a3e9a tempest-TestVolumeBootPattern-572234504 tempest-TestVolumeBootPattern-572234504-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 20:23:25.239509 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-63e6d950-2eb0-40da-a5d6-79731765717a req-831e9625-1b4e-40d1-8cd6-12253d57d1f7 tempest-TestMinimumBasicScenario-1744268150 tempest-TestMinimumBasicScenario-1744268150-project] 10.222.0.30 "GET /v2.0/security-groups?id=e61aeacc-b0d2-41e7-a2ff-877ad7e32af6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0421147
Apr 22 20:23:25.265935 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8109ff96-d5e3-4660-8526-b1263d8136ba req-51a7dc6f-9003-4104-a15c-ac496cb8a612 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 20:23:25.266618 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [req-8109ff96-d5e3-4660-8526-b1263d8136ba req-51a7dc6f-9003-4104-a15c-ac496cb8a612 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-743'] for port, before_response {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:23:25.268186 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-8109ff96-d5e3-4660-8526-b1263d8136ba req-51a7dc6f-9003-4104-a15c-ac496cb8a612 service neutron] 10.222.0.46 "PUT /v2.0/ports/f4d2c5b7-375e-4ea4-972c-5874bb7107d2 HTTP/1.1" status: 200  len: 1094 time: 1.0465660
Apr 22 20:23:25.268749 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '61234967-747d-486d-ba59-75712d210701', 'tag': 'f4d2c5b7-375e-4ea4-972c-5874bb7107d2'}] {{(pid=86330) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 22 20:23:25.290319 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51a7dc6f-9003-4104-a15c-ac496cb8a612 service neutron] Pushing event updated for resources: {'Port': ['ID=f4d2c5b7-375e-4ea4-972c-5874bb7107d2,revision_number=3']} {{(pid=86330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 20:23:25.293716 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [None req-51a7dc6f-9003-4104-a15c-ac496cb8a612 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=86330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 20:23:25.390188 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8109ff96-d5e3-4660-8526-b1263d8136ba req-cdf56aaf-2f70-4bd6-8314-b0464cf85ef9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 20:23:25.391852 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-8109ff96-d5e3-4660-8526-b1263d8136ba req-cdf56aaf-2f70-4bd6-8314-b0464cf85ef9 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=4108d9cf3f954b3c9619a37cf429fc55&device_id=61234967-747d-486d-ba59-75712d210701 HTTP/1.1" status: 200  len: 1097 time: 0.0808525
Apr 22 20:23:25.473482 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '61234967-747d-486d-ba59-75712d210701', 'tag': 'f4d2c5b7-375e-4ea4-972c-5874bb7107d2', 'status': 'completed', 'code': 200}
Apr 22 20:23:25.474967 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-8109ff96-d5e3-4660-8526-b1263d8136ba req-d357001f-5fb5-49df-a866-541e304aec9f service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f4d2c5b7-375e-4ea4-972c-5874bb7107d2 HTTP/1.1" status: 200  len: 217 time: 0.0761042
Apr 22 20:23:25.546450 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8109ff96-d5e3-4660-8526-b1263d8136ba req-8bf82354-5197-4326-98a4-a99822fae1dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 20:23:25.547914 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-8109ff96-d5e3-4660-8526-b1263d8136ba req-8bf82354-5197-4326-98a4-a99822fae1dd service neutron] 10.222.0.46 "GET /v2.0/subnets?id=756aa892-3bec-45a8-8b76-2d03a4b0b733 HTTP/1.1" status: 200  len: 854 time: 0.0666757
Apr 22 20:23:25.628079 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8109ff96-d5e3-4660-8526-b1263d8136ba req-d3baaf6c-51a2-4055-a392-e15dfe7cd974 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 20:23:25.629565 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-8109ff96-d5e3-4660-8526-b1263d8136ba req-d3baaf6c-51a2-4055-a392-e15dfe7cd974 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=87ef2bdc-8f28-4026-b5d3-ec4425a2cab7&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0753660
Apr 22 20:23:25.750412 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-7ea453ec-daaf-43f9-bcba-47a1339b1214 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309146858885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640583'] for agent, after_update {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:23:25.769156 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-8109ff96-d5e3-4660-8526-b1263d8136ba req-f3c0df39-abd7-4c58-9324-e90076585b2e service neutron] 10.222.0.46 "GET /v2.0/networks/87ef2bdc-8f28-4026-b5d3-ec4425a2cab7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1329021
Apr 22 20:23:25.910101 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-8109ff96-d5e3-4660-8526-b1263d8136ba req-573ea2c8-688a-451e-aa5a-deea6ac5aaec service neutron] 10.222.0.46 "GET /v2.0/networks/87ef2bdc-8f28-4026-b5d3-ec4425a2cab7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1344852
Apr 22 20:23:26.025647 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ceeed06-1370-4d46-9f2a-7e73be062472 req-efee4a61-33cd-40b2-8f4a-18e09c08dde8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 20:23:26.027278 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-1ceeed06-1370-4d46-9f2a-7e73be062472 req-efee4a61-33cd-40b2-8f4a-18e09c08dde8 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=4108d9cf3f954b3c9619a37cf429fc55&device_id=61234967-747d-486d-ba59-75712d210701 HTTP/1.1" status: 200  len: 1097 time: 0.0766523
Apr 22 20:23:26.165858 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ceeed06-1370-4d46-9f2a-7e73be062472 req-31ce9a9d-79af-419d-a19e-47d31468d796 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 20:23:26.167323 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-1ceeed06-1370-4d46-9f2a-7e73be062472 req-31ce9a9d-79af-419d-a19e-47d31468d796 service neutron] 10.222.0.46 "GET /v2.0/networks?id=87ef2bdc-8f28-4026-b5d3-ec4425a2cab7 HTTP/1.1" status: 200  len: 916 time: 0.1327887
Apr 22 20:23:26.243045 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-1ceeed06-1370-4d46-9f2a-7e73be062472 req-3d3b67ec-837c-4fcf-9426-0b1db49ab26e service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f4d2c5b7-375e-4ea4-972c-5874bb7107d2 HTTP/1.1" status: 200  len: 217 time: 0.0676594
Apr 22 20:23:26.311530 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ceeed06-1370-4d46-9f2a-7e73be062472 req-36cfc0bc-8a65-481e-a1d0-877ce3a94e2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 20:23:26.313119 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-1ceeed06-1370-4d46-9f2a-7e73be062472 req-36cfc0bc-8a65-481e-a1d0-877ce3a94e2e service neutron] 10.222.0.46 "GET /v2.0/subnets?id=756aa892-3bec-45a8-8b76-2d03a4b0b733 HTTP/1.1" status: 200  len: 854 time: 0.0634048
Apr 22 20:23:26.399197 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ceeed06-1370-4d46-9f2a-7e73be062472 req-7562533b-dfec-4dc9-88b7-59d80ec373ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 20:23:26.400846 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-1ceeed06-1370-4d46-9f2a-7e73be062472 req-7562533b-dfec-4dc9-88b7-59d80ec373ce service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=87ef2bdc-8f28-4026-b5d3-ec4425a2cab7&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0807254
Apr 22 20:23:26.456873 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e4ed718-baca-47ea-98f3-2b3ddee4ca63 req-69abbed3-e475-459d-84da-611338379cd3 tempest-TestMinimumBasicScenario-1744268150 tempest-TestMinimumBasicScenario-1744268150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 20:23:26.458426 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-0e4ed718-baca-47ea-98f3-2b3ddee4ca63 req-69abbed3-e475-459d-84da-611338379cd3 tempest-TestMinimumBasicScenario-1744268150 tempest-TestMinimumBasicScenario-1744268150-project] 10.222.0.30 "GET /v2.0/ports?device_id=61234967-747d-486d-ba59-75712d210701 HTTP/1.1" status: 200  len: 944 time: 0.0936754
Apr 22 20:23:26.505693 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-0e4ed718-baca-47ea-98f3-2b3ddee4ca63 req-927de98b-86d7-4afb-a300-b8b1b054f5a3 tempest-TestMinimumBasicScenario-1744268150 tempest-TestMinimumBasicScenario-1744268150-project] 10.222.0.30 "GET /v2.0/security-groups?id=e61aeacc-b0d2-41e7-a2ff-877ad7e32af6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0407500
Apr 22 20:23:26.545034 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-1ceeed06-1370-4d46-9f2a-7e73be062472 req-690fe425-00bc-4550-b50d-2c924f45f875 service neutron] 10.222.0.46 "GET /v2.0/networks/87ef2bdc-8f28-4026-b5d3-ec4425a2cab7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1358256
Apr 22 20:23:26.685452 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-1ceeed06-1370-4d46-9f2a-7e73be062472 req-b03e6040-ef06-41f0-aad9-3043d5cad27a service neutron] 10.222.0.46 "GET /v2.0/networks/87ef2bdc-8f28-4026-b5d3-ec4425a2cab7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1336339
Apr 22 20:23:27.707555 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cacdf5c3-0cfc-47f8-a5c9-b4e057752f1f req-c285747f-8395-4412-ac13-ea2b508d097b tempest-TestMinimumBasicScenario-1744268150 tempest-TestMinimumBasicScenario-1744268150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 20:23:27.709127 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-cacdf5c3-0cfc-47f8-a5c9-b4e057752f1f req-c285747f-8395-4412-ac13-ea2b508d097b tempest-TestMinimumBasicScenario-1744268150 tempest-TestMinimumBasicScenario-1744268150-project] 10.222.0.30 "GET /v2.0/ports?device_id=61234967-747d-486d-ba59-75712d210701 HTTP/1.1" status: 200  len: 944 time: 0.0893013
Apr 22 20:23:27.756821 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-cacdf5c3-0cfc-47f8-a5c9-b4e057752f1f req-a79a878f-575c-4cf5-8d43-1c90a230edc8 tempest-TestMinimumBasicScenario-1744268150 tempest-TestMinimumBasicScenario-1744268150-project] 10.222.0.30 "GET /v2.0/security-groups?id=e61aeacc-b0d2-41e7-a2ff-877ad7e32af6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0405004
Apr 22 20:23:27.770537 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.rpc [None req-cbbe70c9-0b39-4f9d-be6e-4133a7c8f54f None None] Device f4d2c5b7-375e-4ea4-972c-5874bb7107d2 details requested by agent hyperv_hv-cinder-78763 with host hv-cinder-78763 {{(pid=86332) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 22 20:23:27.910074 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.db [None req-cbbe70c9-0b39-4f9d-be6e-4133a7c8f54f None None] For port f4d2c5b7-375e-4ea4-972c-5874bb7107d2, host hv-cinder-78763, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78763',level=0,port_id=f4d2c5b7-375e-4ea4-972c-5874bb7107d2,segment=NetworkSegment(7296ef7e-797f-4f08-b11d-0b46739f791a),segment_id=7296ef7e-797f-4f08-b11d-0b46739f791a)] {{(pid=86332) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 22 20:23:27.924305 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.rpc [None req-cbbe70c9-0b39-4f9d-be6e-4133a7c8f54f None None] Returning: {'device': 'f4d2c5b7-375e-4ea4-972c-5874bb7107d2', 'network_id': '87ef2bdc-8f28-4026-b5d3-ec4425a2cab7', 'port_id': 'f4d2c5b7-375e-4ea4-972c-5874bb7107d2', 'mac_address': 'fa:16:3e:8d:30:7b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 359, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '756aa892-3bec-45a8-8b76-2d03a4b0b733', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86332) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 22 20:23:27.983821 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-cbbe70c9-0b39-4f9d-be6e-4133a7c8f54f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587983'] for port, before_update {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:23:28.001911 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.notifiers.nova [None req-cbbe70c9-0b39-4f9d-be6e-4133a7c8f54f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f4d2c5b7-375e-4ea4-972c-5874bb7107d2 {{(pid=86332) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 22 20:23:28.017383 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.db [None req-cbbe70c9-0b39-4f9d-be6e-4133a7c8f54f None None] For port f4d2c5b7-375e-4ea4-972c-5874bb7107d2, host hv-cinder-78763, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78763',level=0,port_id=f4d2c5b7-375e-4ea4-972c-5874bb7107d2,segment=NetworkSegment(7296ef7e-797f-4f08-b11d-0b46739f791a),segment_id=7296ef7e-797f-4f08-b11d-0b46739f791a)] {{(pid=86332) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 22 20:23:28.020264 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-cbbe70c9-0b39-4f9d-be6e-4133a7c8f54f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854198495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853168226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727707997384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363309147208137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727707567697'] for port, after_update {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:23:28.022220 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [None req-edc5897e-eac6-474d-8b55-d5777578545f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86332) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 20:23:28.090221 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbbe70c9-0b39-4f9d-be6e-4133a7c8f54f None None] Pushing event updated for resources: {'Port': ['ID=f4d2c5b7-375e-4ea4-972c-5874bb7107d2,revision_number=4']} {{(pid=86332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 20:23:28.093202 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [None req-cbbe70c9-0b39-4f9d-be6e-4133a7c8f54f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=86332) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 20:23:28.247882 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.db [None req-cbbe70c9-0b39-4f9d-be6e-4133a7c8f54f None None] get_ports_and_sgs() called for port_ids ['f4d2c5b7-375e-4ea4-972c-5874bb7107d2'] {{(pid=86332) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 22 20:23:28.563045 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-4f52a9cc-64a1-4dd6-989e-39e8eb596ea9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309146858885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640583'] for agent, after_update {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:23:28.963875 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4821ecb7-743c-465f-8bdf-7c6031a5036e req-2cc3d39a-0eda-409b-a34f-ae9f94bb9ee8 tempest-TestMinimumBasicScenario-1744268150 tempest-TestMinimumBasicScenario-1744268150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 20:23:28.965481 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-4821ecb7-743c-465f-8bdf-7c6031a5036e req-2cc3d39a-0eda-409b-a34f-ae9f94bb9ee8 tempest-TestMinimumBasicScenario-1744268150 tempest-TestMinimumBasicScenario-1744268150-project] 10.222.0.30 "GET /v2.0/ports?device_id=61234967-747d-486d-ba59-75712d210701 HTTP/1.1" status: 200  len: 945 time: 0.0942163
Apr 22 20:23:28.983321 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-d69b9430-b136-4a40-a189-232f048ef307 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309146858885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640583'] for agent, after_update {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:23:29.014085 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-4821ecb7-743c-465f-8bdf-7c6031a5036e req-4c3c6ff6-3733-4cc6-8b4c-1cb07c53ebcf tempest-TestMinimumBasicScenario-1744268150 tempest-TestMinimumBasicScenario-1744268150-project] 10.222.0.30 "GET /v2.0/security-groups?id=e61aeacc-b0d2-41e7-a2ff-877ad7e32af6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0414090
Apr 22 20:23:29.267192 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-08e5d76f-3fe5-4242-a4b8-30f374028052 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309146858885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640583'] for agent, after_update {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:23:29.781133 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.rpc [None req-cbbe70c9-0b39-4f9d-be6e-4133a7c8f54f None None] Device f4d2c5b7-375e-4ea4-972c-5874bb7107d2 up at agent hyperv_hv-cinder-78763 {{(pid=86332) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 22 20:23:29.850884 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.provisioning_blocks [None req-cbbe70c9-0b39-4f9d-be6e-4133a7c8f54f None None] Provisioning for port f4d2c5b7-375e-4ea4-972c-5874bb7107d2 completed by entity L2. {{(pid=86332) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 22 20:23:29.855689 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.provisioning_blocks [None req-cbbe70c9-0b39-4f9d-be6e-4133a7c8f54f None None] Provisioning complete for port f4d2c5b7-375e-4ea4-972c-5874bb7107d2 triggered by entity L2. {{(pid=86332) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 22 20:23:29.856109 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-cbbe70c9-0b39-4f9d-be6e-4133a7c8f54f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854135278'] for port, provisioning_complete {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:23:29.980197 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-cbbe70c9-0b39-4f9d-be6e-4133a7c8f54f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587983'] for port, before_update {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:23:30.007525 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '61234967-747d-486d-ba59-75712d210701', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f4d2c5b7-375e-4ea4-972c-5874bb7107d2'}] {{(pid=86332) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 22 20:23:30.018229 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.db [None req-cbbe70c9-0b39-4f9d-be6e-4133a7c8f54f None None] For port f4d2c5b7-375e-4ea4-972c-5874bb7107d2, host hv-cinder-78763, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78763',level=0,port_id=f4d2c5b7-375e-4ea4-972c-5874bb7107d2,segment=NetworkSegment(7296ef7e-797f-4f08-b11d-0b46739f791a),segment_id=7296ef7e-797f-4f08-b11d-0b46739f791a)] {{(pid=86332) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 22 20:23:30.021271 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-cbbe70c9-0b39-4f9d-be6e-4133a7c8f54f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854198495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853168226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727707997384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363309147208137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727707567697'] for port, after_update {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:23:30.023340 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [None req-cbbe70c9-0b39-4f9d-be6e-4133a7c8f54f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86332) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 20:23:30.096495 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbbe70c9-0b39-4f9d-be6e-4133a7c8f54f None None] Pushing event updated for resources: {'Port': ['ID=f4d2c5b7-375e-4ea4-972c-5874bb7107d2,revision_number=5']} {{(pid=86332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 20:23:30.099747 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [None req-cbbe70c9-0b39-4f9d-be6e-4133a7c8f54f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=86332) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 20:23:30.117416 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '61234967-747d-486d-ba59-75712d210701', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f4d2c5b7-375e-4ea4-972c-5874bb7107d2', 'code': 200}
Apr 22 20:23:30.224790 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59da6f78-1ee2-4c8a-a09d-2999b93ef8a0 req-6031016b-c4c1-4b4f-832b-c19da47c2a7b tempest-TestMinimumBasicScenario-1744268150 tempest-TestMinimumBasicScenario-1744268150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 20:23:30.226454 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-59da6f78-1ee2-4c8a-a09d-2999b93ef8a0 req-6031016b-c4c1-4b4f-832b-c19da47c2a7b tempest-TestMinimumBasicScenario-1744268150 tempest-TestMinimumBasicScenario-1744268150-project] 10.222.0.30 "GET /v2.0/ports?device_id=61234967-747d-486d-ba59-75712d210701 HTTP/1.1" status: 200  len: 946 time: 0.0935297
Apr 22 20:23:30.267617 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-77fc9508-bbbe-4662-bfa7-f4837e5c3abe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309146858885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640583'] for agent, after_update {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:23:30.275387 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-59da6f78-1ee2-4c8a-a09d-2999b93ef8a0 req-ffd270a4-edca-4640-b43b-685e1abd16d2 tempest-TestMinimumBasicScenario-1744268150 tempest-TestMinimumBasicScenario-1744268150-project] 10.222.0.30 "GET /v2.0/security-groups?id=e61aeacc-b0d2-41e7-a2ff-877ad7e32af6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0426462
Apr 22 20:23:30.355106 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2db42e-a006-4036-b793-3c0b57f6705d req-27559f0d-20d6-4da6-9fd5-a5e27ebb37d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 20:23:30.356677 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-bc2db42e-a006-4036-b793-3c0b57f6705d req-27559f0d-20d6-4da6-9fd5-a5e27ebb37d9 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=61234967-747d-486d-ba59-75712d210701 HTTP/1.1" status: 200  len: 1099 time: 0.0798452
Apr 22 20:23:30.399819 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-bc2db42e-a006-4036-b793-3c0b57f6705d req-da055a0e-0e7a-462b-9d40-7e73745d3b1b service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=e61aeacc-b0d2-41e7-a2ff-877ad7e32af6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0362985
Apr 22 20:23:31.476208 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-847b1ed5-e5b8-43ad-ae0b-04307657df35 req-67b17226-6c1f-4419-9fb2-c16961fb5669 tempest-TestMinimumBasicScenario-1744268150 tempest-TestMinimumBasicScenario-1744268150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 20:23:31.477812 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-847b1ed5-e5b8-43ad-ae0b-04307657df35 req-67b17226-6c1f-4419-9fb2-c16961fb5669 tempest-TestMinimumBasicScenario-1744268150 tempest-TestMinimumBasicScenario-1744268150-project] 10.222.0.30 "GET /v2.0/ports?device_id=61234967-747d-486d-ba59-75712d210701 HTTP/1.1" status: 200  len: 946 time: 0.0877450
Apr 22 20:23:31.528220 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-847b1ed5-e5b8-43ad-ae0b-04307657df35 req-04ddc357-90cf-41e3-bbf7-e38f0bc9815e tempest-TestMinimumBasicScenario-1744268150 tempest-TestMinimumBasicScenario-1744268150-project] 10.222.0.30 "GET /v2.0/security-groups?id=e61aeacc-b0d2-41e7-a2ff-877ad7e32af6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0440428
Apr 22 20:23:31.725178 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5f6a03-721a-42c4-82d6-c4fbd1896bbf req-3d93a56f-c515-4f30-8fb9-f7ca8ee3c713 tempest-TestMinimumBasicScenario-1744268150 tempest-TestMinimumBasicScenario-1744268150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 20:23:31.726796 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-4b5f6a03-721a-42c4-82d6-c4fbd1896bbf req-3d93a56f-c515-4f30-8fb9-f7ca8ee3c713 tempest-TestMinimumBasicScenario-1744268150 tempest-TestMinimumBasicScenario-1744268150-project] 10.222.0.30 "GET /v2.0/ports?device_id=61234967-747d-486d-ba59-75712d210701 HTTP/1.1" status: 200  len: 946 time: 0.0885272
Apr 22 20:23:31.776773 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-4b5f6a03-721a-42c4-82d6-c4fbd1896bbf req-140185cc-2259-4bad-b717-fb75350f1fe6 tempest-TestMinimumBasicScenario-1744268150 tempest-TestMinimumBasicScenario-1744268150-project] 10.222.0.30 "GET /v2.0/security-groups?id=e61aeacc-b0d2-41e7-a2ff-877ad7e32af6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0438280
Apr 22 20:23:32.196902 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce78c69-759a-4e68-857c-f8a15bd5d4ea req-37b29800-9c7d-4f70-b9d1-a933e9391944 tempest-TestMinimumBasicScenario-1744268150 tempest-TestMinimumBasicScenario-1744268150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 20:23:32.198448 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-1ce78c69-759a-4e68-857c-f8a15bd5d4ea req-37b29800-9c7d-4f70-b9d1-a933e9391944 tempest-TestMinimumBasicScenario-1744268150 tempest-TestMinimumBasicScenario-1744268150-project] 10.222.0.30 "GET /v2.0/ports?device_id=61234967-747d-486d-ba59-75712d210701 HTTP/1.1" status: 200  len: 946 time: 0.0878139
Apr 22 20:23:32.245621 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-1ce78c69-759a-4e68-857c-f8a15bd5d4ea req-4044aa2d-e42a-4ccb-a78a-827095c7c702 tempest-TestMinimumBasicScenario-1744268150 tempest-TestMinimumBasicScenario-1744268150-project] 10.222.0.30 "GET /v2.0/security-groups?id=e61aeacc-b0d2-41e7-a2ff-877ad7e32af6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0410221
Apr 22 20:23:38.057194 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.agents_db [None req-d2e1aac6-b006-4d71-afe2-c4a5b694a422 None None] Agent healthcheck: found 6 active agents {{(pid=86333) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 22 20:23:41.635951 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7454bdc-50fc-41c1-87fb-e378f13c48ee req-56d09d88-d22e-4b4f-a1be-93d9de165b5d tempest-TestMinimumBasicScenario-1744268150 tempest-TestMinimumBasicScenario-1744268150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 20:23:41.637533 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-e7454bdc-50fc-41c1-87fb-e378f13c48ee req-56d09d88-d22e-4b4f-a1be-93d9de165b5d tempest-TestMinimumBasicScenario-1744268150 tempest-TestMinimumBasicScenario-1744268150-project] 10.222.0.30 "GET /v2.0/ports?device_id=61234967-747d-486d-ba59-75712d210701 HTTP/1.1" status: 200  len: 946 time: 0.0918241
Apr 22 20:23:41.684707 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-e7454bdc-50fc-41c1-87fb-e378f13c48ee req-bcd87833-6985-48e2-b3c4-e19c30a435af tempest-TestMinimumBasicScenario-1744268150 tempest-TestMinimumBasicScenario-1744268150-project] 10.222.0.30 "GET /v2.0/security-groups?id=e61aeacc-b0d2-41e7-a2ff-877ad7e32af6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0401745
Apr 22 20:23:41.710363 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.wsgi [-] (86330) accepted ('10.222.0.30', 45252) {{(pid=86330) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 20:23:41.831485 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ebf3c79-122f-47de-9b76-13a55addc8d8 tempest-TestMinimumBasicScenario-1314731438 tempest-TestMinimumBasicScenario-1314731438-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 20:23:41.833127 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [None req-0ebf3c79-122f-47de-9b76-13a55addc8d8 tempest-TestMinimumBasicScenario-1314731438 tempest-TestMinimumBasicScenario-1314731438-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=61234967-747d-486d-ba59-75712d210701 HTTP/1.1" status: 200  len: 1094 time: 0.1216545
Apr 22 20:23:41.836168 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.wsgi [-] (86330) accepted ('10.222.0.30', 45258) {{(pid=86330) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 20:23:41.841788 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.v2.base [None req-a28f1a22-71eb-44fb-b4cc-768d612f4023 tempest-TestMinimumBasicScenario-1744268150 tempest-TestMinimumBasicScenario-1744268150-project] Request body: {'floatingip': {'floating_network_id': '1b725cb4-6db6-4e68-9a61-1978e8a191a1', 'port_id': 'f4d2c5b7-375e-4ea4-972c-5874bb7107d2', 'tenant_id': '4108d9cf3f954b3c9619a37cf429fc55', 'fixed_ip_address': '172.20.0.14'}} {{(pid=86330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 22 20:23:41.848155 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.quota.driver [None req-a28f1a22-71eb-44fb-b4cc-768d612f4023 tempest-TestMinimumBasicScenario-1744268150 tempest-TestMinimumBasicScenario-1744268150-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86330) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 22 20:23:41.852194 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.quota.resource [None req-a28f1a22-71eb-44fb-b4cc-768d612f4023 tempest-TestMinimumBasicScenario-1744268150 tempest-TestMinimumBasicScenario-1744268150-project] Usage tracker for resource:floatingip and tenant:4108d9cf3f954b3c9619a37cf429fc55 is out of sync, need to count used quota {{(pid=86330) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 22 20:23:41.855182 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.quota.resource [None req-a28f1a22-71eb-44fb-b4cc-768d612f4023 tempest-TestMinimumBasicScenario-1744268150 tempest-TestMinimumBasicScenario-1744268150-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=86330) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 22 20:23:41.861162 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.quota.driver [None req-a28f1a22-71eb-44fb-b4cc-768d612f4023 tempest-TestMinimumBasicScenario-1744268150 tempest-TestMinimumBasicScenario-1744268150-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=86330) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 22 20:23:41.871050 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-a28f1a22-71eb-44fb-b4cc-768d612f4023 tempest-TestMinimumBasicScenario-1744268150 tempest-TestMinimumBasicScenario-1744268150-project] Notify callbacks [] for floatingip, before_create {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:23:42.245999 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-a28f1a22-71eb-44fb-b4cc-768d612f4023 tempest-TestMinimumBasicScenario-1744268150 tempest-TestMinimumBasicScenario-1744268150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587983'] for port, before_create {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:23:42.389049 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.db_base_plugin_common [None req-a28f1a22-71eb-44fb-b4cc-768d612f4023 tempest-TestMinimumBasicScenario-1744268150 tempest-TestMinimumBasicScenario-1744268150-project] Allocated IP 172.27.3.234 (1b725cb4-6db6-4e68-9a61-1978e8a191a1/1d4495d7-31a5-4e2d-a911-56ceae3a61c5/a515433c-bd25-40f4-b03c-6e2becdc5a23) {{(pid=86330) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 22 20:23:42.538289 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-a28f1a22-71eb-44fb-b4cc-768d612f4023 tempest-TestMinimumBasicScenario-1744268150 tempest-TestMinimumBasicScenario-1744268150-project] Notify callbacks [] for port, precommit_create {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:23:42.567333 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-a28f1a22-71eb-44fb-b4cc-768d612f4023 tempest-TestMinimumBasicScenario-1744268150 tempest-TestMinimumBasicScenario-1744268150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854198495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853168226', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363309147208154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4125515'] for port, after_create {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:23:42.571854 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [None req-6cb6e637-0995-4fb0-8471-24879e692ec0 tempest-TestMinimumBasicScenario-1744268150 tempest-TestMinimumBasicScenario-1744268150-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 20:23:42.636981 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a28f1a22-71eb-44fb-b4cc-768d612f4023 tempest-TestMinimumBasicScenario-1744268150 tempest-TestMinimumBasicScenario-1744268150-project] Network 1b725cb4-6db6-4e68-9a61-1978e8a191a1 is already hosted by enough agents. {{(pid=86330) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 22 20:23:42.639937 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.scheduler.base_scheduler [None req-a28f1a22-71eb-44fb-b4cc-768d612f4023 tempest-TestMinimumBasicScenario-1744268150 tempest-TestMinimumBasicScenario-1744268150-project] Resources bound (agent type, host, resource id):  {{(pid=86330) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 22 20:23:42.642497 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a28f1a22-71eb-44fb-b4cc-768d612f4023 tempest-TestMinimumBasicScenario-1744268150 tempest-TestMinimumBasicScenario-1744268150-project] Received port after_create {{(pid=86330) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 22 20:23:42.686738 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a28f1a22-71eb-44fb-b4cc-768d612f4023 tempest-TestMinimumBasicScenario-1744268150 tempest-TestMinimumBasicScenario-1744268150-project] Pushing event updated for resources: {'Port': ['ID=a515433c-bd25-40f4-b03c-6e2becdc5a23,revision_number=1']} {{(pid=86330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 20:23:42.691047 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [None req-a28f1a22-71eb-44fb-b4cc-768d612f4023 tempest-TestMinimumBasicScenario-1744268150 tempest-TestMinimumBasicScenario-1744268150-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=86330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 20:23:43.073652 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-a28f1a22-71eb-44fb-b4cc-768d612f4023 tempest-TestMinimumBasicScenario-1744268150 tempest-TestMinimumBasicScenario-1744268150-project] Notify callbacks [] for floatingip, precommit_create {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:23:43.148679 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-a28f1a22-71eb-44fb-b4cc-768d612f4023 tempest-TestMinimumBasicScenario-1744268150 tempest-TestMinimumBasicScenario-1744268150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587983'] for port, before_update {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:23:43.364458 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-a28f1a22-71eb-44fb-b4cc-768d612f4023 tempest-TestMinimumBasicScenario-1744268150 tempest-TestMinimumBasicScenario-1744268150-project] Notify callbacks [] for port, precommit_update {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:23:43.367879 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-a28f1a22-71eb-44fb-b4cc-768d612f4023 tempest-TestMinimumBasicScenario-1744268150 tempest-TestMinimumBasicScenario-1744268150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854198495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853168226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727707997384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363309147208137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727707567697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036850650302'] for port, after_update {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:23:43.372480 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [None req-7315c4a8-cf0d-4eb8-ba1d-9f4b2430cec0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 20:23:43.476478 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a28f1a22-71eb-44fb-b4cc-768d612f4023 tempest-TestMinimumBasicScenario-1744268150 tempest-TestMinimumBasicScenario-1744268150-project] Pushing event updated for resources: {'Port': ['ID=a515433c-bd25-40f4-b03c-6e2becdc5a23,revision_number=2']} {{(pid=86330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 20:23:43.484372 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [None req-a28f1a22-71eb-44fb-b4cc-768d612f4023 tempest-TestMinimumBasicScenario-1744268150 tempest-TestMinimumBasicScenario-1744268150-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=86330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 20:23:43.493383 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-a28f1a22-71eb-44fb-b4cc-768d612f4023 tempest-TestMinimumBasicScenario-1744268150 tempest-TestMinimumBasicScenario-1744268150-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-427953'] for floatingip, after_update {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:23:43.671940 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.db.l3_db [None req-a28f1a22-71eb-44fb-b4cc-768d612f4023 tempest-TestMinimumBasicScenario-1744268150 tempest-TestMinimumBasicScenario-1744268150-project] Floating IP 6e4d3e54-9eed-477d-ba0d-efce0df3888a associated. External IP: 172.27.3.234, port: f4d2c5b7-375e-4ea4-972c-5874bb7107d2.
Apr 22 20:23:44.039242 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a28f1a22-71eb-44fb-b4cc-768d612f4023 tempest-TestMinimumBasicScenario-1744268150 tempest-TestMinimumBasicScenario-1744268150-project] Router 23e509ce-1710-49dc-a685-577648503378 has already been hosted by L3 agent 1df068ca-d615-4cb7-8020-fe6e8be709e3 {{(pid=86330) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 22 20:23:44.225607 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a28f1a22-71eb-44fb-b4cc-768d612f4023 tempest-TestMinimumBasicScenario-1744268150 tempest-TestMinimumBasicScenario-1744268150-project] Notify agent at l3_agent.dv-cinder-787632-1-iscsi the message routers_updated {{(pid=86330) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 22 20:23:44.237359 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0d2b92d-efc0-41e6-b339-ef55db566330 None None] Sync routers for ids ['23e509ce-1710-49dc-a685-577648503378'] in dv-cinder-787632-1-iscsi {{(pid=86332) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 22 20:23:44.247634 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0d2b92d-efc0-41e6-b339-ef55db566330 None None] Routers {'23e509ce-1710-49dc-a685-577648503378'} bound to L3 agent in host dv-cinder-787632-1-iscsi {{(pid=86332) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 22 20:23:44.248307 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.l3_hamode_db [None req-e0d2b92d-efc0-41e6-b339-ef55db566330 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f013d554fd0>, 'dv-cinder-787632-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-22T20:03:28Z,description=<?>,heartbeat_timestamp=2021-04-22T20:23:29Z,host='dv-cinder-787632-1-iscsi',id=1df068ca-d615-4cb7-8020-fe6e8be709e3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-22T20:03:28Z,topic='l3_agent')) {'router_ids': ['23e509ce-1710-49dc-a685-577648503378'], 'active': True} {{(pid=86332) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 22 20:23:44.253017 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-a28f1a22-71eb-44fb-b4cc-768d612f4023 tempest-TestMinimumBasicScenario-1744268150 tempest-TestMinimumBasicScenario-1744268150-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-743'] for floatingip, before_response {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:23:44.312198 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [None req-a28f1a22-71eb-44fb-b4cc-768d612f4023 tempest-TestMinimumBasicScenario-1744268150 tempest-TestMinimumBasicScenario-1744268150-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 997 time: 2.4749358
Apr 22 20:23:44.312897 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '61234967-747d-486d-ba59-75712d210701', 'tag': 'f4d2c5b7-375e-4ea4-972c-5874bb7107d2'}] {{(pid=86330) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 22 20:23:44.315951 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.wsgi [-] (86331) accepted ('10.222.0.30', 45262) {{(pid=86331) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 20:23:44.321976 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.v2.base [None req-43b76b64-d229-4c54-9da7-ce24c5e34b99 tempest-TestMinimumBasicScenario-1744268150 tempest-TestMinimumBasicScenario-1744268150-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2120581312', 'description': 'tempest-secgroup-smoke-2120581312 description', 'project_id': '4108d9cf3f954b3c9619a37cf429fc55'}} {{(pid=86331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 22 20:23:44.328698 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.quota.driver [None req-43b76b64-d229-4c54-9da7-ce24c5e34b99 tempest-TestMinimumBasicScenario-1744268150 tempest-TestMinimumBasicScenario-1744268150-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 22 20:23:44.339367 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.quota.driver [None req-43b76b64-d229-4c54-9da7-ce24c5e34b99 tempest-TestMinimumBasicScenario-1744268150 tempest-TestMinimumBasicScenario-1744268150-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=86331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 22 20:23:44.351723 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-43b76b64-d229-4c54-9da7-ce24c5e34b99 tempest-TestMinimumBasicScenario-1744268150 tempest-TestMinimumBasicScenario-1744268150-project] Notify callbacks [] for security_group, before_create {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:23:44.368427 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '61234967-747d-486d-ba59-75712d210701', 'tag': 'f4d2c5b7-375e-4ea4-972c-5874bb7107d2', 'status': 'completed', 'code': 200}
Apr 22 20:23:44.381501 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.quota.driver [None req-43b76b64-d229-4c54-9da7-ce24c5e34b99 tempest-TestMinimumBasicScenario-1744268150 tempest-TestMinimumBasicScenario-1744268150-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 22 20:23:44.386116 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.quota.resource [None req-43b76b64-d229-4c54-9da7-ce24c5e34b99 tempest-TestMinimumBasicScenario-1744268150 tempest-TestMinimumBasicScenario-1744268150-project] Usage tracker for resource:security_group_rule and tenant:4108d9cf3f954b3c9619a37cf429fc55 is out of sync, need to count used quota {{(pid=86331) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 22 20:23:44.390233 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.quota.resource [None req-43b76b64-d229-4c54-9da7-ce24c5e34b99 tempest-TestMinimumBasicScenario-1744268150 tempest-TestMinimumBasicScenario-1744268150-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=86331) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 22 20:23:44.396669 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.quota.driver [None req-43b76b64-d229-4c54-9da7-ce24c5e34b99 tempest-TestMinimumBasicScenario-1744268150 tempest-TestMinimumBasicScenario-1744268150-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=86331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 22 20:23:44.475446 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-43b76b64-d229-4c54-9da7-ce24c5e34b99 tempest-TestMinimumBasicScenario-1744268150 tempest-TestMinimumBasicScenario-1744268150-project] Notify callbacks [] for security_group, precommit_create {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:23:44.478749 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-43b76b64-d229-4c54-9da7-ce24c5e34b99 tempest-TestMinimumBasicScenario-1744268150 tempest-TestMinimumBasicScenario-1744268150-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393900'] for security_group, after_create {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:23:44.481805 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd011c95-7dae-4acb-be69-2b51a120cbf3 req-1053e4ff-746d-4526-85c2-64b5db44b121 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 20:23:44.483456 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-dd011c95-7dae-4acb-be69-2b51a120cbf3 req-1053e4ff-746d-4526-85c2-64b5db44b121 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=4108d9cf3f954b3c9619a37cf429fc55&device_id=61234967-747d-486d-ba59-75712d210701 HTTP/1.1" status: 200  len: 1099 time: 0.0864809
Apr 22 20:23:44.484209 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [None req-714fe6f8-04ce-48ed-a473-fd3fc366e565 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 20:23:44.531423 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43b76b64-d229-4c54-9da7-ce24c5e34b99 tempest-TestMinimumBasicScenario-1744268150 tempest-TestMinimumBasicScenario-1744268150-project] Pushing event updated for resources: {'SecurityGroup': ['ID=50dbd49c-836d-4a0e-b44c-7f72b9e75957,revision_number=1']} {{(pid=86331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 20:23:44.539742 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43b76b64-d229-4c54-9da7-ce24c5e34b99 tempest-TestMinimumBasicScenario-1744268150 tempest-TestMinimumBasicScenario-1744268150-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787632-1-iscsi {{(pid=86331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 20:23:44.540283 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43b76b64-d229-4c54-9da7-ce24c5e34b99 tempest-TestMinimumBasicScenario-1744268150 tempest-TestMinimumBasicScenario-1744268150-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787632-1-iscsi {{(pid=86331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 20:23:44.540664 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43b76b64-d229-4c54-9da7-ce24c5e34b99 tempest-TestMinimumBasicScenario-1744268150 tempest-TestMinimumBasicScenario-1744268150-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787632-1-iscsi {{(pid=86331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 20:23:44.541073 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43b76b64-d229-4c54-9da7-ce24c5e34b99 tempest-TestMinimumBasicScenario-1744268150 tempest-TestMinimumBasicScenario-1744268150-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787632-1-iscsi {{(pid=86331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 20:23:44.541480 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43b76b64-d229-4c54-9da7-ce24c5e34b99 tempest-TestMinimumBasicScenario-1744268150 tempest-TestMinimumBasicScenario-1744268150-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787632-1-iscsi {{(pid=86331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 20:23:44.541909 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43b76b64-d229-4c54-9da7-ce24c5e34b99 tempest-TestMinimumBasicScenario-1744268150 tempest-TestMinimumBasicScenario-1744268150-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787632-1-iscsi {{(pid=86331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 20:23:44.542320 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43b76b64-d229-4c54-9da7-ce24c5e34b99 tempest-TestMinimumBasicScenario-1744268150 tempest-TestMinimumBasicScenario-1744268150-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-787632-1-iscsi {{(pid=86331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 20:23:44.543774 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43b76b64-d229-4c54-9da7-ce24c5e34b99 tempest-TestMinimumBasicScenario-1744268150 tempest-TestMinimumBasicScenario-1744268150-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787632-1-iscsi {{(pid=86331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 20:23:44.543774 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43b76b64-d229-4c54-9da7-ce24c5e34b99 tempest-TestMinimumBasicScenario-1744268150 tempest-TestMinimumBasicScenario-1744268150-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787632-1-iscsi {{(pid=86331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 20:23:44.543774 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43b76b64-d229-4c54-9da7-ce24c5e34b99 tempest-TestMinimumBasicScenario-1744268150 tempest-TestMinimumBasicScenario-1744268150-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787632-1-iscsi {{(pid=86331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 20:23:44.544048 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43b76b64-d229-4c54-9da7-ce24c5e34b99 tempest-TestMinimumBasicScenario-1744268150 tempest-TestMinimumBasicScenario-1744268150-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787632-1-iscsi {{(pid=86331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 20:23:44.544244 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43b76b64-d229-4c54-9da7-ce24c5e34b99 tempest-TestMinimumBasicScenario-1744268150 tempest-TestMinimumBasicScenario-1744268150-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787632-1-iscsi {{(pid=86331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 20:23:44.548709 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [None req-43b76b64-d229-4c54-9da7-ce24c5e34b99 tempest-TestMinimumBasicScenario-1744268150 tempest-TestMinimumBasicScenario-1744268150-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 20:23:44.549833 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-43b76b64-d229-4c54-9da7-ce24c5e34b99 tempest-TestMinimumBasicScenario-1744268150 tempest-TestMinimumBasicScenario-1744268150-project] Notify callbacks [] for security_group, before_response {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:23:44.551150 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [None req-43b76b64-d229-4c54-9da7-ce24c5e34b99 tempest-TestMinimumBasicScenario-1744268150 tempest-TestMinimumBasicScenario-1744268150-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1794 time: 0.2341073
Apr 22 20:23:44.554254 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.wsgi [-] (86331) accepted ('10.222.0.30', 45268) {{(pid=86331) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 20:23:44.560288 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.v2.base [None req-2c801923-8176-47a9-b344-cbe994e0a04f tempest-TestMinimumBasicScenario-1744268150 tempest-TestMinimumBasicScenario-1744268150-project] Request body: {'security_group_rule': {'security_group_id': '50dbd49c-836d-4a0e-b44c-7f72b9e75957', 'project_id': '4108d9cf3f954b3c9619a37cf429fc55', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=86331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 22 20:23:44.566637 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.quota.driver [None req-2c801923-8176-47a9-b344-cbe994e0a04f tempest-TestMinimumBasicScenario-1744268150 tempest-TestMinimumBasicScenario-1744268150-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 22 20:23:44.570658 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.quota.resource [None req-2c801923-8176-47a9-b344-cbe994e0a04f tempest-TestMinimumBasicScenario-1744268150 tempest-TestMinimumBasicScenario-1744268150-project] Usage tracker for resource:security_group_rule and tenant:4108d9cf3f954b3c9619a37cf429fc55 is out of sync, need to count used quota {{(pid=86331) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 22 20:23:44.573794 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.quota.resource [None req-2c801923-8176-47a9-b344-cbe994e0a04f tempest-TestMinimumBasicScenario-1744268150 tempest-TestMinimumBasicScenario-1744268150-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=86331) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 22 20:23:44.579664 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.quota.driver [None req-2c801923-8176-47a9-b344-cbe994e0a04f tempest-TestMinimumBasicScenario-1744268150 tempest-TestMinimumBasicScenario-1744268150-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=86331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 22 20:23:44.597250 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-2c801923-8176-47a9-b344-cbe994e0a04f tempest-TestMinimumBasicScenario-1744268150 tempest-TestMinimumBasicScenario-1744268150-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:23:44.621496 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.l3_dvr_db [None req-e0d2b92d-efc0-41e6-b339-ef55db566330 None None] Set router 23e509ce-1710-49dc-a685-577648503378 gateway port host: dv-cinder-787632-1-iscsi {{(pid=86332) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 22 20:23:44.629746 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd011c95-7dae-4acb-be69-2b51a120cbf3 req-2c369032-43fd-4228-8181-e1a1f4371a74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 20:23:44.631363 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-dd011c95-7dae-4acb-be69-2b51a120cbf3 req-2c369032-43fd-4228-8181-e1a1f4371a74 service neutron] 10.222.0.46 "GET /v2.0/networks?id=87ef2bdc-8f28-4026-b5d3-ec4425a2cab7 HTTP/1.1" status: 200  len: 916 time: 0.1416526
Apr 22 20:23:44.666089 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-2c801923-8176-47a9-b344-cbe994e0a04f tempest-TestMinimumBasicScenario-1744268150 tempest-TestMinimumBasicScenario-1744268150-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:23:44.668734 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-2c801923-8176-47a9-b344-cbe994e0a04f tempest-TestMinimumBasicScenario-1744268150 tempest-TestMinimumBasicScenario-1744268150-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393920'] for security_group_rule, after_create {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:23:44.677402 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [None req-890e95ca-f8a5-4889-8c87-23f0aab1ba6b tempest-AttachVolumeShelveTestJSON-1095716281 tempest-AttachVolumeShelveTestJSON-1095716281-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 20:23:44.700763 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c801923-8176-47a9-b344-cbe994e0a04f tempest-TestMinimumBasicScenario-1744268150 tempest-TestMinimumBasicScenario-1744268150-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=28a3ffe0-3518-4cdf-aa03-95dcd327a6de,revision_number=0']} {{(pid=86331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 20:23:44.703654 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [None req-2c801923-8176-47a9-b344-cbe994e0a04f tempest-TestMinimumBasicScenario-1744268150 tempest-TestMinimumBasicScenario-1744268150-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 20:23:44.704901 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-2c801923-8176-47a9-b344-cbe994e0a04f tempest-TestMinimumBasicScenario-1744268150 tempest-TestMinimumBasicScenario-1744268150-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:23:44.709363 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [None req-2c801923-8176-47a9-b344-cbe994e0a04f tempest-TestMinimumBasicScenario-1744268150 tempest-TestMinimumBasicScenario-1744268150-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.1536670
Apr 22 20:23:44.709537 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.wsgi [-] (86330) accepted ('10.222.0.30', 45272) {{(pid=86330) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 20:23:44.717049 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.v2.base [None req-0683dd97-2e7c-4316-b399-339e4724e3f3 tempest-TestMinimumBasicScenario-1744268150 tempest-TestMinimumBasicScenario-1744268150-project] Request body: {'security_group_rule': {'security_group_id': '50dbd49c-836d-4a0e-b44c-7f72b9e75957', 'project_id': '4108d9cf3f954b3c9619a37cf429fc55', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=86330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 22 20:23:44.736590 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.quota.driver [None req-0683dd97-2e7c-4316-b399-339e4724e3f3 tempest-TestMinimumBasicScenario-1744268150 tempest-TestMinimumBasicScenario-1744268150-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86330) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 22 20:23:44.744244 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.quota.resource [None req-0683dd97-2e7c-4316-b399-339e4724e3f3 tempest-TestMinimumBasicScenario-1744268150 tempest-TestMinimumBasicScenario-1744268150-project] Usage tracker for resource:security_group_rule and tenant:4108d9cf3f954b3c9619a37cf429fc55 is out of sync, need to count used quota {{(pid=86330) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 22 20:23:44.749078 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.quota.resource [None req-0683dd97-2e7c-4316-b399-339e4724e3f3 tempest-TestMinimumBasicScenario-1744268150 tempest-TestMinimumBasicScenario-1744268150-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=86330) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 22 20:23:44.763923 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.quota.driver [None req-0683dd97-2e7c-4316-b399-339e4724e3f3 tempest-TestMinimumBasicScenario-1744268150 tempest-TestMinimumBasicScenario-1744268150-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=86330) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 22 20:23:44.767477 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-dd011c95-7dae-4acb-be69-2b51a120cbf3 req-04bac5c2-6134-4704-bf24-5bc457b81d1c service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f4d2c5b7-375e-4ea4-972c-5874bb7107d2 HTTP/1.1" status: 200  len: 1000 time: 0.1285722
Apr 22 20:23:44.829220 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-0683dd97-2e7c-4316-b399-339e4724e3f3 tempest-TestMinimumBasicScenario-1744268150 tempest-TestMinimumBasicScenario-1744268150-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:23:44.876411 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd011c95-7dae-4acb-be69-2b51a120cbf3 req-7142c775-5756-4fac-9134-7c5416a5893e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 20:23:44.878033 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-dd011c95-7dae-4acb-be69-2b51a120cbf3 req-7142c775-5756-4fac-9134-7c5416a5893e service neutron] 10.222.0.46 "GET /v2.0/subnets?id=756aa892-3bec-45a8-8b76-2d03a4b0b733 HTTP/1.1" status: 200  len: 854 time: 0.1042509
Apr 22 20:23:44.941114 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-0683dd97-2e7c-4316-b399-339e4724e3f3 tempest-TestMinimumBasicScenario-1744268150 tempest-TestMinimumBasicScenario-1744268150-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:23:44.952659 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-0683dd97-2e7c-4316-b399-339e4724e3f3 tempest-TestMinimumBasicScenario-1744268150 tempest-TestMinimumBasicScenario-1744268150-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393920'] for security_group_rule, after_create {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:23:44.958174 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 20:23:44.992152 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0683dd97-2e7c-4316-b399-339e4724e3f3 tempest-TestMinimumBasicScenario-1744268150 tempest-TestMinimumBasicScenario-1744268150-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e40f09bf-39d9-4003-a0dc-a4b29de029df,revision_number=0']} {{(pid=86330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 20:23:44.997702 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [None req-0683dd97-2e7c-4316-b399-339e4724e3f3 tempest-TestMinimumBasicScenario-1744268150 tempest-TestMinimumBasicScenario-1744268150-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=86330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 20:23:45.004601 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.l3_hamode_db [None req-e0d2b92d-efc0-41e6-b339-ef55db566330 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f013d554fd0>, [{'id': '23e509ce-1710-49dc-a685-577648503378', 'name': 'tempest-TestMinimumBasicScenario-1716700035-router', 'tenant_id': '4108d9cf3f954b3c9619a37cf429fc55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b725cb4-6db6-4e68-9a61-1978e8a191a1', 'external_fixed_ips': [{'subnet_id': '1d4495d7-31a5-4e2d-a911-56ceae3a61c5', 'ip_address': '172.27.3.32'}], 'enable_snat': True}, 'gw_port_id': 'c664aa33-f54b-43ff-a2a2-3070b80db2c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T20:22:48Z', 'updated_at': '2021-04-22T20:22:52Z', 'revision_number': 4, 'project_id': '4108d9cf3f954b3c9619a37cf429fc55', 'gw_port': {'id': 'c664aa33-f54b-43ff-a2a2-3070b80db2c7', 'name': '', 'network_id': '1b725cb4-6db6-4e68-9a61-1978e8a191a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:c3:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23e509ce-1710-49dc-a685-577648503378', 'device_owner': 'network:router_gateway', 'standard_attr_id': 662, 'fixed_ips': [{'subnet_id': '1d4495d7-31a5-4e2d-a911-56ceae3a61c5', 'ip_address': '172.27.3.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787632-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T20:22:48Z', 'updated_at': '2021-04-22T20:22:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d4495d7-31a5-4e2d-a911-56ceae3a61c5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787632-1-iscsi', '_floatingips': [{'id': '6e4d3e54-9eed-477d-ba0d-efce0df3888a', 'tenant_id': '4108d9cf3f954b3c9619a37cf429fc55', 'floating_ip_address': '172.27.3.234', 'floating_network_id': '1b725cb4-6db6-4e68-9a61-1978e8a191a1', 'router_id': '23e509ce-1710-49dc-a685-577648503378', 'port_id': 'f4d2c5b7-375e-4ea4-972c-5874bb7107d2', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 678, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '87ef2bdc-8f28-4026-b5d3-ec4425a2cab7', 'mac_address': 'fa:16:3e:8d:30:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61234967-747d-486d-ba59-75712d210701', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-22T20:23:43Z', 'updated_at': '2021-04-22T20:23:43Z', 'revision_number': 0, 'project_id': '4108d9cf3f954b3c9619a37cf429fc55', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b553523c-7e6f-4b90-8082-4b9be0adbb7c', 'name': '', 'network_id': '87ef2bdc-8f28-4026-b5d3-ec4425a2cab7', 'tenant_id': '4108d9cf3f954b3c9619a37cf429fc55', 'mac_address': 'fa:16:3e:61:90:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23e509ce-1710-49dc-a685-577648503378', 'device_owner': 'network:router_interface', 'standard_attr_id': 663, 'fixed_ips': [{'subnet_id': '756aa892-3bec-45a8-8b76-2d03a4b0b733', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787632-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T20:22:51Z', 'updated_at': '2021-04-22T20:23:00Z', 'revision_number': 5, 'project_id': '4108d9cf3f954b3c9619a37cf429fc55', 'subnets': [{'id': '756aa892-3bec-45a8-8b76-2d03a4b0b733', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787632-1-iscsi', False) {} {{(pid=86332) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 22 20:23:45.006952 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-0683dd97-2e7c-4316-b399-339e4724e3f3 tempest-TestMinimumBasicScenario-1744268150 tempest-TestMinimumBasicScenario-1744268150-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:23:45.008231 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [None req-0683dd97-2e7c-4316-b399-339e4724e3f3 tempest-TestMinimumBasicScenario-1744268150 tempest-TestMinimumBasicScenario-1744268150-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 0.2976506
Apr 22 20:23:45.008864 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0d2b92d-efc0-41e6-b339-ef55db566330 None None] Checking router: 23e509ce-1710-49dc-a685-577648503378 for host: dv-cinder-787632-1-iscsi {{(pid=86332) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 22 20:23:45.011345 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.wsgi [-] (86330) accepted ('10.222.0.30', 45276) {{(pid=86330) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 20:23:45.018497 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0d2b92d-efc0-41e6-b339-ef55db566330 None None] Routers {'23e509ce-1710-49dc-a685-577648503378'} bound to L3 agent in host dv-cinder-787632-1-iscsi {{(pid=86332) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 22 20:23:45.018644 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.v2.base [None req-4573356c-1b5b-4588-abb6-210f8bd04c59 tempest-TestMinimumBasicScenario-1744268150 tempest-TestMinimumBasicScenario-1744268150-project] Request body: {'security_group_rule': {'security_group_id': '50dbd49c-836d-4a0e-b44c-7f72b9e75957', 'project_id': '4108d9cf3f954b3c9619a37cf429fc55', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=86330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 22 20:23:45.019164 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.l3_hamode_db [None req-e0d2b92d-efc0-41e6-b339-ef55db566330 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f013d554fd0>, 'dv-cinder-787632-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-22T20:03:28Z,description=<?>,heartbeat_timestamp=2021-04-22T20:23:29Z,host='dv-cinder-787632-1-iscsi',id=1df068ca-d615-4cb7-8020-fe6e8be709e3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-22T20:03:28Z,topic='l3_agent')) {'router_ids': ['23e509ce-1710-49dc-a685-577648503378'], 'active': True} {{(pid=86332) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 22 20:23:45.026084 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.quota.driver [None req-4573356c-1b5b-4588-abb6-210f8bd04c59 tempest-TestMinimumBasicScenario-1744268150 tempest-TestMinimumBasicScenario-1744268150-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86330) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 22 20:23:45.033024 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.quota.resource [None req-4573356c-1b5b-4588-abb6-210f8bd04c59 tempest-TestMinimumBasicScenario-1744268150 tempest-TestMinimumBasicScenario-1744268150-project] Usage tracker for resource:security_group_rule and tenant:4108d9cf3f954b3c9619a37cf429fc55 is out of sync, need to count used quota {{(pid=86330) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 22 20:23:45.036736 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.quota.resource [None req-4573356c-1b5b-4588-abb6-210f8bd04c59 tempest-TestMinimumBasicScenario-1744268150 tempest-TestMinimumBasicScenario-1744268150-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=86330) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 22 20:23:45.045288 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.quota.driver [None req-4573356c-1b5b-4588-abb6-210f8bd04c59 tempest-TestMinimumBasicScenario-1744268150 tempest-TestMinimumBasicScenario-1744268150-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=86330) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 22 20:23:45.049003 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd011c95-7dae-4acb-be69-2b51a120cbf3 req-c5cff1ff-c0a9-4aaf-9645-5b51a6aacec6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 20:23:45.050661 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-dd011c95-7dae-4acb-be69-2b51a120cbf3 req-c5cff1ff-c0a9-4aaf-9645-5b51a6aacec6 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=87ef2bdc-8f28-4026-b5d3-ec4425a2cab7&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1494551
Apr 22 20:23:45.096098 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-4573356c-1b5b-4588-abb6-210f8bd04c59 tempest-TestMinimumBasicScenario-1744268150 tempest-TestMinimumBasicScenario-1744268150-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:23:45.220799 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.l3_dvr_db [None req-e0d2b92d-efc0-41e6-b339-ef55db566330 None None] Set router 23e509ce-1710-49dc-a685-577648503378 gateway port host: dv-cinder-787632-1-iscsi {{(pid=86332) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 22 20:23:45.500518 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-4573356c-1b5b-4588-abb6-210f8bd04c59 tempest-TestMinimumBasicScenario-1744268150 tempest-TestMinimumBasicScenario-1744268150-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:23:45.504427 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-dd011c95-7dae-4acb-be69-2b51a120cbf3 req-24e0ee81-2149-4c6e-902b-d19ff0c7ed83 service neutron] 10.222.0.46 "GET /v2.0/networks/87ef2bdc-8f28-4026-b5d3-ec4425a2cab7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4418173
Apr 22 20:23:45.505502 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-4573356c-1b5b-4588-abb6-210f8bd04c59 tempest-TestMinimumBasicScenario-1744268150 tempest-TestMinimumBasicScenario-1744268150-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393920'] for security_group_rule, after_create {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:23:45.507619 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 20:23:45.556196 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4573356c-1b5b-4588-abb6-210f8bd04c59 tempest-TestMinimumBasicScenario-1744268150 tempest-TestMinimumBasicScenario-1744268150-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6bff378d-94b0-4996-8ec3-ca409bd0fe1a,revision_number=0']} {{(pid=86330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 20:23:45.565872 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [None req-4573356c-1b5b-4588-abb6-210f8bd04c59 tempest-TestMinimumBasicScenario-1744268150 tempest-TestMinimumBasicScenario-1744268150-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=86330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 20:23:45.602414 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.l3_hamode_db [None req-e0d2b92d-efc0-41e6-b339-ef55db566330 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f013d554fd0>, [{'id': '23e509ce-1710-49dc-a685-577648503378', 'name': 'tempest-TestMinimumBasicScenario-1716700035-router', 'tenant_id': '4108d9cf3f954b3c9619a37cf429fc55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b725cb4-6db6-4e68-9a61-1978e8a191a1', 'external_fixed_ips': [{'subnet_id': '1d4495d7-31a5-4e2d-a911-56ceae3a61c5', 'ip_address': '172.27.3.32'}], 'enable_snat': True}, 'gw_port_id': 'c664aa33-f54b-43ff-a2a2-3070b80db2c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T20:22:48Z', 'updated_at': '2021-04-22T20:22:52Z', 'revision_number': 4, 'project_id': '4108d9cf3f954b3c9619a37cf429fc55', 'gw_port': {'id': 'c664aa33-f54b-43ff-a2a2-3070b80db2c7', 'name': '', 'network_id': '1b725cb4-6db6-4e68-9a61-1978e8a191a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:c3:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23e509ce-1710-49dc-a685-577648503378', 'device_owner': 'network:router_gateway', 'standard_attr_id': 662, 'fixed_ips': [{'subnet_id': '1d4495d7-31a5-4e2d-a911-56ceae3a61c5', 'ip_address': '172.27.3.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787632-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T20:22:48Z', 'updated_at': '2021-04-22T20:22:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d4495d7-31a5-4e2d-a911-56ceae3a61c5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787632-1-iscsi', '_floatingips': [{'id': '6e4d3e54-9eed-477d-ba0d-efce0df3888a', 'tenant_id': '4108d9cf3f954b3c9619a37cf429fc55', 'floating_ip_address': '172.27.3.234', 'floating_network_id': '1b725cb4-6db6-4e68-9a61-1978e8a191a1', 'router_id': '23e509ce-1710-49dc-a685-577648503378', 'port_id': 'f4d2c5b7-375e-4ea4-972c-5874bb7107d2', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 678, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '87ef2bdc-8f28-4026-b5d3-ec4425a2cab7', 'mac_address': 'fa:16:3e:8d:30:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61234967-747d-486d-ba59-75712d210701', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-22T20:23:43Z', 'updated_at': '2021-04-22T20:23:43Z', 'revision_number': 0, 'project_id': '4108d9cf3f954b3c9619a37cf429fc55', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b553523c-7e6f-4b90-8082-4b9be0adbb7c', 'name': '', 'network_id': '87ef2bdc-8f28-4026-b5d3-ec4425a2cab7', 'tenant_id': '4108d9cf3f954b3c9619a37cf429fc55', 'mac_address': 'fa:16:3e:61:90:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23e509ce-1710-49dc-a685-577648503378', 'device_owner': 'network:router_interface', 'standard_attr_id': 663, 'fixed_ips': [{'subnet_id': '756aa892-3bec-45a8-8b76-2d03a4b0b733', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787632-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T20:22:51Z', 'updated_at': '2021-04-22T20:23:00Z', 'revision_number': 5, 'project_id': '4108d9cf3f954b3c9619a37cf429fc55', 'subnets': [{'id': '756aa892-3bec-45a8-8b76-2d03a4b0b733', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787632-1-iscsi', False) {} {{(pid=86332) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 22 20:23:45.606655 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0d2b92d-efc0-41e6-b339-ef55db566330 None None] The sync data for ids ['23e509ce-1710-49dc-a685-577648503378'] in dv-cinder-787632-1-iscsi is: [{'id': '23e509ce-1710-49dc-a685-577648503378', 'name': 'tempest-TestMinimumBasicScenario-1716700035-router', 'tenant_id': '4108d9cf3f954b3c9619a37cf429fc55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b725cb4-6db6-4e68-9a61-1978e8a191a1', 'external_fixed_ips': [{'subnet_id': '1d4495d7-31a5-4e2d-a911-56ceae3a61c5', 'ip_address': '172.27.3.32'}], 'enable_snat': True}, 'gw_port_id': 'c664aa33-f54b-43ff-a2a2-3070b80db2c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T20:22:48Z', 'updated_at': '2021-04-22T20:22:52Z', 'revision_number': 4, 'project_id': '4108d9cf3f954b3c9619a37cf429fc55', 'gw_port': {'id': 'c664aa33-f54b-43ff-a2a2-3070b80db2c7', 'name': '', 'network_id': '1b725cb4-6db6-4e68-9a61-1978e8a191a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:c3:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23e509ce-1710-49dc-a685-577648503378', 'device_owner': 'network:router_gateway', 'standard_attr_id': 662, 'fixed_ips': [{'subnet_id': '1d4495d7-31a5-4e2d-a911-56ceae3a61c5', 'ip_address': '172.27.3.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787632-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T20:22:48Z', 'updated_at': '2021-04-22T20:22:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d4495d7-31a5-4e2d-a911-56ceae3a61c5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787632-1-iscsi', '_floatingips': [{'id': '6e4d3e54-9eed-477d-ba0d-efce0df3888a', 'tenant_id': '4108d9cf3f954b3c9619a37cf429fc55', 'floating_ip_address': '172.27.3.234', 'floating_network_id': '1b725cb4-6db6-4e68-9a61-1978e8a191a1', 'router_id': '23e509ce-1710-49dc-a685-577648503378', 'port_id': 'f4d2c5b7-375e-4ea4-972c-5874bb7107d2', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 678, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '87ef2bdc-8f28-4026-b5d3-ec4425a2cab7', 'mac_address': 'fa:16:3e:8d:30:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61234967-747d-486d-ba59-75712d210701', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-22T20:23:43Z', 'updated_at': '2021-04-22T20:23:43Z', 'revision_number': 0, 'project_id': '4108d9cf3f954b3c9619a37cf429fc55', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b553523c-7e6f-4b90-8082-4b9be0adbb7c', 'name': '', 'network_id': '87ef2bdc-8f28-4026-b5d3-ec4425a2cab7', 'tenant_id': '4108d9cf3f954b3c9619a37cf429fc55', 'mac_address': 'fa:16:3e:61:90:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23e509ce-1710-49dc-a685-577648503378', 'device_owner': 'network:router_interface', 'standard_attr_id': 663, 'fixed_ips': [{'subnet_id': '756aa892-3bec-45a8-8b76-2d03a4b0b733', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787632-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T20:22:51Z', 'updated_at': '2021-04-22T20:23:00Z', 'revision_number': 5, 'project_id': '4108d9cf3f954b3c9619a37cf429fc55', 'subnets': [{'id': '756aa892-3bec-45a8-8b76-2d03a4b0b733', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86332) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 22 20:23:45.620466 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-4573356c-1b5b-4588-abb6-210f8bd04c59 tempest-TestMinimumBasicScenario-1744268150 tempest-TestMinimumBasicScenario-1744268150-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:23:45.621780 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [None req-4573356c-1b5b-4588-abb6-210f8bd04c59 tempest-TestMinimumBasicScenario-1744268150 tempest-TestMinimumBasicScenario-1744268150-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.6094108
Apr 22 20:23:45.624644 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.wsgi [-] (86330) accepted ('10.222.0.30', 45280) {{(pid=86330) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 20:23:45.632307 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.v2.base [None req-98809278-c06b-4bf1-a60a-108fbc988b09 tempest-TestMinimumBasicScenario-1744268150 tempest-TestMinimumBasicScenario-1744268150-project] Request body: {'security_group_rule': {'security_group_id': '50dbd49c-836d-4a0e-b44c-7f72b9e75957', 'project_id': '4108d9cf3f954b3c9619a37cf429fc55', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=86330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 22 20:23:45.648247 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.quota.driver [None req-98809278-c06b-4bf1-a60a-108fbc988b09 tempest-TestMinimumBasicScenario-1744268150 tempest-TestMinimumBasicScenario-1744268150-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86330) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 22 20:23:45.656028 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.quota.resource [None req-98809278-c06b-4bf1-a60a-108fbc988b09 tempest-TestMinimumBasicScenario-1744268150 tempest-TestMinimumBasicScenario-1744268150-project] Usage tracker for resource:security_group_rule and tenant:4108d9cf3f954b3c9619a37cf429fc55 is out of sync, need to count used quota {{(pid=86330) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 22 20:23:45.661293 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.quota.resource [None req-98809278-c06b-4bf1-a60a-108fbc988b09 tempest-TestMinimumBasicScenario-1744268150 tempest-TestMinimumBasicScenario-1744268150-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=86330) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 22 20:23:45.679724 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.quota.driver [None req-98809278-c06b-4bf1-a60a-108fbc988b09 tempest-TestMinimumBasicScenario-1744268150 tempest-TestMinimumBasicScenario-1744268150-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=86330) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 22 20:23:45.714911 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-dd011c95-7dae-4acb-be69-2b51a120cbf3 req-46f1b6d7-4f80-4cd2-8ae4-fa595a018ca4 service neutron] 10.222.0.46 "GET /v2.0/networks/87ef2bdc-8f28-4026-b5d3-ec4425a2cab7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1992543
Apr 22 20:23:45.716223 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-98809278-c06b-4bf1-a60a-108fbc988b09 tempest-TestMinimumBasicScenario-1744268150 tempest-TestMinimumBasicScenario-1744268150-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:23:45.784058 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-98809278-c06b-4bf1-a60a-108fbc988b09 tempest-TestMinimumBasicScenario-1744268150 tempest-TestMinimumBasicScenario-1744268150-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:23:45.786593 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-98809278-c06b-4bf1-a60a-108fbc988b09 tempest-TestMinimumBasicScenario-1744268150 tempest-TestMinimumBasicScenario-1744268150-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393920'] for security_group_rule, after_create {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:23:45.788779 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [None req-d79eed19-b03f-4145-8277-b2c7bb1e25eb tempest-TestVolumeBootPattern-572234504 tempest-TestVolumeBootPattern-572234504-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 20:23:45.810861 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98809278-c06b-4bf1-a60a-108fbc988b09 tempest-TestMinimumBasicScenario-1744268150 tempest-TestMinimumBasicScenario-1744268150-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9f64c419-7fb6-40c7-8cee-83f40fe7494a,revision_number=0']} {{(pid=86330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 20:23:45.815747 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [None req-98809278-c06b-4bf1-a60a-108fbc988b09 tempest-TestMinimumBasicScenario-1744268150 tempest-TestMinimumBasicScenario-1744268150-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=86330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 20:23:45.822653 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-98809278-c06b-4bf1-a60a-108fbc988b09 tempest-TestMinimumBasicScenario-1744268150 tempest-TestMinimumBasicScenario-1744268150-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:23:45.823931 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [None req-98809278-c06b-4bf1-a60a-108fbc988b09 tempest-TestMinimumBasicScenario-1744268150 tempest-TestMinimumBasicScenario-1744268150-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.1982915
Apr 22 20:23:45.826790 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.wsgi [-] (86330) accepted ('10.222.0.30', 45284) {{(pid=86330) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 20:23:45.832352 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.v2.base [None req-b44a1360-267a-47d6-b600-9b6c4e65f7ef tempest-TestMinimumBasicScenario-1744268150 tempest-TestMinimumBasicScenario-1744268150-project] Request body: {'security_group_rule': {'security_group_id': '50dbd49c-836d-4a0e-b44c-7f72b9e75957', 'project_id': '4108d9cf3f954b3c9619a37cf429fc55', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=86330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 22 20:23:45.838606 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.quota.driver [None req-b44a1360-267a-47d6-b600-9b6c4e65f7ef tempest-TestMinimumBasicScenario-1744268150 tempest-TestMinimumBasicScenario-1744268150-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86330) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 22 20:23:45.842727 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.quota.resource [None req-b44a1360-267a-47d6-b600-9b6c4e65f7ef tempest-TestMinimumBasicScenario-1744268150 tempest-TestMinimumBasicScenario-1744268150-project] Usage tracker for resource:security_group_rule and tenant:4108d9cf3f954b3c9619a37cf429fc55 is out of sync, need to count used quota {{(pid=86330) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 22 20:23:45.845837 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.quota.resource [None req-b44a1360-267a-47d6-b600-9b6c4e65f7ef tempest-TestMinimumBasicScenario-1744268150 tempest-TestMinimumBasicScenario-1744268150-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=86330) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 22 20:23:45.851887 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.quota.driver [None req-b44a1360-267a-47d6-b600-9b6c4e65f7ef tempest-TestMinimumBasicScenario-1744268150 tempest-TestMinimumBasicScenario-1744268150-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=86330) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 22 20:23:45.863063 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.db.securitygroups_db [None req-b44a1360-267a-47d6-b600-9b6c4e65f7ef tempest-TestMinimumBasicScenario-1744268150 tempest-TestMinimumBasicScenario-1744268150-project] Project 4108d9cf3f954b3c9619a37cf429fc55 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Apr 22 20:23:45.870552 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-b44a1360-267a-47d6-b600-9b6c4e65f7ef tempest-TestMinimumBasicScenario-1744268150 tempest-TestMinimumBasicScenario-1744268150-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:23:45.936000 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a7ed617-1756-4470-a87f-889a8922c720 None None] New status for floating IP 6e4d3e54-9eed-477d-ba0d-efce0df3888a: ACTIVE {{(pid=86333) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Apr 22 20:23:45.948717 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-b44a1360-267a-47d6-b600-9b6c4e65f7ef tempest-TestMinimumBasicScenario-1744268150 tempest-TestMinimumBasicScenario-1744268150-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:23:45.951472 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-b44a1360-267a-47d6-b600-9b6c4e65f7ef tempest-TestMinimumBasicScenario-1744268150 tempest-TestMinimumBasicScenario-1744268150-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393920'] for security_group_rule, after_create {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:23:45.953350 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 20:23:45.977902 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b44a1360-267a-47d6-b600-9b6c4e65f7ef tempest-TestMinimumBasicScenario-1744268150 tempest-TestMinimumBasicScenario-1744268150-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4d09b7a5-e367-4f3f-9002-0b805317050a,revision_number=0']} {{(pid=86330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 20:23:45.980538 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [None req-b44a1360-267a-47d6-b600-9b6c4e65f7ef tempest-TestMinimumBasicScenario-1744268150 tempest-TestMinimumBasicScenario-1744268150-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=86330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 20:23:45.986902 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-b44a1360-267a-47d6-b600-9b6c4e65f7ef tempest-TestMinimumBasicScenario-1744268150 tempest-TestMinimumBasicScenario-1744268150-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:23:45.988176 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [None req-b44a1360-267a-47d6-b600-9b6c4e65f7ef tempest-TestMinimumBasicScenario-1744268150 tempest-TestMinimumBasicScenario-1744268150-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 774 time: 0.1603978
Apr 22 20:23:45.991102 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.wsgi [-] (86330) accepted ('10.222.0.30', 45288) {{(pid=86330) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 20:23:45.996650 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.v2.base [None req-edf3be29-5ca4-4f4e-9f96-c3c627e1026d tempest-TestMinimumBasicScenario-1744268150 tempest-TestMinimumBasicScenario-1744268150-project] Request body: {'security_group_rule': {'security_group_id': '50dbd49c-836d-4a0e-b44c-7f72b9e75957', 'project_id': '4108d9cf3f954b3c9619a37cf429fc55', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=86330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 22 20:23:46.003227 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.quota.driver [None req-edf3be29-5ca4-4f4e-9f96-c3c627e1026d tempest-TestMinimumBasicScenario-1744268150 tempest-TestMinimumBasicScenario-1744268150-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86330) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 22 20:23:46.007319 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.quota.resource [None req-edf3be29-5ca4-4f4e-9f96-c3c627e1026d tempest-TestMinimumBasicScenario-1744268150 tempest-TestMinimumBasicScenario-1744268150-project] Usage tracker for resource:security_group_rule and tenant:4108d9cf3f954b3c9619a37cf429fc55 is out of sync, need to count used quota {{(pid=86330) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 22 20:23:46.010378 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.quota.resource [None req-edf3be29-5ca4-4f4e-9f96-c3c627e1026d tempest-TestMinimumBasicScenario-1744268150 tempest-TestMinimumBasicScenario-1744268150-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=86330) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 22 20:23:46.016950 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.quota.driver [None req-edf3be29-5ca4-4f4e-9f96-c3c627e1026d tempest-TestMinimumBasicScenario-1744268150 tempest-TestMinimumBasicScenario-1744268150-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=86330) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 22 20:23:46.027286 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.db.securitygroups_db [None req-edf3be29-5ca4-4f4e-9f96-c3c627e1026d tempest-TestMinimumBasicScenario-1744268150 tempest-TestMinimumBasicScenario-1744268150-project] Project 4108d9cf3f954b3c9619a37cf429fc55 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Apr 22 20:23:46.034829 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-edf3be29-5ca4-4f4e-9f96-c3c627e1026d tempest-TestMinimumBasicScenario-1744268150 tempest-TestMinimumBasicScenario-1744268150-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:23:46.102618 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-edf3be29-5ca4-4f4e-9f96-c3c627e1026d tempest-TestMinimumBasicScenario-1744268150 tempest-TestMinimumBasicScenario-1744268150-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:23:46.105695 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-edf3be29-5ca4-4f4e-9f96-c3c627e1026d tempest-TestMinimumBasicScenario-1744268150 tempest-TestMinimumBasicScenario-1744268150-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393920'] for security_group_rule, after_create {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:23:46.107637 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [None req-1c7332cc-c79b-4490-994c-3a6398f37f40 tempest-TestShelveInstance-1816371010 tempest-TestShelveInstance-1816371010-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 20:23:46.131422 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edf3be29-5ca4-4f4e-9f96-c3c627e1026d tempest-TestMinimumBasicScenario-1744268150 tempest-TestMinimumBasicScenario-1744268150-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=993b6024-9ad8-4300-a55e-1dc14ed541b8,revision_number=0']} {{(pid=86330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 20:23:46.133995 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [None req-edf3be29-5ca4-4f4e-9f96-c3c627e1026d tempest-TestMinimumBasicScenario-1744268150 tempest-TestMinimumBasicScenario-1744268150-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=86330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 20:23:46.140480 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-edf3be29-5ca4-4f4e-9f96-c3c627e1026d tempest-TestMinimumBasicScenario-1744268150 tempest-TestMinimumBasicScenario-1744268150-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:23:46.145168 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [None req-edf3be29-5ca4-4f4e-9f96-c3c627e1026d tempest-TestMinimumBasicScenario-1744268150 tempest-TestMinimumBasicScenario-1744268150-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 773 time: 0.1497211
Apr 22 20:23:46.271222 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.quota.resource [req-a846a6bc-dffa-4061-88e5-f89ce0041ce5 req-78d79d3e-0b49-4aca-a504-bdbb066fc464 tempest-TestMinimumBasicScenario-1744268150 tempest-TestMinimumBasicScenario-1744268150-project] Synchronizing usage tracker for tenant:4108d9cf3f954b3c9619a37cf429fc55 on resource:security_group {{(pid=86331) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 22 20:23:46.285707 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.quota.resource [req-a846a6bc-dffa-4061-88e5-f89ce0041ce5 req-78d79d3e-0b49-4aca-a504-bdbb066fc464 tempest-TestMinimumBasicScenario-1744268150 tempest-TestMinimumBasicScenario-1744268150-project] Unset dirty status for tenant:4108d9cf3f954b3c9619a37cf429fc55 on resource:security_group {{(pid=86331) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 22 20:23:46.286903 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-a846a6bc-dffa-4061-88e5-f89ce0041ce5 req-78d79d3e-0b49-4aca-a504-bdbb066fc464 tempest-TestMinimumBasicScenario-1744268150 tempest-TestMinimumBasicScenario-1744268150-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2120581312&fields=id&tenant_id=4108d9cf3f954b3c9619a37cf429fc55 HTTP/1.1" status: 200  len: 267 time: 0.0580354
Apr 22 20:23:46.376940 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a846a6bc-dffa-4061-88e5-f89ce0041ce5 req-22acce60-9f79-4396-b157-dfe2c2ff2f68 tempest-TestMinimumBasicScenario-1744268150 tempest-TestMinimumBasicScenario-1744268150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 20:23:46.378532 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-a846a6bc-dffa-4061-88e5-f89ce0041ce5 req-22acce60-9f79-4396-b157-dfe2c2ff2f68 tempest-TestMinimumBasicScenario-1744268150 tempest-TestMinimumBasicScenario-1744268150-project] 10.222.0.30 "GET /v2.0/ports?device_id=61234967-747d-486d-ba59-75712d210701 HTTP/1.1" status: 200  len: 946 time: 0.0854826
Apr 22 20:23:46.390331 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.v2.base [req-a846a6bc-dffa-4061-88e5-f89ce0041ce5 req-b090335b-3fc4-4054-8104-ac5e60be3104 tempest-TestMinimumBasicScenario-1744268150 tempest-TestMinimumBasicScenario-1744268150-project] Request body: {'port': {'security_groups': ['e61aeacc-b0d2-41e7-a2ff-877ad7e32af6', '50dbd49c-836d-4a0e-b44c-7f72b9e75957']}} {{(pid=86331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 22 20:23:46.518276 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [req-a846a6bc-dffa-4061-88e5-f89ce0041ce5 req-b090335b-3fc4-4054-8104-ac5e60be3104 tempest-TestMinimumBasicScenario-1744268150 tempest-TestMinimumBasicScenario-1744268150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587983'] for port, before_update {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:23:46.786917 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.db [req-a846a6bc-dffa-4061-88e5-f89ce0041ce5 req-b090335b-3fc4-4054-8104-ac5e60be3104 tempest-TestMinimumBasicScenario-1744268150 tempest-TestMinimumBasicScenario-1744268150-project] For port f4d2c5b7-375e-4ea4-972c-5874bb7107d2, host hv-cinder-78763, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78763',level=0,port_id=f4d2c5b7-375e-4ea4-972c-5874bb7107d2,segment=NetworkSegment(7296ef7e-797f-4f08-b11d-0b46739f791a),segment_id=7296ef7e-797f-4f08-b11d-0b46739f791a)] {{(pid=86331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 22 20:23:46.812905 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [req-a846a6bc-dffa-4061-88e5-f89ce0041ce5 req-b090335b-3fc4-4054-8104-ac5e60be3104 tempest-TestMinimumBasicScenario-1744268150 tempest-TestMinimumBasicScenario-1744268150-project] Notify callbacks [] for port, precommit_update {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:23:46.817047 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [req-a846a6bc-dffa-4061-88e5-f89ce0041ce5 req-b090335b-3fc4-4054-8104-ac5e60be3104 tempest-TestMinimumBasicScenario-1744268150 tempest-TestMinimumBasicScenario-1744268150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854198495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853168226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727707997384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363309147208137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727707567697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036853551937'] for port, after_update {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:23:46.822580 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [None req-48706b22-04e8-4bbf-8b46-faa2360f91ac admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 20:23:46.828232 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.db [None req-cbbe70c9-0b39-4f9d-be6e-4133a7c8f54f None None] get_ports_and_sgs() called for port_ids ['f4d2c5b7-375e-4ea4-972c-5874bb7107d2'] {{(pid=86332) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 22 20:23:46.891773 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a846a6bc-dffa-4061-88e5-f89ce0041ce5 req-b090335b-3fc4-4054-8104-ac5e60be3104 tempest-TestMinimumBasicScenario-1744268150 tempest-TestMinimumBasicScenario-1744268150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 20:23:46.892617 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [req-a846a6bc-dffa-4061-88e5-f89ce0041ce5 req-b090335b-3fc4-4054-8104-ac5e60be3104 tempest-TestMinimumBasicScenario-1744268150 tempest-TestMinimumBasicScenario-1744268150-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-743'] for port, before_response {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:23:46.893979 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-a846a6bc-dffa-4061-88e5-f89ce0041ce5 req-b090335b-3fc4-4054-8104-ac5e60be3104 tempest-TestMinimumBasicScenario-1744268150 tempest-TestMinimumBasicScenario-1744268150-project] 10.222.0.30 "PUT /v2.0/ports/f4d2c5b7-375e-4ea4-972c-5874bb7107d2 HTTP/1.1" status: 200  len: 982 time: 0.5084879
Apr 22 20:23:46.894553 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '61234967-747d-486d-ba59-75712d210701', 'tag': 'f4d2c5b7-375e-4ea4-972c-5874bb7107d2'}] {{(pid=86331) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 22 20:23:46.934019 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b090335b-3fc4-4054-8104-ac5e60be3104 tempest-TestMinimumBasicScenario-1744268150 tempest-TestMinimumBasicScenario-1744268150-project] Pushing event updated for resources: {'Port': ['ID=f4d2c5b7-375e-4ea4-972c-5874bb7107d2,revision_number=6']} {{(pid=86331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 20:23:46.938277 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [None req-b090335b-3fc4-4054-8104-ac5e60be3104 tempest-TestMinimumBasicScenario-1744268150 tempest-TestMinimumBasicScenario-1744268150-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 20:23:46.955712 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.db [None req-cbbe70c9-0b39-4f9d-be6e-4133a7c8f54f None None] get_ports_and_sgs() called for port_ids ['f4d2c5b7-375e-4ea4-972c-5874bb7107d2'] {{(pid=86332) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 22 20:23:47.077627 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '61234967-747d-486d-ba59-75712d210701', 'tag': 'f4d2c5b7-375e-4ea4-972c-5874bb7107d2', 'status': 'completed', 'code': 200}
Apr 22 20:23:47.132848 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd8d7476-8a7e-43e6-8ff2-b4f57cbb3299 req-c0ddccfc-6174-4903-8502-88fa4bcae188 tempest-TestMinimumBasicScenario-1744268150 tempest-TestMinimumBasicScenario-1744268150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 20:23:47.139370 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-bd8d7476-8a7e-43e6-8ff2-b4f57cbb3299 req-c0ddccfc-6174-4903-8502-88fa4bcae188 tempest-TestMinimumBasicScenario-1744268150 tempest-TestMinimumBasicScenario-1744268150-project] 10.222.0.30 "GET /v2.0/ports?device_id=61234967-747d-486d-ba59-75712d210701 HTTP/1.1" status: 200  len: 985 time: 0.1125810
Apr 22 20:23:47.142199 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b3a963-bcaa-4325-b8cc-6aa6909da55d req-1875fbb7-8ec1-47ef-85b1-fc1410849115 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 20:23:47.143748 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-60b3a963-bcaa-4325-b8cc-6aa6909da55d req-1875fbb7-8ec1-47ef-85b1-fc1410849115 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=4108d9cf3f954b3c9619a37cf429fc55&device_id=61234967-747d-486d-ba59-75712d210701 HTTP/1.1" status: 200  len: 1138 time: 0.0868285
Apr 22 20:23:47.179709 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.provisioning_blocks [None req-fb93bdd2-7221-40bc-8c09-60064a100417 None None] Provisioning complete for port f4d2c5b7-375e-4ea4-972c-5874bb7107d2 triggered by entity DHCP. {{(pid=86332) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 22 20:23:47.180136 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-fb93bdd2-7221-40bc-8c09-60064a100417 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854135278'] for port, provisioning_complete {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:23:47.187870 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-bd8d7476-8a7e-43e6-8ff2-b4f57cbb3299 req-0cc11016-5cef-4465-ba04-06dcc8219890 tempest-TestMinimumBasicScenario-1744268150 tempest-TestMinimumBasicScenario-1744268150-project] 10.222.0.30 "GET /v2.0/security-groups?id=e61aeacc-b0d2-41e7-a2ff-877ad7e32af6&id=50dbd49c-836d-4a0e-b44c-7f72b9e75957&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0458934
Apr 22 20:23:47.300075 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b3a963-bcaa-4325-b8cc-6aa6909da55d req-4d8d64e4-ff78-401d-86de-e00fe18e95dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 20:23:47.301579 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-60b3a963-bcaa-4325-b8cc-6aa6909da55d req-4d8d64e4-ff78-401d-86de-e00fe18e95dd service neutron] 10.222.0.46 "GET /v2.0/networks?id=87ef2bdc-8f28-4026-b5d3-ec4425a2cab7 HTTP/1.1" status: 200  len: 916 time: 0.1412420
Apr 22 20:23:47.418160 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-60b3a963-bcaa-4325-b8cc-6aa6909da55d req-859f4fcf-c34f-4255-8b49-87969b0e453b service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f4d2c5b7-375e-4ea4-972c-5874bb7107d2 HTTP/1.1" status: 200  len: 1002 time: 0.1046438
Apr 22 20:23:47.488362 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b3a963-bcaa-4325-b8cc-6aa6909da55d req-492f25f5-8e6a-4196-af43-b7b9138f7a3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 20:23:47.489968 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-60b3a963-bcaa-4325-b8cc-6aa6909da55d req-492f25f5-8e6a-4196-af43-b7b9138f7a3b service neutron] 10.222.0.46 "GET /v2.0/subnets?id=756aa892-3bec-45a8-8b76-2d03a4b0b733 HTTP/1.1" status: 200  len: 854 time: 0.0651402
Apr 22 20:23:47.574623 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b3a963-bcaa-4325-b8cc-6aa6909da55d req-bde41cce-4cc5-4312-a4f4-f7836bfdc898 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 20:23:47.576182 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-60b3a963-bcaa-4325-b8cc-6aa6909da55d req-bde41cce-4cc5-4312-a4f4-f7836bfdc898 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=87ef2bdc-8f28-4026-b5d3-ec4425a2cab7&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0783975
Apr 22 20:23:47.719561 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-60b3a963-bcaa-4325-b8cc-6aa6909da55d req-eb84297d-4d9f-4a32-a6e3-15a764cdee68 service neutron] 10.222.0.46 "GET /v2.0/networks/87ef2bdc-8f28-4026-b5d3-ec4425a2cab7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1356597
Apr 22 20:23:47.865547 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-60b3a963-bcaa-4325-b8cc-6aa6909da55d req-a8266a23-a0ae-48fc-b7ae-80cf0e7bf1a1 service neutron] 10.222.0.46 "GET /v2.0/networks/87ef2bdc-8f28-4026-b5d3-ec4425a2cab7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1385257
Apr 22 20:23:48.861289 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-cbbe70c9-0b39-4f9d-be6e-4133a7c8f54f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309146858885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640583'] for agent, after_update {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:23:55.753294 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-741b48f0-1668-4ed3-8552-a7b0a72d750a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309146858885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640583'] for agent, after_update {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:23:58.565141 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-7495a875-3447-44e5-b59c-80090752397f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309146858885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640583'] for agent, after_update {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:23:58.987628 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-d69b9430-b136-4a40-a189-232f048ef307 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309146858885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640583'] for agent, after_update {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:23:59.014719 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-5454bb8b-deb2-482b-9965-44775c7b264f req-368f31b8-910d-473a-8806-f257774a68de service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=61234967-747d-486d-ba59-75712d210701&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0813415
Apr 22 20:23:59.160365 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5454bb8b-deb2-482b-9965-44775c7b264f req-f58b4f73-0eca-42f4-a458-ccd3de06e543 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 20:23:59.161898 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-5454bb8b-deb2-482b-9965-44775c7b264f req-f58b4f73-0eca-42f4-a458-ccd3de06e543 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=4108d9cf3f954b3c9619a37cf429fc55&device_id=61234967-747d-486d-ba59-75712d210701 HTTP/1.1" status: 200  len: 1138 time: 0.0773897
Apr 22 20:23:59.268316 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-08e5d76f-3fe5-4242-a4b8-30f374028052 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309146858885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640583'] for agent, after_update {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:23:59.316100 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5454bb8b-deb2-482b-9965-44775c7b264f req-ad6c745a-ad4a-47aa-8aec-412482ef91e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 20:23:59.317685 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-5454bb8b-deb2-482b-9965-44775c7b264f req-ad6c745a-ad4a-47aa-8aec-412482ef91e4 service neutron] 10.222.0.46 "GET /v2.0/networks?id=87ef2bdc-8f28-4026-b5d3-ec4425a2cab7 HTTP/1.1" status: 200  len: 916 time: 0.1374323
Apr 22 20:23:59.428861 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-5454bb8b-deb2-482b-9965-44775c7b264f req-5204e85b-8503-4f6f-ae23-b3cedf1c07a9 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f4d2c5b7-375e-4ea4-972c-5874bb7107d2 HTTP/1.1" status: 200  len: 1002 time: 0.1045678
Apr 22 20:23:59.497062 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5454bb8b-deb2-482b-9965-44775c7b264f req-732bf836-58bc-4666-a63f-2fe0bbb1b3a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 20:23:59.498592 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-5454bb8b-deb2-482b-9965-44775c7b264f req-732bf836-58bc-4666-a63f-2fe0bbb1b3a7 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=756aa892-3bec-45a8-8b76-2d03a4b0b733 HTTP/1.1" status: 200  len: 854 time: 0.0629659
Apr 22 20:23:59.584392 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5454bb8b-deb2-482b-9965-44775c7b264f req-9e40a4c9-146c-4637-9873-5f31575644d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 20:23:59.586042 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-5454bb8b-deb2-482b-9965-44775c7b264f req-9e40a4c9-146c-4637-9873-5f31575644d5 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=87ef2bdc-8f28-4026-b5d3-ec4425a2cab7&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0803876
Apr 22 20:23:59.725131 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-5454bb8b-deb2-482b-9965-44775c7b264f req-94fa8d85-1427-4652-a8f7-046b144facaa service neutron] 10.222.0.46 "GET /v2.0/networks/87ef2bdc-8f28-4026-b5d3-ec4425a2cab7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1320934
Apr 22 20:23:59.865533 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-5454bb8b-deb2-482b-9965-44775c7b264f req-610fe26b-de9b-4a70-8850-9a75a4d55256 service neutron] 10.222.0.46 "GET /v2.0/networks/87ef2bdc-8f28-4026-b5d3-ec4425a2cab7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1336672
Apr 22 20:24:00.269011 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-77fc9508-bbbe-4662-bfa7-f4837e5c3abe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309146858885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640583'] for agent, after_update {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:24:04.508342 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec249cf-957e-4b86-85af-458b45e6f955 req-137bae2f-a786-4e90-be27-68ae4ac49192 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 20:24:04.509985 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-2ec249cf-957e-4b86-85af-458b45e6f955 req-137bae2f-a786-4e90-be27-68ae4ac49192 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=4108d9cf3f954b3c9619a37cf429fc55&device_id=61234967-747d-486d-ba59-75712d210701 HTTP/1.1" status: 200  len: 1138 time: 0.0802913
Apr 22 20:24:04.544109 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa8c1b11-2f13-457f-baeb-9c0efbdfd208 req-8244cce8-8e61-4bde-b2b8-aa8bb80e6aee tempest-TestMinimumBasicScenario-1744268150 tempest-TestMinimumBasicScenario-1744268150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 20:24:04.545706 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-aa8c1b11-2f13-457f-baeb-9c0efbdfd208 req-8244cce8-8e61-4bde-b2b8-aa8bb80e6aee tempest-TestMinimumBasicScenario-1744268150 tempest-TestMinimumBasicScenario-1744268150-project] 10.222.0.30 "GET /v2.0/ports?device_id=61234967-747d-486d-ba59-75712d210701 HTTP/1.1" status: 200  len: 985 time: 0.0872159
Apr 22 20:24:04.599993 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-aa8c1b11-2f13-457f-baeb-9c0efbdfd208 req-2b19a11e-80d4-428e-9ab1-bb356491f2e6 tempest-TestMinimumBasicScenario-1744268150 tempest-TestMinimumBasicScenario-1744268150-project] 10.222.0.30 "GET /v2.0/security-groups?id=e61aeacc-b0d2-41e7-a2ff-877ad7e32af6&id=50dbd49c-836d-4a0e-b44c-7f72b9e75957&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0466747
Apr 22 20:24:04.654944 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec249cf-957e-4b86-85af-458b45e6f955 req-66cc9a64-15ee-437a-a1f9-9bd077aa6827 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 20:24:04.656543 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-2ec249cf-957e-4b86-85af-458b45e6f955 req-66cc9a64-15ee-437a-a1f9-9bd077aa6827 service neutron] 10.222.0.46 "GET /v2.0/networks?id=87ef2bdc-8f28-4026-b5d3-ec4425a2cab7 HTTP/1.1" status: 200  len: 916 time: 0.1381726
Apr 22 20:24:04.776289 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-2ec249cf-957e-4b86-85af-458b45e6f955 req-5f4fed4a-eb7b-4dfa-8770-3cb20aa84fe6 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f4d2c5b7-375e-4ea4-972c-5874bb7107d2 HTTP/1.1" status: 200  len: 1002 time: 0.1038649
Apr 22 20:24:04.849017 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec249cf-957e-4b86-85af-458b45e6f955 req-7df22178-02f7-4927-9378-b170f9f08a7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 20:24:04.850615 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-2ec249cf-957e-4b86-85af-458b45e6f955 req-7df22178-02f7-4927-9378-b170f9f08a7d service neutron] 10.222.0.46 "GET /v2.0/subnets?id=756aa892-3bec-45a8-8b76-2d03a4b0b733 HTTP/1.1" status: 200  len: 854 time: 0.0670412
Apr 22 20:24:04.932348 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec249cf-957e-4b86-85af-458b45e6f955 req-e236a3ef-0b0e-40bd-a5c9-95dd8c213f2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 20:24:04.933963 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-2ec249cf-957e-4b86-85af-458b45e6f955 req-e236a3ef-0b0e-40bd-a5c9-95dd8c213f2b service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=87ef2bdc-8f28-4026-b5d3-ec4425a2cab7&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0763044
Apr 22 20:24:05.075060 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-2ec249cf-957e-4b86-85af-458b45e6f955 req-3cabb590-98f9-4900-9f73-7eb3dcdc0882 service neutron] 10.222.0.46 "GET /v2.0/networks/87ef2bdc-8f28-4026-b5d3-ec4425a2cab7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1331115
Apr 22 20:24:05.219594 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-2ec249cf-957e-4b86-85af-458b45e6f955 req-bb0e870c-29a5-492f-8c5e-a9c0ff742f32 service neutron] 10.222.0.46 "GET /v2.0/networks/87ef2bdc-8f28-4026-b5d3-ec4425a2cab7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1339424
Apr 22 20:24:05.804815 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e32085cb-c6e0-4443-92a5-7613037c3105 req-d8e4efb6-9177-491d-8589-8dea1250278d tempest-TestMinimumBasicScenario-1744268150 tempest-TestMinimumBasicScenario-1744268150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 20:24:05.806436 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-e32085cb-c6e0-4443-92a5-7613037c3105 req-d8e4efb6-9177-491d-8589-8dea1250278d tempest-TestMinimumBasicScenario-1744268150 tempest-TestMinimumBasicScenario-1744268150-project] 10.222.0.30 "GET /v2.0/ports?device_id=61234967-747d-486d-ba59-75712d210701 HTTP/1.1" status: 200  len: 985 time: 0.0884805
Apr 22 20:24:05.859750 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-e32085cb-c6e0-4443-92a5-7613037c3105 req-0e2fe30b-376e-4cda-9176-b2f56647b68a tempest-TestMinimumBasicScenario-1744268150 tempest-TestMinimumBasicScenario-1744268150-project] 10.222.0.30 "GET /v2.0/security-groups?id=e61aeacc-b0d2-41e7-a2ff-877ad7e32af6&id=50dbd49c-836d-4a0e-b44c-7f72b9e75957&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0468178
Apr 22 20:24:07.058946 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da9eab09-4863-4940-915b-bc01789f296c req-beb2ab9d-24c8-49b1-bcb8-befa45a7d7d3 tempest-TestMinimumBasicScenario-1744268150 tempest-TestMinimumBasicScenario-1744268150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 20:24:07.060567 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-da9eab09-4863-4940-915b-bc01789f296c req-beb2ab9d-24c8-49b1-bcb8-befa45a7d7d3 tempest-TestMinimumBasicScenario-1744268150 tempest-TestMinimumBasicScenario-1744268150-project] 10.222.0.30 "GET /v2.0/ports?device_id=61234967-747d-486d-ba59-75712d210701 HTTP/1.1" status: 200  len: 985 time: 0.0874636
Apr 22 20:24:07.111049 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-da9eab09-4863-4940-915b-bc01789f296c req-d126a89e-87a4-4640-82ab-d35ebb3326a0 tempest-TestMinimumBasicScenario-1744268150 tempest-TestMinimumBasicScenario-1744268150-project] 10.222.0.30 "GET /v2.0/security-groups?id=e61aeacc-b0d2-41e7-a2ff-877ad7e32af6&id=50dbd49c-836d-4a0e-b44c-7f72b9e75957&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0434024
Apr 22 20:24:08.308630 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ba6a90-3fc3-4141-845a-2578128a29a2 req-99e18317-32f6-499c-b9dc-2134540db1be tempest-TestMinimumBasicScenario-1744268150 tempest-TestMinimumBasicScenario-1744268150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 20:24:08.310221 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-f5ba6a90-3fc3-4141-845a-2578128a29a2 req-99e18317-32f6-499c-b9dc-2134540db1be tempest-TestMinimumBasicScenario-1744268150 tempest-TestMinimumBasicScenario-1744268150-project] 10.222.0.30 "GET /v2.0/ports?device_id=61234967-747d-486d-ba59-75712d210701 HTTP/1.1" status: 200  len: 985 time: 0.0872970
Apr 22 20:24:08.359056 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-f5ba6a90-3fc3-4141-845a-2578128a29a2 req-47277026-dd4f-4774-a200-4f31681c6fd4 tempest-TestMinimumBasicScenario-1744268150 tempest-TestMinimumBasicScenario-1744268150-project] 10.222.0.30 "GET /v2.0/security-groups?id=e61aeacc-b0d2-41e7-a2ff-877ad7e32af6&id=50dbd49c-836d-4a0e-b44c-7f72b9e75957&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0424936
Apr 22 20:24:09.562345 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6fde367-3339-4d6c-91f6-a9396c6adfba req-de108db5-1876-4e88-b621-d492a921be71 tempest-TestMinimumBasicScenario-1744268150 tempest-TestMinimumBasicScenario-1744268150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 20:24:09.563947 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-d6fde367-3339-4d6c-91f6-a9396c6adfba req-de108db5-1876-4e88-b621-d492a921be71 tempest-TestMinimumBasicScenario-1744268150 tempest-TestMinimumBasicScenario-1744268150-project] 10.222.0.30 "GET /v2.0/ports?device_id=61234967-747d-486d-ba59-75712d210701 HTTP/1.1" status: 200  len: 985 time: 0.0922179
Apr 22 20:24:09.613689 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-d6fde367-3339-4d6c-91f6-a9396c6adfba req-7772dd5c-b31b-43d8-b4b5-3d34b5bd55ff tempest-TestMinimumBasicScenario-1744268150 tempest-TestMinimumBasicScenario-1744268150-project] 10.222.0.30 "GET /v2.0/security-groups?id=e61aeacc-b0d2-41e7-a2ff-877ad7e32af6&id=50dbd49c-836d-4a0e-b44c-7f72b9e75957&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0432062
Apr 22 20:24:10.818039 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06060ea0-af3f-4863-8033-f95f7e52840d req-6fa6eee0-18d4-4f3d-97bc-b0592a6a96c8 tempest-TestMinimumBasicScenario-1744268150 tempest-TestMinimumBasicScenario-1744268150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 20:24:10.819657 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-06060ea0-af3f-4863-8033-f95f7e52840d req-6fa6eee0-18d4-4f3d-97bc-b0592a6a96c8 tempest-TestMinimumBasicScenario-1744268150 tempest-TestMinimumBasicScenario-1744268150-project] 10.222.0.30 "GET /v2.0/ports?device_id=61234967-747d-486d-ba59-75712d210701 HTTP/1.1" status: 200  len: 985 time: 0.0946355
Apr 22 20:24:10.871363 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-06060ea0-af3f-4863-8033-f95f7e52840d req-7725460f-9570-4b53-9920-8739c1e49148 tempest-TestMinimumBasicScenario-1744268150 tempest-TestMinimumBasicScenario-1744268150-project] 10.222.0.30 "GET /v2.0/security-groups?id=e61aeacc-b0d2-41e7-a2ff-877ad7e32af6&id=50dbd49c-836d-4a0e-b44c-7f72b9e75957&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0451279
Apr 22 20:24:12.072559 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b36b448-554f-406b-9375-b8450599397e req-c2156412-ee19-4f44-b09d-f308b2f83eb4 tempest-TestMinimumBasicScenario-1744268150 tempest-TestMinimumBasicScenario-1744268150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 20:24:12.074168 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-7b36b448-554f-406b-9375-b8450599397e req-c2156412-ee19-4f44-b09d-f308b2f83eb4 tempest-TestMinimumBasicScenario-1744268150 tempest-TestMinimumBasicScenario-1744268150-project] 10.222.0.30 "GET /v2.0/ports?device_id=61234967-747d-486d-ba59-75712d210701 HTTP/1.1" status: 200  len: 985 time: 0.0875108
Apr 22 20:24:12.122926 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-7b36b448-554f-406b-9375-b8450599397e req-349a7140-7930-4cc4-959d-0d34cfcb7742 tempest-TestMinimumBasicScenario-1744268150 tempest-TestMinimumBasicScenario-1744268150-project] 10.222.0.30 "GET /v2.0/security-groups?id=e61aeacc-b0d2-41e7-a2ff-877ad7e32af6&id=50dbd49c-836d-4a0e-b44c-7f72b9e75957&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0422778
Apr 22 20:24:13.324056 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3126f97b-f847-4e3e-9073-e28baa30f191 req-a1df673e-367b-445c-afd7-1cead21f3f5a tempest-TestMinimumBasicScenario-1744268150 tempest-TestMinimumBasicScenario-1744268150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 20:24:13.325643 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-3126f97b-f847-4e3e-9073-e28baa30f191 req-a1df673e-367b-445c-afd7-1cead21f3f5a tempest-TestMinimumBasicScenario-1744268150 tempest-TestMinimumBasicScenario-1744268150-project] 10.222.0.30 "GET /v2.0/ports?device_id=61234967-747d-486d-ba59-75712d210701 HTTP/1.1" status: 200  len: 985 time: 0.0874097
Apr 22 20:24:13.373891 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-3126f97b-f847-4e3e-9073-e28baa30f191 req-96c850a2-94b2-43d9-b73b-e36ce6514552 tempest-TestMinimumBasicScenario-1744268150 tempest-TestMinimumBasicScenario-1744268150-project] 10.222.0.30 "GET /v2.0/security-groups?id=e61aeacc-b0d2-41e7-a2ff-877ad7e32af6&id=50dbd49c-836d-4a0e-b44c-7f72b9e75957&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0412214
Apr 22 20:24:14.575540 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89385c5c-9a9e-4c0d-b7f2-7881cf076dac req-3cea6f17-a3a0-4970-b652-c81008f860f3 tempest-TestMinimumBasicScenario-1744268150 tempest-TestMinimumBasicScenario-1744268150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 20:24:14.577151 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-89385c5c-9a9e-4c0d-b7f2-7881cf076dac req-3cea6f17-a3a0-4970-b652-c81008f860f3 tempest-TestMinimumBasicScenario-1744268150 tempest-TestMinimumBasicScenario-1744268150-project] 10.222.0.30 "GET /v2.0/ports?device_id=61234967-747d-486d-ba59-75712d210701 HTTP/1.1" status: 200  len: 985 time: 0.0904522
Apr 22 20:24:14.626496 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-89385c5c-9a9e-4c0d-b7f2-7881cf076dac req-a271a84e-a205-40d6-b3a7-26d304792103 tempest-TestMinimumBasicScenario-1744268150 tempest-TestMinimumBasicScenario-1744268150-project] 10.222.0.30 "GET /v2.0/security-groups?id=e61aeacc-b0d2-41e7-a2ff-877ad7e32af6&id=50dbd49c-836d-4a0e-b44c-7f72b9e75957&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0423348
Apr 22 20:24:15.056523 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.agents_db [None req-d2e1aac6-b006-4d71-afe2-c4a5b694a422 None None] Agent healthcheck: found 6 active agents {{(pid=86333) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 22 20:24:15.831067 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d9b159-bc4f-4443-b8a9-f3439ca4ecb4 req-c2ec36f4-79b9-4d95-ac70-31fcabca47cf tempest-TestMinimumBasicScenario-1744268150 tempest-TestMinimumBasicScenario-1744268150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 20:24:15.832685 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-44d9b159-bc4f-4443-b8a9-f3439ca4ecb4 req-c2ec36f4-79b9-4d95-ac70-31fcabca47cf tempest-TestMinimumBasicScenario-1744268150 tempest-TestMinimumBasicScenario-1744268150-project] 10.222.0.30 "GET /v2.0/ports?device_id=61234967-747d-486d-ba59-75712d210701 HTTP/1.1" status: 200  len: 985 time: 0.0929871
Apr 22 20:24:15.883540 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-44d9b159-bc4f-4443-b8a9-f3439ca4ecb4 req-734cb811-570f-4840-98d0-0e6ebdc90422 tempest-TestMinimumBasicScenario-1744268150 tempest-TestMinimumBasicScenario-1744268150-project] 10.222.0.30 "GET /v2.0/security-groups?id=e61aeacc-b0d2-41e7-a2ff-877ad7e32af6&id=50dbd49c-836d-4a0e-b44c-7f72b9e75957&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0443730
Apr 22 20:24:17.088105 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f50ce744-8d71-4536-8449-6fe6eeab8007 req-e48fe85e-e943-4a59-ad0e-ecd8181ef426 tempest-TestMinimumBasicScenario-1744268150 tempest-TestMinimumBasicScenario-1744268150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 20:24:17.089640 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-f50ce744-8d71-4536-8449-6fe6eeab8007 req-e48fe85e-e943-4a59-ad0e-ecd8181ef426 tempest-TestMinimumBasicScenario-1744268150 tempest-TestMinimumBasicScenario-1744268150-project] 10.222.0.30 "GET /v2.0/ports?device_id=61234967-747d-486d-ba59-75712d210701 HTTP/1.1" status: 200  len: 985 time: 0.0919421
Apr 22 20:24:17.139243 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-f50ce744-8d71-4536-8449-6fe6eeab8007 req-7620b3bf-e0c2-47d9-97a3-da4c2c93fddb tempest-TestMinimumBasicScenario-1744268150 tempest-TestMinimumBasicScenario-1744268150-project] 10.222.0.30 "GET /v2.0/security-groups?id=e61aeacc-b0d2-41e7-a2ff-877ad7e32af6&id=50dbd49c-836d-4a0e-b44c-7f72b9e75957&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0430293
Apr 22 20:24:18.878459 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-cbbe70c9-0b39-4f9d-be6e-4133a7c8f54f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309146858885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640583'] for agent, after_update {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:24:25.754276 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-70defe4f-4610-4ec2-aedd-76bec8f1ca24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309146858885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640583'] for agent, after_update {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:24:28.567156 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-d8c5dc12-da82-4364-8409-ddc590335f5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309146858885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640583'] for agent, after_update {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:24:28.988664 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-d69b9430-b136-4a40-a189-232f048ef307 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309146858885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640583'] for agent, after_update {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:24:29.268812 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-08e5d76f-3fe5-4242-a4b8-30f374028052 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309146858885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640583'] for agent, after_update {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:24:30.271913 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-77fc9508-bbbe-4662-bfa7-f4837e5c3abe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309146858885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640583'] for agent, after_update {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:24:46.386893 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-f4d99d53-ed96-4d40-bb3c-e7f410b9cdad req-7aa29552-4bfb-44c2-84da-c6e93972cb81 tempest-TestMinimumBasicScenario-1744268150 tempest-TestMinimumBasicScenario-1744268150-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2120581312&fields=id&tenant_id=4108d9cf3f954b3c9619a37cf429fc55 HTTP/1.1" status: 200  len: 267 time: 0.0428569
Apr 22 20:24:46.480528 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d99d53-ed96-4d40-bb3c-e7f410b9cdad req-6b91772c-c2c3-4ad4-a2fb-cd327428e99c tempest-TestMinimumBasicScenario-1744268150 tempest-TestMinimumBasicScenario-1744268150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 20:24:46.482112 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-f4d99d53-ed96-4d40-bb3c-e7f410b9cdad req-6b91772c-c2c3-4ad4-a2fb-cd327428e99c tempest-TestMinimumBasicScenario-1744268150 tempest-TestMinimumBasicScenario-1744268150-project] 10.222.0.30 "GET /v2.0/ports?device_id=61234967-747d-486d-ba59-75712d210701 HTTP/1.1" status: 200  len: 985 time: 0.0888526
Apr 22 20:24:46.494343 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.v2.base [req-f4d99d53-ed96-4d40-bb3c-e7f410b9cdad req-85e0da6a-b1f4-46cb-8688-54a283a70ff8 tempest-TestMinimumBasicScenario-1744268150 tempest-TestMinimumBasicScenario-1744268150-project] Request body: {'port': {'security_groups': ['e61aeacc-b0d2-41e7-a2ff-877ad7e32af6']}} {{(pid=86330) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 22 20:24:46.620387 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [req-f4d99d53-ed96-4d40-bb3c-e7f410b9cdad req-85e0da6a-b1f4-46cb-8688-54a283a70ff8 tempest-TestMinimumBasicScenario-1744268150 tempest-TestMinimumBasicScenario-1744268150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-587983'] for port, before_update {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:24:47.112071 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.db [req-f4d99d53-ed96-4d40-bb3c-e7f410b9cdad req-85e0da6a-b1f4-46cb-8688-54a283a70ff8 tempest-TestMinimumBasicScenario-1744268150 tempest-TestMinimumBasicScenario-1744268150-project] For port f4d2c5b7-375e-4ea4-972c-5874bb7107d2, host hv-cinder-78763, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78763',level=0,port_id=f4d2c5b7-375e-4ea4-972c-5874bb7107d2,segment=NetworkSegment(7296ef7e-797f-4f08-b11d-0b46739f791a),segment_id=7296ef7e-797f-4f08-b11d-0b46739f791a)] {{(pid=86330) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 22 20:24:47.138351 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [req-f4d99d53-ed96-4d40-bb3c-e7f410b9cdad req-85e0da6a-b1f4-46cb-8688-54a283a70ff8 tempest-TestMinimumBasicScenario-1744268150 tempest-TestMinimumBasicScenario-1744268150-project] Notify callbacks [] for port, precommit_update {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:24:47.141757 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [req-f4d99d53-ed96-4d40-bb3c-e7f410b9cdad req-85e0da6a-b1f4-46cb-8688-54a283a70ff8 tempest-TestMinimumBasicScenario-1744268150 tempest-TestMinimumBasicScenario-1744268150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854198495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853168226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727707997384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363309147208137', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727707567697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036850650302'] for port, after_update {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:24:47.147356 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [None req-4159c299-d33b-4a27-9b04-34440e4f5317 tempest-AttachVolumeShelveTestJSON-1095716281 tempest-AttachVolumeShelveTestJSON-1095716281-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 20:24:47.153905 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.db [None req-cbbe70c9-0b39-4f9d-be6e-4133a7c8f54f None None] get_ports_and_sgs() called for port_ids ['f4d2c5b7-375e-4ea4-972c-5874bb7107d2'] {{(pid=86332) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 22 20:24:47.220535 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d99d53-ed96-4d40-bb3c-e7f410b9cdad req-85e0da6a-b1f4-46cb-8688-54a283a70ff8 tempest-TestMinimumBasicScenario-1744268150 tempest-TestMinimumBasicScenario-1744268150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 20:24:47.221243 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [req-f4d99d53-ed96-4d40-bb3c-e7f410b9cdad req-85e0da6a-b1f4-46cb-8688-54a283a70ff8 tempest-TestMinimumBasicScenario-1744268150 tempest-TestMinimumBasicScenario-1744268150-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-743'] for port, before_response {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:24:47.223928 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-f4d99d53-ed96-4d40-bb3c-e7f410b9cdad req-85e0da6a-b1f4-46cb-8688-54a283a70ff8 tempest-TestMinimumBasicScenario-1744268150 tempest-TestMinimumBasicScenario-1744268150-project] 10.222.0.30 "PUT /v2.0/ports/f4d2c5b7-375e-4ea4-972c-5874bb7107d2 HTTP/1.1" status: 200  len: 943 time: 0.7344193
Apr 22 20:24:47.224767 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '61234967-747d-486d-ba59-75712d210701', 'tag': 'f4d2c5b7-375e-4ea4-972c-5874bb7107d2'}] {{(pid=86330) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 22 20:24:47.229088 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.wsgi [-] (86331) accepted ('10.222.0.30', 45348) {{(pid=86331) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 20:24:47.253837 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e0da6a-b1f4-46cb-8688-54a283a70ff8 tempest-TestMinimumBasicScenario-1744268150 tempest-TestMinimumBasicScenario-1744268150-project] Pushing event updated for resources: {'Port': ['ID=f4d2c5b7-375e-4ea4-972c-5874bb7107d2,revision_number=7']} {{(pid=86330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 20:24:47.262698 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85e0da6a-b1f4-46cb-8688-54a283a70ff8 tempest-TestMinimumBasicScenario-1744268150 tempest-TestMinimumBasicScenario-1744268150-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787632-1-iscsi {{(pid=86330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 20:24:47.263133 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85e0da6a-b1f4-46cb-8688-54a283a70ff8 tempest-TestMinimumBasicScenario-1744268150 tempest-TestMinimumBasicScenario-1744268150-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787632-1-iscsi {{(pid=86330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 20:24:47.263559 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85e0da6a-b1f4-46cb-8688-54a283a70ff8 tempest-TestMinimumBasicScenario-1744268150 tempest-TestMinimumBasicScenario-1744268150-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787632-1-iscsi {{(pid=86330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 20:24:47.263981 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85e0da6a-b1f4-46cb-8688-54a283a70ff8 tempest-TestMinimumBasicScenario-1744268150 tempest-TestMinimumBasicScenario-1744268150-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787632-1-iscsi {{(pid=86330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 20:24:47.264401 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85e0da6a-b1f4-46cb-8688-54a283a70ff8 tempest-TestMinimumBasicScenario-1744268150 tempest-TestMinimumBasicScenario-1744268150-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787632-1-iscsi {{(pid=86330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 20:24:47.265344 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85e0da6a-b1f4-46cb-8688-54a283a70ff8 tempest-TestMinimumBasicScenario-1744268150 tempest-TestMinimumBasicScenario-1744268150-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787632-1-iscsi {{(pid=86330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 20:24:47.265803 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85e0da6a-b1f4-46cb-8688-54a283a70ff8 tempest-TestMinimumBasicScenario-1744268150 tempest-TestMinimumBasicScenario-1744268150-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-787632-1-iscsi {{(pid=86330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 20:24:47.266230 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85e0da6a-b1f4-46cb-8688-54a283a70ff8 tempest-TestMinimumBasicScenario-1744268150 tempest-TestMinimumBasicScenario-1744268150-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787632-1-iscsi {{(pid=86330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 20:24:47.266639 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85e0da6a-b1f4-46cb-8688-54a283a70ff8 tempest-TestMinimumBasicScenario-1744268150 tempest-TestMinimumBasicScenario-1744268150-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787632-1-iscsi {{(pid=86330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 20:24:47.267049 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85e0da6a-b1f4-46cb-8688-54a283a70ff8 tempest-TestMinimumBasicScenario-1744268150 tempest-TestMinimumBasicScenario-1744268150-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787632-1-iscsi {{(pid=86330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 20:24:47.267463 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85e0da6a-b1f4-46cb-8688-54a283a70ff8 tempest-TestMinimumBasicScenario-1744268150 tempest-TestMinimumBasicScenario-1744268150-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787632-1-iscsi {{(pid=86330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 20:24:47.267873 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85e0da6a-b1f4-46cb-8688-54a283a70ff8 tempest-TestMinimumBasicScenario-1744268150 tempest-TestMinimumBasicScenario-1744268150-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787632-1-iscsi {{(pid=86330) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 20:24:47.280274 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [None req-85e0da6a-b1f4-46cb-8688-54a283a70ff8 tempest-TestMinimumBasicScenario-1744268150 tempest-TestMinimumBasicScenario-1744268150-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=86330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 20:24:47.299312 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '61234967-747d-486d-ba59-75712d210701', 'tag': 'f4d2c5b7-375e-4ea4-972c-5874bb7107d2', 'status': 'completed', 'code': 200}
Apr 22 20:24:47.304482 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.db [None req-cbbe70c9-0b39-4f9d-be6e-4133a7c8f54f None None] get_ports_and_sgs() called for port_ids ['f4d2c5b7-375e-4ea4-972c-5874bb7107d2'] {{(pid=86332) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 22 20:24:47.314612 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-42a98edd-efc3-413d-bd6a-d61c98fd89e0 tempest-TestMinimumBasicScenario-1744268150 tempest-TestMinimumBasicScenario-1744268150-project] Notify callbacks [] for security_group, before_delete {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:24:47.349081 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-42a98edd-efc3-413d-bd6a-d61c98fd89e0 tempest-TestMinimumBasicScenario-1744268150 tempest-TestMinimumBasicScenario-1744268150-project] Notify callbacks [] for security_group, precommit_delete {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:24:47.415073 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dad8766-0825-424c-ba92-a5a7c82b4c5b req-e6869c56-3750-4ce0-8fe1-71875ad2ddaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 20:24:47.417043 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-6dad8766-0825-424c-ba92-a5a7c82b4c5b req-e6869c56-3750-4ce0-8fe1-71875ad2ddaf service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=4108d9cf3f954b3c9619a37cf429fc55&device_id=61234967-747d-486d-ba59-75712d210701 HTTP/1.1" status: 200  len: 1099 time: 0.0943398
Apr 22 20:24:47.417281 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-42a98edd-efc3-413d-bd6a-d61c98fd89e0 tempest-TestMinimumBasicScenario-1744268150 tempest-TestMinimumBasicScenario-1744268150-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393900'] for security_group, after_delete {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:24:47.423914 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [None req-1f0279c6-e226-46af-aed1-8fcdba2a71b2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 20:24:47.448117 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42a98edd-efc3-413d-bd6a-d61c98fd89e0 tempest-TestMinimumBasicScenario-1744268150 tempest-TestMinimumBasicScenario-1744268150-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=50dbd49c-836d-4a0e-b44c-7f72b9e75957,revision_number=None']} {{(pid=86331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 20:24:47.456682 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-42a98edd-efc3-413d-bd6a-d61c98fd89e0 tempest-TestMinimumBasicScenario-1744268150 tempest-TestMinimumBasicScenario-1744268150-project] Notify callbacks [] for security_group, before_response {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:24:47.457944 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [None req-42a98edd-efc3-413d-bd6a-d61c98fd89e0 tempest-TestMinimumBasicScenario-1744268150 tempest-TestMinimumBasicScenario-1744268150-project] 10.222.0.30 "DELETE /v2.0/security-groups/50dbd49c-836d-4a0e-b44c-7f72b9e75957 HTTP/1.1" status: 204  len: 168 time: 0.2278409
Apr 22 20:24:47.459505 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42a98edd-efc3-413d-bd6a-d61c98fd89e0 tempest-TestMinimumBasicScenario-1744268150 tempest-TestMinimumBasicScenario-1744268150-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787632-1-iscsi {{(pid=86331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 20:24:47.459918 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42a98edd-efc3-413d-bd6a-d61c98fd89e0 tempest-TestMinimumBasicScenario-1744268150 tempest-TestMinimumBasicScenario-1744268150-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787632-1-iscsi {{(pid=86331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 20:24:47.460331 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42a98edd-efc3-413d-bd6a-d61c98fd89e0 tempest-TestMinimumBasicScenario-1744268150 tempest-TestMinimumBasicScenario-1744268150-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787632-1-iscsi {{(pid=86331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 20:24:47.460744 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42a98edd-efc3-413d-bd6a-d61c98fd89e0 tempest-TestMinimumBasicScenario-1744268150 tempest-TestMinimumBasicScenario-1744268150-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787632-1-iscsi {{(pid=86331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 20:24:47.461150 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42a98edd-efc3-413d-bd6a-d61c98fd89e0 tempest-TestMinimumBasicScenario-1744268150 tempest-TestMinimumBasicScenario-1744268150-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787632-1-iscsi {{(pid=86331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 20:24:47.461570 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42a98edd-efc3-413d-bd6a-d61c98fd89e0 tempest-TestMinimumBasicScenario-1744268150 tempest-TestMinimumBasicScenario-1744268150-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787632-1-iscsi {{(pid=86331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 20:24:47.461996 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42a98edd-efc3-413d-bd6a-d61c98fd89e0 tempest-TestMinimumBasicScenario-1744268150 tempest-TestMinimumBasicScenario-1744268150-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-787632-1-iscsi {{(pid=86331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 20:24:47.462402 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42a98edd-efc3-413d-bd6a-d61c98fd89e0 tempest-TestMinimumBasicScenario-1744268150 tempest-TestMinimumBasicScenario-1744268150-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787632-1-iscsi {{(pid=86331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 20:24:47.462804 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42a98edd-efc3-413d-bd6a-d61c98fd89e0 tempest-TestMinimumBasicScenario-1744268150 tempest-TestMinimumBasicScenario-1744268150-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787632-1-iscsi {{(pid=86331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 20:24:47.463207 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42a98edd-efc3-413d-bd6a-d61c98fd89e0 tempest-TestMinimumBasicScenario-1744268150 tempest-TestMinimumBasicScenario-1744268150-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787632-1-iscsi {{(pid=86331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 20:24:47.463610 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42a98edd-efc3-413d-bd6a-d61c98fd89e0 tempest-TestMinimumBasicScenario-1744268150 tempest-TestMinimumBasicScenario-1744268150-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787632-1-iscsi {{(pid=86331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 20:24:47.464015 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42a98edd-efc3-413d-bd6a-d61c98fd89e0 tempest-TestMinimumBasicScenario-1744268150 tempest-TestMinimumBasicScenario-1744268150-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787632-1-iscsi {{(pid=86331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 22 20:24:47.466743 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.wsgi [-] (86331) accepted ('10.222.0.30', 45354) {{(pid=86331) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 20:24:47.470341 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [None req-42a98edd-efc3-413d-bd6a-d61c98fd89e0 tempest-TestMinimumBasicScenario-1744268150 tempest-TestMinimumBasicScenario-1744268150-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 20:24:47.538330 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.provisioning_blocks [None req-05f00021-9ec5-499b-a77b-1e17edb71b6f None None] Provisioning complete for port f4d2c5b7-375e-4ea4-972c-5874bb7107d2 triggered by entity DHCP. {{(pid=86332) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 22 20:24:47.538765 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-05f00021-9ec5-499b-a77b-1e17edb71b6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854135278'] for port, provisioning_complete {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:24:47.565082 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dad8766-0825-424c-ba92-a5a7c82b4c5b req-b6f130f9-1948-4c81-8d2b-79af6686a9f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 20:24:47.566717 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-6dad8766-0825-424c-ba92-a5a7c82b4c5b req-b6f130f9-1948-4c81-8d2b-79af6686a9f1 service neutron] 10.222.0.46 "GET /v2.0/networks?id=87ef2bdc-8f28-4026-b5d3-ec4425a2cab7 HTTP/1.1" status: 200  len: 916 time: 0.1432438
Apr 22 20:24:47.682381 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-6dad8766-0825-424c-ba92-a5a7c82b4c5b req-9981b3fd-985c-46e3-8579-0177a3a30aa9 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f4d2c5b7-375e-4ea4-972c-5874bb7107d2 HTTP/1.1" status: 200  len: 1002 time: 0.1079555
Apr 22 20:24:47.693083 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.plugin [None req-e05fab0c-d8f3-4249-a6be-2b1bc3028000 tempest-TestMinimumBasicScenario-1744268150 tempest-TestMinimumBasicScenario-1744268150-project] Deleting port a515433c-bd25-40f4-b03c-6e2becdc5a23 {{(pid=86331) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 22 20:24:47.693083 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-e05fab0c-d8f3-4249-a6be-2b1bc3028000 tempest-TestMinimumBasicScenario-1744268150 tempest-TestMinimumBasicScenario-1744268150-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363309146780532'] for port, before_delete {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:24:47.751717 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dad8766-0825-424c-ba92-a5a7c82b4c5b req-1b6bee63-0a93-47af-a481-c84239857ad6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 20:24:47.753291 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-6dad8766-0825-424c-ba92-a5a7c82b4c5b req-1b6bee63-0a93-47af-a481-c84239857ad6 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=756aa892-3bec-45a8-8b76-2d03a4b0b733 HTTP/1.1" status: 200  len: 854 time: 0.0639865
Apr 22 20:24:47.839380 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dad8766-0825-424c-ba92-a5a7c82b4c5b req-422d6690-3473-4307-b69e-50a86e5b54e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 20:24:47.841036 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-6dad8766-0825-424c-ba92-a5a7c82b4c5b req-422d6690-3473-4307-b69e-50a86e5b54e4 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=87ef2bdc-8f28-4026-b5d3-ec4425a2cab7&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0813434
Apr 22 20:24:47.873405 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-e05fab0c-d8f3-4249-a6be-2b1bc3028000 tempest-TestMinimumBasicScenario-1744268150 tempest-TestMinimumBasicScenario-1744268150-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854358147'] for port, precommit_delete {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:24:47.873830 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-e05fab0c-d8f3-4249-a6be-2b1bc3028000 tempest-TestMinimumBasicScenario-1744268150 tempest-TestMinimumBasicScenario-1744268150-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:24:47.985682 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-6dad8766-0825-424c-ba92-a5a7c82b4c5b req-2e1730e8-f32b-4a71-b8a2-2f1c9e88a71a service neutron] 10.222.0.46 "GET /v2.0/networks/87ef2bdc-8f28-4026-b5d3-ec4425a2cab7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1376040
Apr 22 20:24:48.009518 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.plugin [None req-e05fab0c-d8f3-4249-a6be-2b1bc3028000 tempest-TestMinimumBasicScenario-1744268150 tempest-TestMinimumBasicScenario-1744268150-project] Calling delete_port for a515433c-bd25-40f4-b03c-6e2becdc5a23 owned by network:floatingip {{(pid=86331) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 22 20:24:48.130575 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-6dad8766-0825-424c-ba92-a5a7c82b4c5b req-347c1d29-efd3-4082-a043-eb39f63f3ddd service neutron] 10.222.0.46 "GET /v2.0/networks/87ef2bdc-8f28-4026-b5d3-ec4425a2cab7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1389565
Apr 22 20:24:48.160191 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-e05fab0c-d8f3-4249-a6be-2b1bc3028000 tempest-TestMinimumBasicScenario-1744268150 tempest-TestMinimumBasicScenario-1744268150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854198495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853168226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363309146778399', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727707567663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1223862'] for port, after_delete {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:24:48.164765 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [None req-ddd02d05-e07f-466b-8d28-b4f483155ea4 tempest-VolumesNegativeTest-167705392 tempest-VolumesNegativeTest-167705392-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 20:24:48.213076 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e05fab0c-d8f3-4249-a6be-2b1bc3028000 tempest-TestMinimumBasicScenario-1744268150 tempest-TestMinimumBasicScenario-1744268150-project] Pushing event deleted for resources: {'Port': ['ID=a515433c-bd25-40f4-b03c-6e2becdc5a23,revision_number=None']} {{(pid=86331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 20:24:48.216467 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [None req-e05fab0c-d8f3-4249-a6be-2b1bc3028000 tempest-TestMinimumBasicScenario-1744268150 tempest-TestMinimumBasicScenario-1744268150-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 20:24:48.306385 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-e05fab0c-d8f3-4249-a6be-2b1bc3028000 tempest-TestMinimumBasicScenario-1744268150 tempest-TestMinimumBasicScenario-1744268150-project] Notify callbacks [] for floatingip, after_delete {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:24:48.306685 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.db.l3_db [None req-e05fab0c-d8f3-4249-a6be-2b1bc3028000 tempest-TestMinimumBasicScenario-1744268150 tempest-TestMinimumBasicScenario-1744268150-project] Floating IP 6e4d3e54-9eed-477d-ba0d-efce0df3888a disassociated (deleted). External IP: 172.27.3.234, port: f4d2c5b7-375e-4ea4-972c-5874bb7107d2.
Apr 22 20:24:48.893706 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-cbbe70c9-0b39-4f9d-be6e-4133a7c8f54f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309146858885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640583'] for agent, after_update {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:24:48.912088 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e05fab0c-d8f3-4249-a6be-2b1bc3028000 tempest-TestMinimumBasicScenario-1744268150 tempest-TestMinimumBasicScenario-1744268150-project] Router 23e509ce-1710-49dc-a685-577648503378 has already been hosted by L3 agent 1df068ca-d615-4cb7-8020-fe6e8be709e3 {{(pid=86331) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 22 20:24:49.098542 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e05fab0c-d8f3-4249-a6be-2b1bc3028000 tempest-TestMinimumBasicScenario-1744268150 tempest-TestMinimumBasicScenario-1744268150-project] Notify agent at l3_agent.dv-cinder-787632-1-iscsi the message routers_updated {{(pid=86331) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 22 20:24:49.108229 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f7fce1d-0fad-4ac7-a13c-eaef7d7f10da None None] Sync routers for ids ['23e509ce-1710-49dc-a685-577648503378'] in dv-cinder-787632-1-iscsi {{(pid=86332) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 22 20:24:49.117587 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-e05fab0c-d8f3-4249-a6be-2b1bc3028000 tempest-TestMinimumBasicScenario-1744268150 tempest-TestMinimumBasicScenario-1744268150-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-743'] for floatingip, before_response {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:24:49.118564 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f7fce1d-0fad-4ac7-a13c-eaef7d7f10da None None] Routers {'23e509ce-1710-49dc-a685-577648503378'} bound to L3 agent in host dv-cinder-787632-1-iscsi {{(pid=86332) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 22 20:24:49.119246 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.l3_hamode_db [None req-2f7fce1d-0fad-4ac7-a13c-eaef7d7f10da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f013c815cc0>, 'dv-cinder-787632-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-22T20:03:28Z,description=<?>,heartbeat_timestamp=2021-04-22T20:24:29Z,host='dv-cinder-787632-1-iscsi',id=1df068ca-d615-4cb7-8020-fe6e8be709e3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-22T20:03:28Z,topic='l3_agent')) {'router_ids': ['23e509ce-1710-49dc-a685-577648503378'], 'active': True} {{(pid=86332) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 22 20:24:49.182932 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [None req-e05fab0c-d8f3-4249-a6be-2b1bc3028000 tempest-TestMinimumBasicScenario-1744268150 tempest-TestMinimumBasicScenario-1744268150-project] 10.222.0.30 "DELETE /v2.0/floatingips/6e4d3e54-9eed-477d-ba0d-efce0df3888a HTTP/1.1" status: 204  len: 168 time: 1.7126925
Apr 22 20:24:49.182932 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '61234967-747d-486d-ba59-75712d210701', 'tag': 'f4d2c5b7-375e-4ea4-972c-5874bb7107d2'}] {{(pid=86331) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 22 20:24:49.232691 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '61234967-747d-486d-ba59-75712d210701', 'tag': 'f4d2c5b7-375e-4ea4-972c-5874bb7107d2', 'status': 'completed', 'code': 200}
Apr 22 20:24:49.314881 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.l3_dvr_db [None req-2f7fce1d-0fad-4ac7-a13c-eaef7d7f10da None None] Set router 23e509ce-1710-49dc-a685-577648503378 gateway port host: dv-cinder-787632-1-iscsi {{(pid=86332) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 22 20:24:49.336118 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d327d155-f8b4-441e-86c7-d9880ab033be req-9e8903f7-6240-45f5-b58c-710c973f9b8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 20:24:49.337804 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-d327d155-f8b4-441e-86c7-d9880ab033be req-9e8903f7-6240-45f5-b58c-710c973f9b8d service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=4108d9cf3f954b3c9619a37cf429fc55&device_id=61234967-747d-486d-ba59-75712d210701 HTTP/1.1" status: 200  len: 1099 time: 0.0811379
Apr 22 20:24:49.496771 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d327d155-f8b4-441e-86c7-d9880ab033be req-44da0523-dfe6-4bd9-b6a2-f4200a432b19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 20:24:49.498590 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-d327d155-f8b4-441e-86c7-d9880ab033be req-44da0523-dfe6-4bd9-b6a2-f4200a432b19 service neutron] 10.222.0.46 "GET /v2.0/networks?id=87ef2bdc-8f28-4026-b5d3-ec4425a2cab7 HTTP/1.1" status: 200  len: 916 time: 0.1547630
Apr 22 20:24:49.580554 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-d327d155-f8b4-441e-86c7-d9880ab033be req-dd564f8f-1730-4d0b-b196-68f1554246bb service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f4d2c5b7-375e-4ea4-972c-5874bb7107d2 HTTP/1.1" status: 200  len: 217 time: 0.0755301
Apr 22 20:24:49.654078 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d327d155-f8b4-441e-86c7-d9880ab033be req-82e74f91-0e92-42b1-91b6-5ffab8f0f2fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 20:24:49.656470 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-d327d155-f8b4-441e-86c7-d9880ab033be req-82e74f91-0e92-42b1-91b6-5ffab8f0f2fe service neutron] 10.222.0.46 "GET /v2.0/subnets?id=756aa892-3bec-45a8-8b76-2d03a4b0b733 HTTP/1.1" status: 200  len: 854 time: 0.0697250
Apr 22 20:24:49.742583 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d327d155-f8b4-441e-86c7-d9880ab033be req-aaa1b3de-9404-4a01-9c88-46556bd52f95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 20:24:49.744223 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-d327d155-f8b4-441e-86c7-d9880ab033be req-aaa1b3de-9404-4a01-9c88-46556bd52f95 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=87ef2bdc-8f28-4026-b5d3-ec4425a2cab7&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0812342
Apr 22 20:24:49.841352 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.l3_hamode_db [None req-2f7fce1d-0fad-4ac7-a13c-eaef7d7f10da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f013c815cc0>, [{'id': '23e509ce-1710-49dc-a685-577648503378', 'name': 'tempest-TestMinimumBasicScenario-1716700035-router', 'tenant_id': '4108d9cf3f954b3c9619a37cf429fc55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b725cb4-6db6-4e68-9a61-1978e8a191a1', 'external_fixed_ips': [{'subnet_id': '1d4495d7-31a5-4e2d-a911-56ceae3a61c5', 'ip_address': '172.27.3.32'}], 'enable_snat': True}, 'gw_port_id': 'c664aa33-f54b-43ff-a2a2-3070b80db2c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T20:22:48Z', 'updated_at': '2021-04-22T20:22:52Z', 'revision_number': 4, 'project_id': '4108d9cf3f954b3c9619a37cf429fc55', 'gw_port': {'id': 'c664aa33-f54b-43ff-a2a2-3070b80db2c7', 'name': '', 'network_id': '1b725cb4-6db6-4e68-9a61-1978e8a191a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:c3:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23e509ce-1710-49dc-a685-577648503378', 'device_owner': 'network:router_gateway', 'standard_attr_id': 662, 'fixed_ips': [{'subnet_id': '1d4495d7-31a5-4e2d-a911-56ceae3a61c5', 'ip_address': '172.27.3.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787632-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T20:22:48Z', 'updated_at': '2021-04-22T20:22:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d4495d7-31a5-4e2d-a911-56ceae3a61c5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787632-1-iscsi', '_interfaces': [{'id': 'b553523c-7e6f-4b90-8082-4b9be0adbb7c', 'name': '', 'network_id': '87ef2bdc-8f28-4026-b5d3-ec4425a2cab7', 'tenant_id': '4108d9cf3f954b3c9619a37cf429fc55', 'mac_address': 'fa:16:3e:61:90:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23e509ce-1710-49dc-a685-577648503378', 'device_owner': 'network:router_interface', 'standard_attr_id': 663, 'fixed_ips': [{'subnet_id': '756aa892-3bec-45a8-8b76-2d03a4b0b733', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787632-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T20:22:51Z', 'updated_at': '2021-04-22T20:23:00Z', 'revision_number': 5, 'project_id': '4108d9cf3f954b3c9619a37cf429fc55', 'subnets': [{'id': '756aa892-3bec-45a8-8b76-2d03a4b0b733', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787632-1-iscsi', False) {} {{(pid=86332) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 22 20:24:49.845580 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f7fce1d-0fad-4ac7-a13c-eaef7d7f10da None None] Checking router: 23e509ce-1710-49dc-a685-577648503378 for host: dv-cinder-787632-1-iscsi {{(pid=86332) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 22 20:24:49.854670 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f7fce1d-0fad-4ac7-a13c-eaef7d7f10da None None] Routers {'23e509ce-1710-49dc-a685-577648503378'} bound to L3 agent in host dv-cinder-787632-1-iscsi {{(pid=86332) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 22 20:24:49.855335 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.l3_hamode_db [None req-2f7fce1d-0fad-4ac7-a13c-eaef7d7f10da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f013c815cc0>, 'dv-cinder-787632-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-22T20:03:28Z,description=<?>,heartbeat_timestamp=2021-04-22T20:24:29Z,host='dv-cinder-787632-1-iscsi',id=1df068ca-d615-4cb7-8020-fe6e8be709e3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-22T20:03:28Z,topic='l3_agent')) {'router_ids': ['23e509ce-1710-49dc-a685-577648503378'], 'active': True} {{(pid=86332) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 22 20:24:49.890651 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-d327d155-f8b4-441e-86c7-d9880ab033be req-0e1ebc1b-6d03-4d21-80cf-a9474f44f1b6 service neutron] 10.222.0.46 "GET /v2.0/networks/87ef2bdc-8f28-4026-b5d3-ec4425a2cab7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1386054
Apr 22 20:24:50.032622 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-d327d155-f8b4-441e-86c7-d9880ab033be req-0136ad8d-3c44-410f-954a-a5423872557e service neutron] 10.222.0.46 "GET /v2.0/networks/87ef2bdc-8f28-4026-b5d3-ec4425a2cab7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1342847
Apr 22 20:24:50.045385 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.l3_dvr_db [None req-2f7fce1d-0fad-4ac7-a13c-eaef7d7f10da None None] Set router 23e509ce-1710-49dc-a685-577648503378 gateway port host: dv-cinder-787632-1-iscsi {{(pid=86332) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 22 20:24:50.369187 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.l3_hamode_db [None req-2f7fce1d-0fad-4ac7-a13c-eaef7d7f10da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f013c815cc0>, [{'id': '23e509ce-1710-49dc-a685-577648503378', 'name': 'tempest-TestMinimumBasicScenario-1716700035-router', 'tenant_id': '4108d9cf3f954b3c9619a37cf429fc55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b725cb4-6db6-4e68-9a61-1978e8a191a1', 'external_fixed_ips': [{'subnet_id': '1d4495d7-31a5-4e2d-a911-56ceae3a61c5', 'ip_address': '172.27.3.32'}], 'enable_snat': True}, 'gw_port_id': 'c664aa33-f54b-43ff-a2a2-3070b80db2c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T20:22:48Z', 'updated_at': '2021-04-22T20:22:52Z', 'revision_number': 4, 'project_id': '4108d9cf3f954b3c9619a37cf429fc55', 'gw_port': {'id': 'c664aa33-f54b-43ff-a2a2-3070b80db2c7', 'name': '', 'network_id': '1b725cb4-6db6-4e68-9a61-1978e8a191a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:c3:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23e509ce-1710-49dc-a685-577648503378', 'device_owner': 'network:router_gateway', 'standard_attr_id': 662, 'fixed_ips': [{'subnet_id': '1d4495d7-31a5-4e2d-a911-56ceae3a61c5', 'ip_address': '172.27.3.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787632-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T20:22:48Z', 'updated_at': '2021-04-22T20:22:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d4495d7-31a5-4e2d-a911-56ceae3a61c5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787632-1-iscsi', '_interfaces': [{'id': 'b553523c-7e6f-4b90-8082-4b9be0adbb7c', 'name': '', 'network_id': '87ef2bdc-8f28-4026-b5d3-ec4425a2cab7', 'tenant_id': '4108d9cf3f954b3c9619a37cf429fc55', 'mac_address': 'fa:16:3e:61:90:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23e509ce-1710-49dc-a685-577648503378', 'device_owner': 'network:router_interface', 'standard_attr_id': 663, 'fixed_ips': [{'subnet_id': '756aa892-3bec-45a8-8b76-2d03a4b0b733', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787632-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T20:22:51Z', 'updated_at': '2021-04-22T20:23:00Z', 'revision_number': 5, 'project_id': '4108d9cf3f954b3c9619a37cf429fc55', 'subnets': [{'id': '756aa892-3bec-45a8-8b76-2d03a4b0b733', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787632-1-iscsi', False) {} {{(pid=86332) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 22 20:24:50.373255 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f7fce1d-0fad-4ac7-a13c-eaef7d7f10da None None] The sync data for ids ['23e509ce-1710-49dc-a685-577648503378'] in dv-cinder-787632-1-iscsi is: [{'id': '23e509ce-1710-49dc-a685-577648503378', 'name': 'tempest-TestMinimumBasicScenario-1716700035-router', 'tenant_id': '4108d9cf3f954b3c9619a37cf429fc55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b725cb4-6db6-4e68-9a61-1978e8a191a1', 'external_fixed_ips': [{'subnet_id': '1d4495d7-31a5-4e2d-a911-56ceae3a61c5', 'ip_address': '172.27.3.32'}], 'enable_snat': True}, 'gw_port_id': 'c664aa33-f54b-43ff-a2a2-3070b80db2c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T20:22:48Z', 'updated_at': '2021-04-22T20:22:52Z', 'revision_number': 4, 'project_id': '4108d9cf3f954b3c9619a37cf429fc55', 'gw_port': {'id': 'c664aa33-f54b-43ff-a2a2-3070b80db2c7', 'name': '', 'network_id': '1b725cb4-6db6-4e68-9a61-1978e8a191a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:c3:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23e509ce-1710-49dc-a685-577648503378', 'device_owner': 'network:router_gateway', 'standard_attr_id': 662, 'fixed_ips': [{'subnet_id': '1d4495d7-31a5-4e2d-a911-56ceae3a61c5', 'ip_address': '172.27.3.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787632-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T20:22:48Z', 'updated_at': '2021-04-22T20:22:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d4495d7-31a5-4e2d-a911-56ceae3a61c5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787632-1-iscsi', '_interfaces': [{'id': 'b553523c-7e6f-4b90-8082-4b9be0adbb7c', 'name': '', 'network_id': '87ef2bdc-8f28-4026-b5d3-ec4425a2cab7', 'tenant_id': '4108d9cf3f954b3c9619a37cf429fc55', 'mac_address': 'fa:16:3e:61:90:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23e509ce-1710-49dc-a685-577648503378', 'device_owner': 'network:router_interface', 'standard_attr_id': 663, 'fixed_ips': [{'subnet_id': '756aa892-3bec-45a8-8b76-2d03a4b0b733', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787632-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T20:22:51Z', 'updated_at': '2021-04-22T20:23:00Z', 'revision_number': 5, 'project_id': '4108d9cf3f954b3c9619a37cf429fc55', 'subnets': [{'id': '756aa892-3bec-45a8-8b76-2d03a4b0b733', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86332) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 22 20:24:50.725389 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a69cf2d5-3a38-40ea-b893-dd29d16a3072 None None] New status for floating IP 6e4d3e54-9eed-477d-ba0d-efce0df3888a: DOWN {{(pid=86333) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Apr 22 20:24:52.055420 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.agents_db [None req-d2e1aac6-b006-4d71-afe2-c4a5b694a422 None None] Agent healthcheck: found 6 active agents {{(pid=86333) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 22 20:24:52.545504 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-479b5222-65e7-4be3-90f3-ec425a8ec348 req-958e5a45-3410-454a-90f4-6f6b71a8bbc0 tempest-TestMinimumBasicScenario-1744268150 tempest-TestMinimumBasicScenario-1744268150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 20:24:52.546855 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.quota.resource [req-479b5222-65e7-4be3-90f3-ec425a8ec348 req-958e5a45-3410-454a-90f4-6f6b71a8bbc0 tempest-TestMinimumBasicScenario-1744268150 tempest-TestMinimumBasicScenario-1744268150-project] Synchronizing usage tracker for tenant:4108d9cf3f954b3c9619a37cf429fc55 on resource:port {{(pid=86331) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 22 20:24:52.562246 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.quota.resource [req-479b5222-65e7-4be3-90f3-ec425a8ec348 req-958e5a45-3410-454a-90f4-6f6b71a8bbc0 tempest-TestMinimumBasicScenario-1744268150 tempest-TestMinimumBasicScenario-1744268150-project] Unset dirty status for tenant:4108d9cf3f954b3c9619a37cf429fc55 on resource:port {{(pid=86331) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 22 20:24:52.563478 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-479b5222-65e7-4be3-90f3-ec425a8ec348 req-958e5a45-3410-454a-90f4-6f6b71a8bbc0 tempest-TestMinimumBasicScenario-1744268150 tempest-TestMinimumBasicScenario-1744268150-project] 10.222.0.30 "GET /v2.0/ports?device_id=61234967-747d-486d-ba59-75712d210701 HTTP/1.1" status: 200  len: 946 time: 0.1035016
Apr 22 20:24:52.609184 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.quota.resource [req-479b5222-65e7-4be3-90f3-ec425a8ec348 req-5785a478-bbf5-451a-bf9d-d934e696e28b tempest-TestMinimumBasicScenario-1744268150 tempest-TestMinimumBasicScenario-1744268150-project] Synchronizing usage tracker for tenant:4108d9cf3f954b3c9619a37cf429fc55 on resource:security_group {{(pid=86331) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 22 20:24:52.623268 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.quota.resource [req-479b5222-65e7-4be3-90f3-ec425a8ec348 req-5785a478-bbf5-451a-bf9d-d934e696e28b tempest-TestMinimumBasicScenario-1744268150 tempest-TestMinimumBasicScenario-1744268150-project] Unset dirty status for tenant:4108d9cf3f954b3c9619a37cf429fc55 on resource:security_group {{(pid=86331) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 22 20:24:52.625082 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-479b5222-65e7-4be3-90f3-ec425a8ec348 req-5785a478-bbf5-451a-bf9d-d934e696e28b tempest-TestMinimumBasicScenario-1744268150 tempest-TestMinimumBasicScenario-1744268150-project] 10.222.0.30 "GET /v2.0/security-groups?id=e61aeacc-b0d2-41e7-a2ff-877ad7e32af6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0548286
Apr 22 20:24:53.828036 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b22118-78dc-4232-bc83-c8c6640c939c req-bdb5826f-ad1a-42c6-836c-3b4122ba8a01 tempest-TestMinimumBasicScenario-1744268150 tempest-TestMinimumBasicScenario-1744268150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 20:24:53.829666 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-e8b22118-78dc-4232-bc83-c8c6640c939c req-bdb5826f-ad1a-42c6-836c-3b4122ba8a01 tempest-TestMinimumBasicScenario-1744268150 tempest-TestMinimumBasicScenario-1744268150-project] 10.222.0.30 "GET /v2.0/ports?device_id=61234967-747d-486d-ba59-75712d210701 HTTP/1.1" status: 200  len: 946 time: 0.0906026
Apr 22 20:24:53.878465 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-e8b22118-78dc-4232-bc83-c8c6640c939c req-d0cc838e-9828-4277-a2d4-57a4197dec44 tempest-TestMinimumBasicScenario-1744268150 tempest-TestMinimumBasicScenario-1744268150-project] 10.222.0.30 "GET /v2.0/security-groups?id=e61aeacc-b0d2-41e7-a2ff-877ad7e32af6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0422614
Apr 22 20:24:54.193169 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa812619-9efe-4260-af98-7382f06c1fe7 req-9a867d40-3598-4c6d-a62b-4dc289003c13 tempest-TestMinimumBasicScenario-1744268150 tempest-TestMinimumBasicScenario-1744268150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86330) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 22 20:24:54.194682 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-fa812619-9efe-4260-af98-7382f06c1fe7 req-9a867d40-3598-4c6d-a62b-4dc289003c13 tempest-TestMinimumBasicScenario-1744268150 tempest-TestMinimumBasicScenario-1744268150-project] 10.222.0.46 "GET /v2.0/ports?device_id=61234967-747d-486d-ba59-75712d210701 HTTP/1.1" status: 200  len: 946 time: 0.0889084
Apr 22 20:24:54.269400 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.plugin [req-fa812619-9efe-4260-af98-7382f06c1fe7 req-d0b9125f-ccc0-4dd6-b1d4-75dee9077367 tempest-TestMinimumBasicScenario-1744268150 tempest-TestMinimumBasicScenario-1744268150-project] Deleting port f4d2c5b7-375e-4ea4-972c-5874bb7107d2 {{(pid=86330) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 22 20:24:54.269817 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [req-fa812619-9efe-4260-af98-7382f06c1fe7 req-d0b9125f-ccc0-4dd6-b1d4-75dee9077367 tempest-TestMinimumBasicScenario-1744268150 tempest-TestMinimumBasicScenario-1744268150-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363309146780532'] for port, before_delete {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:24:54.524865 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.db [req-fa812619-9efe-4260-af98-7382f06c1fe7 req-d0b9125f-ccc0-4dd6-b1d4-75dee9077367 tempest-TestMinimumBasicScenario-1744268150 tempest-TestMinimumBasicScenario-1744268150-project] For port f4d2c5b7-375e-4ea4-972c-5874bb7107d2, host hv-cinder-78763, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78763',level=0,port_id=f4d2c5b7-375e-4ea4-972c-5874bb7107d2,segment=NetworkSegment(7296ef7e-797f-4f08-b11d-0b46739f791a),segment_id=7296ef7e-797f-4f08-b11d-0b46739f791a)] {{(pid=86330) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 22 20:24:54.525269 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [req-fa812619-9efe-4260-af98-7382f06c1fe7 req-d0b9125f-ccc0-4dd6-b1d4-75dee9077367 tempest-TestMinimumBasicScenario-1744268150 tempest-TestMinimumBasicScenario-1744268150-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854358147'] for port, precommit_delete {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:24:54.660415 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.plugin [req-fa812619-9efe-4260-af98-7382f06c1fe7 req-d0b9125f-ccc0-4dd6-b1d4-75dee9077367 tempest-TestMinimumBasicScenario-1744268150 tempest-TestMinimumBasicScenario-1744268150-project] Calling delete_port for f4d2c5b7-375e-4ea4-972c-5874bb7107d2 owned by compute:nova {{(pid=86330) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 22 20:24:54.805747 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [req-fa812619-9efe-4260-af98-7382f06c1fe7 req-d0b9125f-ccc0-4dd6-b1d4-75dee9077367 tempest-TestMinimumBasicScenario-1744268150 tempest-TestMinimumBasicScenario-1744268150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854198495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853168226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363309146778399', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727707567663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4125515'] for port, after_delete {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:24:54.811382 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [None req-8c6c2f68-8937-4ec7-910f-f129798a89e7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 20:24:54.817074 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.db [None req-cbbe70c9-0b39-4f9d-be6e-4133a7c8f54f None None] get_ports_and_sgs() called for port_ids ['f4d2c5b7-375e-4ea4-972c-5874bb7107d2'] {{(pid=86332) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 22 20:24:54.859810 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b9125f-ccc0-4dd6-b1d4-75dee9077367 tempest-TestMinimumBasicScenario-1744268150 tempest-TestMinimumBasicScenario-1744268150-project] Pushing event deleted for resources: {'Port': ['ID=f4d2c5b7-375e-4ea4-972c-5874bb7107d2,revision_number=None']} {{(pid=86330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 20:24:54.863167 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [None req-d0b9125f-ccc0-4dd6-b1d4-75dee9077367 tempest-TestMinimumBasicScenario-1744268150 tempest-TestMinimumBasicScenario-1744268150-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=86330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 20:24:54.940780 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.l3_dvrscheduler_db [req-fa812619-9efe-4260-af98-7382f06c1fe7 req-d0b9125f-ccc0-4dd6-b1d4-75dee9077367 tempest-TestMinimumBasicScenario-1744268150 tempest-TestMinimumBasicScenario-1744268150-project] No DVR routers for this DVR port f4d2c5b7-375e-4ea4-972c-5874bb7107d2 on host hv-cinder-78763 {{(pid=86330) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 22 20:24:54.943286 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [req-fa812619-9efe-4260-af98-7382f06c1fe7 req-d0b9125f-ccc0-4dd6-b1d4-75dee9077367 tempest-TestMinimumBasicScenario-1744268150 tempest-TestMinimumBasicScenario-1744268150-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-743'] for port, before_response {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:24:54.946110 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '61234967-747d-486d-ba59-75712d210701', 'name': 'network-vif-deleted', 'tag': 'f4d2c5b7-375e-4ea4-972c-5874bb7107d2'}] {{(pid=86330) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 22 20:24:54.960773 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-fa812619-9efe-4260-af98-7382f06c1fe7 req-d0b9125f-ccc0-4dd6-b1d4-75dee9077367 tempest-TestMinimumBasicScenario-1744268150 tempest-TestMinimumBasicScenario-1744268150-project] 10.222.0.46 "DELETE /v2.0/ports/f4d2c5b7-375e-4ea4-972c-5874bb7107d2 HTTP/1.1" status: 204  len: 173 time: 0.7609119
Apr 22 20:24:54.997680 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '61234967-747d-486d-ba59-75712d210701', 'name': 'network-vif-deleted', 'tag': 'f4d2c5b7-375e-4ea4-972c-5874bb7107d2', 'status': 'completed', 'code': 200}
Apr 22 20:24:55.055401 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [req-987044a7-ba0c-4f3e-b092-1a0dd622c70c req-bbd61c5e-5134-46f4-a2e4-2e2918e1dbd0 tempest-TestMinimumBasicScenario-1744268150 tempest-TestMinimumBasicScenario-1744268150-project] 10.222.0.30 "GET /v2.0/ports?device_id=61234967-747d-486d-ba59-75712d210701 HTTP/1.1" status: 200  len: 210 time: 0.0563226
Apr 22 20:24:55.754975 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-3a21ef5e-69c2-4bd5-b0c3-5c55e3279e29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309146858885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640583'] for agent, after_update {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:24:56.708518 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.wsgi [-] (86331) accepted ('10.222.0.30', 45438) {{(pid=86331) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 20:24:57.268628 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-f2b493c3-fe3e-4f25-89a2-2cda18862035 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854353510'] for router_interface, before_delete {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:24:57.629170 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.plugin [None req-f2b493c3-fe3e-4f25-89a2-2cda18862035 admin admin] Deleting port b553523c-7e6f-4b90-8082-4b9be0adbb7c {{(pid=86331) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 22 20:24:57.629545 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-f2b493c3-fe3e-4f25-89a2-2cda18862035 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363309146780532'] for port, before_delete {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:24:57.807371 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.db [None req-f2b493c3-fe3e-4f25-89a2-2cda18862035 admin admin] For port b553523c-7e6f-4b90-8082-4b9be0adbb7c, host dv-cinder-787632-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787632-1-iscsi',level=0,port_id=b553523c-7e6f-4b90-8082-4b9be0adbb7c,segment=NetworkSegment(7296ef7e-797f-4f08-b11d-0b46739f791a),segment_id=7296ef7e-797f-4f08-b11d-0b46739f791a)] {{(pid=86331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 22 20:24:57.807927 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-f2b493c3-fe3e-4f25-89a2-2cda18862035 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854358147'] for port, precommit_delete {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:24:57.938160 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.plugin [None req-f2b493c3-fe3e-4f25-89a2-2cda18862035 admin admin] Calling delete_port for b553523c-7e6f-4b90-8082-4b9be0adbb7c owned by network:router_interface {{(pid=86331) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 22 20:24:58.109139 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-f2b493c3-fe3e-4f25-89a2-2cda18862035 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854198495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853168226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363309146778399', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727707567663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1223862'] for port, after_delete {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:24:58.113630 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [None req-e4550228-bf56-4898-9686-2c883b9b7954 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 20:24:58.160895 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2b493c3-fe3e-4f25-89a2-2cda18862035 admin admin] Pushing event deleted for resources: {'Port': ['ID=b553523c-7e6f-4b90-8082-4b9be0adbb7c,revision_number=None']} {{(pid=86331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 20:24:58.163860 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [None req-f2b493c3-fe3e-4f25-89a2-2cda18862035 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 20:24:58.232854 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.rpc [None req-cbbe70c9-0b39-4f9d-be6e-4133a7c8f54f None None] Device f4d2c5b7-375e-4ea4-972c-5874bb7107d2 no longer exists at agent hyperv_hv-cinder-78763 {{(pid=86332) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 22 20:24:58.270954 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.plugin [None req-cbbe70c9-0b39-4f9d-be6e-4133a7c8f54f None None] No Port match for: f4d2c5b7-375e-4ea4-972c-5874bb7107d2 {{(pid=86332) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 22 20:24:58.271352 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.rpc [None req-cbbe70c9-0b39-4f9d-be6e-4133a7c8f54f None None] Device f4d2c5b7-375e-4ea4-972c-5874bb7107d2 not bound to the agent host hv-cinder-78763 {{(pid=86332) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 22 20:24:58.440224 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-f2b493c3-fe3e-4f25-89a2-2cda18862035 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1607590', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854353436'] for router_interface, after_delete {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:24:58.569724 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-b8c1205f-f04b-4750-8402-7700387061da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309146858885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640583'] for agent, after_update {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:24:58.991237 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-d69b9430-b136-4a40-a189-232f048ef307 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309146858885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640583'] for agent, after_update {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:24:59.068883 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f2b493c3-fe3e-4f25-89a2-2cda18862035 admin admin] Router 23e509ce-1710-49dc-a685-577648503378 has already been hosted by L3 agent 1df068ca-d615-4cb7-8020-fe6e8be709e3 {{(pid=86331) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 22 20:24:59.258169 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2b493c3-fe3e-4f25-89a2-2cda18862035 admin admin] Notify agent at l3_agent.dv-cinder-787632-1-iscsi the message routers_updated {{(pid=86331) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 22 20:24:59.269077 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb97678f-790b-4855-8329-254a40d1746c None None] Sync routers for ids ['23e509ce-1710-49dc-a685-577648503378'] in dv-cinder-787632-1-iscsi {{(pid=86332) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 22 20:24:59.272349 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [None req-f2b493c3-fe3e-4f25-89a2-2cda18862035 admin admin] 10.222.0.30 "PUT /v2.0/routers/23e509ce-1710-49dc-a685-577648503378/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.5626099
Apr 22 20:24:59.275229 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.wsgi [-] (86330) accepted ('10.222.0.30', 45444) {{(pid=86330) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 20:24:59.279869 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-08e5d76f-3fe5-4242-a4b8-30f374028052 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309146858885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640583'] for agent, after_update {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:24:59.283290 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb97678f-790b-4855-8329-254a40d1746c None None] Routers {'23e509ce-1710-49dc-a685-577648503378'} bound to L3 agent in host dv-cinder-787632-1-iscsi {{(pid=86332) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 22 20:24:59.283963 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.l3_hamode_db [None req-bb97678f-790b-4855-8329-254a40d1746c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f013c7e70f0>, 'dv-cinder-787632-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-22T20:03:28Z,description=<?>,heartbeat_timestamp=2021-04-22T20:24:59Z,host='dv-cinder-787632-1-iscsi',id=1df068ca-d615-4cb7-8020-fe6e8be709e3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-22T20:03:28Z,topic='l3_agent')) {'router_ids': ['23e509ce-1710-49dc-a685-577648503378'], 'active': True} {{(pid=86332) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 22 20:24:59.469040 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-0c20823f-5148-40b8-af49-cd0dbcc27e7c admin admin] Notify callbacks [] for router, before_delete {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:24:59.473097 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.l3_dvr_db [None req-bb97678f-790b-4855-8329-254a40d1746c None None] Set router 23e509ce-1710-49dc-a685-577648503378 gateway port host: dv-cinder-787632-1-iscsi {{(pid=86332) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 22 20:24:59.784919 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.l3_hamode_db [None req-bb97678f-790b-4855-8329-254a40d1746c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f013c7e70f0>, [{'id': '23e509ce-1710-49dc-a685-577648503378', 'name': 'tempest-TestMinimumBasicScenario-1716700035-router', 'tenant_id': '4108d9cf3f954b3c9619a37cf429fc55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b725cb4-6db6-4e68-9a61-1978e8a191a1', 'external_fixed_ips': [{'subnet_id': '1d4495d7-31a5-4e2d-a911-56ceae3a61c5', 'ip_address': '172.27.3.32'}], 'enable_snat': True}, 'gw_port_id': 'c664aa33-f54b-43ff-a2a2-3070b80db2c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T20:22:48Z', 'updated_at': '2021-04-22T20:24:58Z', 'revision_number': 5, 'project_id': '4108d9cf3f954b3c9619a37cf429fc55', 'gw_port': {'id': 'c664aa33-f54b-43ff-a2a2-3070b80db2c7', 'name': '', 'network_id': '1b725cb4-6db6-4e68-9a61-1978e8a191a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:c3:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23e509ce-1710-49dc-a685-577648503378', 'device_owner': 'network:router_gateway', 'standard_attr_id': 662, 'fixed_ips': [{'subnet_id': '1d4495d7-31a5-4e2d-a911-56ceae3a61c5', 'ip_address': '172.27.3.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787632-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T20:22:48Z', 'updated_at': '2021-04-22T20:22:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d4495d7-31a5-4e2d-a911-56ceae3a61c5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787632-1-iscsi'}], 'dv-cinder-787632-1-iscsi', False) {} {{(pid=86332) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 22 20:24:59.789311 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb97678f-790b-4855-8329-254a40d1746c None None] Checking router: 23e509ce-1710-49dc-a685-577648503378 for host: dv-cinder-787632-1-iscsi {{(pid=86332) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 22 20:24:59.799140 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb97678f-790b-4855-8329-254a40d1746c None None] Routers {'23e509ce-1710-49dc-a685-577648503378'} bound to L3 agent in host dv-cinder-787632-1-iscsi {{(pid=86332) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 22 20:24:59.799815 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.l3_hamode_db [None req-bb97678f-790b-4855-8329-254a40d1746c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f013c7e70f0>, 'dv-cinder-787632-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-22T20:03:28Z,description=<?>,heartbeat_timestamp=2021-04-22T20:24:59Z,host='dv-cinder-787632-1-iscsi',id=1df068ca-d615-4cb7-8020-fe6e8be709e3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-22T20:03:28Z,topic='l3_agent')) {'router_ids': ['23e509ce-1710-49dc-a685-577648503378'], 'active': True} {{(pid=86332) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 22 20:24:59.910688 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-0c20823f-5148-40b8-af49-cd0dbcc27e7c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:24:59.920371 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.plugin [None req-0c20823f-5148-40b8-af49-cd0dbcc27e7c admin admin] Deleting port c664aa33-f54b-43ff-a2a2-3070b80db2c7 {{(pid=86330) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 22 20:24:59.920774 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-0c20823f-5148-40b8-af49-cd0dbcc27e7c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363309146780532'] for port, before_delete {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:24:59.994416 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.l3_dvr_db [None req-bb97678f-790b-4855-8329-254a40d1746c None None] Set router 23e509ce-1710-49dc-a685-577648503378 gateway port host: dv-cinder-787632-1-iscsi {{(pid=86332) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 22 20:25:00.109227 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.db [None req-0c20823f-5148-40b8-af49-cd0dbcc27e7c admin admin] For port c664aa33-f54b-43ff-a2a2-3070b80db2c7, host dv-cinder-787632-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787632-1-iscsi',level=0,port_id=c664aa33-f54b-43ff-a2a2-3070b80db2c7,segment=NetworkSegment(8e8fb218-3d63-4c3d-9ab1-544471c4929e),segment_id=8e8fb218-3d63-4c3d-9ab1-544471c4929e)] {{(pid=86330) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 22 20:25:00.109550 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-0c20823f-5148-40b8-af49-cd0dbcc27e7c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854358147'] for port, precommit_delete {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:25:00.246251 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.plugin [None req-0c20823f-5148-40b8-af49-cd0dbcc27e7c admin admin] Calling delete_port for c664aa33-f54b-43ff-a2a2-3070b80db2c7 owned by network:router_gateway {{(pid=86330) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 22 20:25:00.378382 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-77fc9508-bbbe-4662-bfa7-f4837e5c3abe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309146858885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640583'] for agent, after_update {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:25:00.430013 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-0c20823f-5148-40b8-af49-cd0dbcc27e7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854198495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853168226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363309146778399', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727707567663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4125515'] for port, after_delete {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:25:00.434822 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [None req-d1dedfff-0504-4481-a4f4-a101310a828c tempest-TestVolumeBootPattern-572234504 tempest-TestVolumeBootPattern-572234504-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 20:25:00.480430 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.l3_hamode_db [None req-bb97678f-790b-4855-8329-254a40d1746c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f013c7e70f0>, [{'id': '23e509ce-1710-49dc-a685-577648503378', 'name': 'tempest-TestMinimumBasicScenario-1716700035-router', 'tenant_id': '4108d9cf3f954b3c9619a37cf429fc55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b725cb4-6db6-4e68-9a61-1978e8a191a1', 'external_fixed_ips': [{'subnet_id': '1d4495d7-31a5-4e2d-a911-56ceae3a61c5', 'ip_address': '172.27.3.32'}], 'enable_snat': True}, 'gw_port_id': 'c664aa33-f54b-43ff-a2a2-3070b80db2c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T20:22:48Z', 'updated_at': '2021-04-22T20:24:58Z', 'revision_number': 5, 'project_id': '4108d9cf3f954b3c9619a37cf429fc55', 'gw_port': {'id': 'c664aa33-f54b-43ff-a2a2-3070b80db2c7', 'name': '', 'network_id': '1b725cb4-6db6-4e68-9a61-1978e8a191a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:c3:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23e509ce-1710-49dc-a685-577648503378', 'device_owner': 'network:router_gateway', 'standard_attr_id': 662, 'fixed_ips': [{'subnet_id': '1d4495d7-31a5-4e2d-a911-56ceae3a61c5', 'ip_address': '172.27.3.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787632-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T20:22:48Z', 'updated_at': '2021-04-22T20:22:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d4495d7-31a5-4e2d-a911-56ceae3a61c5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787632-1-iscsi'}], 'dv-cinder-787632-1-iscsi', False) {} {{(pid=86332) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 22 20:25:00.484650 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb97678f-790b-4855-8329-254a40d1746c None None] The sync data for ids ['23e509ce-1710-49dc-a685-577648503378'] in dv-cinder-787632-1-iscsi is: [{'id': '23e509ce-1710-49dc-a685-577648503378', 'name': 'tempest-TestMinimumBasicScenario-1716700035-router', 'tenant_id': '4108d9cf3f954b3c9619a37cf429fc55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b725cb4-6db6-4e68-9a61-1978e8a191a1', 'external_fixed_ips': [{'subnet_id': '1d4495d7-31a5-4e2d-a911-56ceae3a61c5', 'ip_address': '172.27.3.32'}], 'enable_snat': True}, 'gw_port_id': 'c664aa33-f54b-43ff-a2a2-3070b80db2c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T20:22:48Z', 'updated_at': '2021-04-22T20:24:58Z', 'revision_number': 5, 'project_id': '4108d9cf3f954b3c9619a37cf429fc55', 'gw_port': {'id': 'c664aa33-f54b-43ff-a2a2-3070b80db2c7', 'name': '', 'network_id': '1b725cb4-6db6-4e68-9a61-1978e8a191a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:c3:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23e509ce-1710-49dc-a685-577648503378', 'device_owner': 'network:router_gateway', 'standard_attr_id': 662, 'fixed_ips': [{'subnet_id': '1d4495d7-31a5-4e2d-a911-56ceae3a61c5', 'ip_address': '172.27.3.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787632-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T20:22:48Z', 'updated_at': '2021-04-22T20:22:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d4495d7-31a5-4e2d-a911-56ceae3a61c5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787632-1-iscsi'}] {{(pid=86332) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 22 20:25:00.518281 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c20823f-5148-40b8-af49-cd0dbcc27e7c admin admin] Pushing event deleted for resources: {'Port': ['ID=c664aa33-f54b-43ff-a2a2-3070b80db2c7,revision_number=None']} {{(pid=86330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 20:25:00.525505 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [None req-0c20823f-5148-40b8-af49-cd0dbcc27e7c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=86330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 20:25:00.583625 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-0c20823f-5148-40b8-af49-cd0dbcc27e7c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-416357'] for router_gateway, after_delete {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:25:00.769574 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-0c20823f-5148-40b8-af49-cd0dbcc27e7c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-429369', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854773922'] for router, precommit_delete {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:25:00.771970 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-0c20823f-5148-40b8-af49-cd0dbcc27e7c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:25:00.800399 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-0c20823f-5148-40b8-af49-cd0dbcc27e7c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854347139'] for router, after_delete {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:25:00.800967 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c20823f-5148-40b8-af49-cd0dbcc27e7c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 23e509ce-1710-49dc-a685-577648503378 {{(pid=86330) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}}
Apr 22 20:25:00.814091 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-0c20823f-5148-40b8-af49-cd0dbcc27e7c admin admin] Notify callbacks [] for router, before_response {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:25:00.815318 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [None req-0c20823f-5148-40b8-af49-cd0dbcc27e7c admin admin] 10.222.0.30 "DELETE /v2.0/routers/23e509ce-1710-49dc-a685-577648503378 HTTP/1.1" status: 204  len: 168 time: 1.5384343
Apr 22 20:25:00.817970 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.wsgi [-] (86330) accepted ('10.222.0.30', 45448) {{(pid=86330) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 20:25:00.888921 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.db_base_plugin_v2 [None req-59086460-ae92-434c-ba42-7c72e6a2bc22 admin admin] Deleting subnet 756aa892-3bec-45a8-8b76-2d03a4b0b733 {{(pid=86330) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Apr 22 20:25:00.892531 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-59086460-ae92-434c-ba42-7c72e6a2bc22 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:25:00.947616 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-59086460-ae92-434c-ba42-7c72e6a2bc22 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036850744753'] for subnet, precommit_delete_associations {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:25:01.027614 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-59086460-ae92-434c-ba42-7c72e6a2bc22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853244368'] for subnet, precommit_delete {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:25:01.292198 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-59086460-ae92-434c-ba42-7c72e6a2bc22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1531400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853168226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4127903', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3347985'] for subnet, after_delete {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:25:01.297603 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 20:25:01.333539 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59086460-ae92-434c-ba42-7c72e6a2bc22 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=756aa892-3bec-45a8-8b76-2d03a4b0b733,revision_number=None']} {{(pid=86330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 20:25:01.335778 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-59086460-ae92-434c-ba42-7c72e6a2bc22 admin admin] Notify callbacks [] for subnet, before_response {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:25:01.338250 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [None req-59086460-ae92-434c-ba42-7c72e6a2bc22 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=86330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 20:25:01.340246 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-718a78ff-360b-43b5-93bb-c77e59319923 None None] Network 87ef2bdc-8f28-4026-b5d3-ec4425a2cab7 requested from dv-cinder-787632-1-iscsi {{(pid=86332) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 22 20:25:01.342504 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [None req-59086460-ae92-434c-ba42-7c72e6a2bc22 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/756aa892-3bec-45a8-8b76-2d03a4b0b733 HTTP/1.1" status: 204  len: 168 time: 0.5235307
Apr 22 20:25:01.345664 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.wsgi [-] (86330) accepted ('10.222.0.30', 45452) {{(pid=86330) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 20:25:01.459828 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-384faaf9-060c-4d87-973f-a639513a3507 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854197124'] for network, before_delete {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:25:01.471187 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.plugin [None req-384faaf9-060c-4d87-973f-a639513a3507 admin admin] Deleting port 99dc1ff8-8907-4099-9ae0-feb50bb45a60 {{(pid=86330) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 22 20:25:01.471556 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-384faaf9-060c-4d87-973f-a639513a3507 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363309146780532'] for port, before_delete {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:25:01.599959 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a41ed197-9b1d-40c0-b036-9be8fead8e65 None None] DHCP port deletion for 87ef2bdc-8f28-4026-b5d3-ec4425a2cab7 request from dv-cinder-787632-1-iscsi {{(pid=86332) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}}
Apr 22 20:25:01.604255 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.plugin [None req-a41ed197-9b1d-40c0-b036-9be8fead8e65 None None] Deleting port 99dc1ff8-8907-4099-9ae0-feb50bb45a60 {{(pid=86332) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 22 20:25:01.604676 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-a41ed197-9b1d-40c0-b036-9be8fead8e65 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363309146780532'] for port, before_delete {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:25:01.691130 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.db [None req-384faaf9-060c-4d87-973f-a639513a3507 admin admin] For port 99dc1ff8-8907-4099-9ae0-feb50bb45a60, host dv-cinder-787632-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787632-1-iscsi',level=0,port_id=99dc1ff8-8907-4099-9ae0-feb50bb45a60,segment=NetworkSegment(7296ef7e-797f-4f08-b11d-0b46739f791a),segment_id=7296ef7e-797f-4f08-b11d-0b46739f791a)] {{(pid=86330) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 22 20:25:01.691531 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-384faaf9-060c-4d87-973f-a639513a3507 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854358147'] for port, precommit_delete {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:25:01.818416 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.db [None req-a41ed197-9b1d-40c0-b036-9be8fead8e65 None None] For port 99dc1ff8-8907-4099-9ae0-feb50bb45a60, host dv-cinder-787632-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787632-1-iscsi',level=0,port_id=99dc1ff8-8907-4099-9ae0-feb50bb45a60,segment=NetworkSegment(7296ef7e-797f-4f08-b11d-0b46739f791a),segment_id=7296ef7e-797f-4f08-b11d-0b46739f791a)] {{(pid=86332) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 22 20:25:01.819108 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-a41ed197-9b1d-40c0-b036-9be8fead8e65 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854358147'] for port, precommit_delete {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:25:01.827673 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.plugin [None req-384faaf9-060c-4d87-973f-a639513a3507 admin admin] Calling delete_port for 99dc1ff8-8907-4099-9ae0-feb50bb45a60 owned by network:dhcp {{(pid=86330) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 22 20:25:01.912090 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-384faaf9-060c-4d87-973f-a639513a3507 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854198495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853168226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363309146778399', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727707567663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4125515'] for port, after_delete {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:25:01.917194 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [None req-51a7dc6f-9003-4104-a15c-ac496cb8a612 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 20:25:01.954447 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.plugin [None req-a41ed197-9b1d-40c0-b036-9be8fead8e65 None None] Calling delete_port for 99dc1ff8-8907-4099-9ae0-feb50bb45a60 owned by network:dhcp {{(pid=86332) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 22 20:25:01.970189 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-384faaf9-060c-4d87-973f-a639513a3507 admin admin] No DVR routers for this DVR port 99dc1ff8-8907-4099-9ae0-feb50bb45a60 on host dv-cinder-787632-1-iscsi {{(pid=86330) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 22 20:25:01.983839 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.rpc [None req-08e5d76f-3fe5-4242-a4b8-30f374028052 None None] Device b553523c-7e6f-4b90-8082-4b9be0adbb7c no longer exists at agent ovs-agent-dv-cinder-787632-1-iscsi {{(pid=86332) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 22 20:25:02.000890 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-384faaf9-060c-4d87-973f-a639513a3507 admin admin] Pushing event deleted for resources: {'Port': ['ID=99dc1ff8-8907-4099-9ae0-feb50bb45a60,revision_number=None']} {{(pid=86330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 20:25:02.003600 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [None req-384faaf9-060c-4d87-973f-a639513a3507 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=86330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 20:25:02.028224 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.plugin [None req-08e5d76f-3fe5-4242-a4b8-30f374028052 None None] No Port match for: b553523c-7e6f-4b90-8082-4b9be0adbb7c {{(pid=86332) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 22 20:25:02.028805 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.rpc [None req-08e5d76f-3fe5-4242-a4b8-30f374028052 None None] Device b553523c-7e6f-4b90-8082-4b9be0adbb7c not bound to the agent host dv-cinder-787632-1-iscsi {{(pid=86332) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 22 20:25:02.029051 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.rpc [None req-08e5d76f-3fe5-4242-a4b8-30f374028052 None None] Device c664aa33-f54b-43ff-a2a2-3070b80db2c7 no longer exists at agent ovs-agent-dv-cinder-787632-1-iscsi {{(pid=86332) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 22 20:25:02.075478 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.plugin [None req-08e5d76f-3fe5-4242-a4b8-30f374028052 None None] No Port match for: c664aa33-f54b-43ff-a2a2-3070b80db2c7 {{(pid=86332) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 22 20:25:02.075801 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.rpc [None req-08e5d76f-3fe5-4242-a4b8-30f374028052 None None] Device c664aa33-f54b-43ff-a2a2-3070b80db2c7 not bound to the agent host dv-cinder-787632-1-iscsi {{(pid=86332) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 22 20:25:02.076247 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.rpc [None req-08e5d76f-3fe5-4242-a4b8-30f374028052 None None] Device 99dc1ff8-8907-4099-9ae0-feb50bb45a60 no longer exists at agent ovs-agent-dv-cinder-787632-1-iscsi {{(pid=86332) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 22 20:25:02.096524 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-384faaf9-060c-4d87-973f-a639513a3507 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1531493', 'neutron.services.segments.db._delete_segments_for_network-8727707916915'] for network, precommit_delete {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:25:02.114834 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.plugin [None req-08e5d76f-3fe5-4242-a4b8-30f374028052 None None] No Port match for: 99dc1ff8-8907-4099-9ae0-feb50bb45a60 {{(pid=86332) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 22 20:25:02.115225 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.rpc [None req-08e5d76f-3fe5-4242-a4b8-30f374028052 None None] Device 99dc1ff8-8907-4099-9ae0-feb50bb45a60 not bound to the agent host dv-cinder-787632-1-iscsi {{(pid=86332) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 22 20:25:02.135718 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.db.api [None req-a41ed197-9b1d-40c0-b036-9be8fead8e65 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=86332) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Apr 22 20:25:02.136128 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_db.api [None req-a41ed197-9b1d-40c0-b036-9be8fead8e65 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=86332) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Apr 22 20:25:02.214783 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.services.segments.db [None req-384faaf9-060c-4d87-973f-a639513a3507 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f0137c4f438>,) {'filters': {'network_id': ['87ef2bdc-8f28-4026-b5d3-ec4425a2cab7']}} {{(pid=86330) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 22 20:25:02.227417 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.services.segments.db [None req-384faaf9-060c-4d87-973f-a639513a3507 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f0137c4f438>, '7296ef7e-797f-4f08-b11d-0b46739f791a') {'for_net_delete': True} {{(pid=86330) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 22 20:25:02.227767 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.services.segments.db [None req-384faaf9-060c-4d87-973f-a639513a3507 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f0137c4f438>, '7296ef7e-797f-4f08-b11d-0b46739f791a') {} {{(pid=86330) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 22 20:25:02.240172 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-384faaf9-060c-4d87-973f-a639513a3507 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363309146702435', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4031047'] for segment, before_delete {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:25:02.255315 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-384faaf9-060c-4d87-973f-a639513a3507 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1523030'] for segment, precommit_delete {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:25:02.261657 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-384faaf9-060c-4d87-973f-a639513a3507 admin admin] Releasing vlan 359 on physical network physnet1 to pool {{(pid=86330) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}}
Apr 22 20:25:02.438938 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.managers [None req-384faaf9-060c-4d87-973f-a639513a3507 admin admin] Network 87ef2bdc-8f28-4026-b5d3-ec4425a2cab7 has no segments {{(pid=86330) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 22 20:25:02.447821 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-384faaf9-060c-4d87-973f-a639513a3507 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853252831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036850650308'] for segment, after_delete {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:25:02.619453 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.managers [None req-384faaf9-060c-4d87-973f-a639513a3507 admin admin] Network 87ef2bdc-8f28-4026-b5d3-ec4425a2cab7 has no segments {{(pid=86330) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 22 20:25:02.637125 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.plugin [None req-a41ed197-9b1d-40c0-b036-9be8fead8e65 None None] Deleting port 99dc1ff8-8907-4099-9ae0-feb50bb45a60 {{(pid=86332) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 22 20:25:02.637562 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-a41ed197-9b1d-40c0-b036-9be8fead8e65 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363309146780532'] for port, before_delete {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:25:02.642551 dv-cinder-787632-1-iscsi neutron-server[86219]: Traceback (most recent call last):
Apr 22 20:25:02.642551 dv-cinder-787632-1-iscsi neutron-server[86219]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 22 20:25:02.642551 dv-cinder-787632-1-iscsi neutron-server[86219]:     timer()
Apr 22 20:25:02.642551 dv-cinder-787632-1-iscsi neutron-server[86219]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 22 20:25:02.642551 dv-cinder-787632-1-iscsi neutron-server[86219]:     cb(*args, **kw)
Apr 22 20:25:02.642551 dv-cinder-787632-1-iscsi neutron-server[86219]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Apr 22 20:25:02.642551 dv-cinder-787632-1-iscsi neutron-server[86219]:     return func(*args, **kwargs)
Apr 22 20:25:02.642551 dv-cinder-787632-1-iscsi neutron-server[86219]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 22 20:25:02.642551 dv-cinder-787632-1-iscsi neutron-server[86219]:     self._notify()
Apr 22 20:25:02.642551 dv-cinder-787632-1-iscsi neutron-server[86219]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 22 20:25:02.642551 dv-cinder-787632-1-iscsi neutron-server[86219]:     self.callback(batched_events)
Apr 22 20:25:02.642551 dv-cinder-787632-1-iscsi neutron-server[86219]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 22 20:25:02.642551 dv-cinder-787632-1-iscsi neutron-server[86219]:     event.method(event)
Apr 22 20:25:02.642551 dv-cinder-787632-1-iscsi neutron-server[86219]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 22 20:25:02.642551 dv-cinder-787632-1-iscsi neutron-server[86219]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 22 20:25:02.642551 dv-cinder-787632-1-iscsi neutron-server[86219]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Apr 22 20:25:02.642551 dv-cinder-787632-1-iscsi neutron-server[86219]:     segment_id)['aggregates'][0]
Apr 22 20:25:02.642551 dv-cinder-787632-1-iscsi neutron-server[86219]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 22 20:25:02.642551 dv-cinder-787632-1-iscsi neutron-server[86219]:     return f(self, *a, **k)
Apr 22 20:25:02.642551 dv-cinder-787632-1-iscsi neutron-server[86219]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 22 20:25:02.642551 dv-cinder-787632-1-iscsi neutron-server[86219]:     return self._get(url).json()
Apr 22 20:25:02.642551 dv-cinder-787632-1-iscsi neutron-server[86219]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 22 20:25:02.642551 dv-cinder-787632-1-iscsi neutron-server[86219]:     **kwargs)
Apr 22 20:25:02.642551 dv-cinder-787632-1-iscsi neutron-server[86219]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 22 20:25:02.642551 dv-cinder-787632-1-iscsi neutron-server[86219]:     return self.request(url, 'GET', **kwargs)
Apr 22 20:25:02.642551 dv-cinder-787632-1-iscsi neutron-server[86219]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request
Apr 22 20:25:02.642551 dv-cinder-787632-1-iscsi neutron-server[86219]:     **endpoint_filter)
Apr 22 20:25:02.642551 dv-cinder-787632-1-iscsi neutron-server[86219]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 22 20:25:02.642551 dv-cinder-787632-1-iscsi neutron-server[86219]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 22 20:25:02.642551 dv-cinder-787632-1-iscsi neutron-server[86219]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 22 20:25:02.642551 dv-cinder-787632-1-iscsi neutron-server[86219]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 22 20:25:02.642551 dv-cinder-787632-1-iscsi neutron-server[86219]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 22 20:25:02.710120 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.plugin [None req-a41ed197-9b1d-40c0-b036-9be8fead8e65 None None] The port '99dc1ff8-8907-4099-9ae0-feb50bb45a60' was deleted {{(pid=86332) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}}
Apr 22 20:25:02.719463 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-384faaf9-060c-4d87-973f-a639513a3507 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853244307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853168226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-427906'] for network, after_delete {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:25:02.723044 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 20:25:02.738748 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-384faaf9-060c-4d87-973f-a639513a3507 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853168243'] for network, before_response {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:25:02.747376 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-384faaf9-060c-4d87-973f-a639513a3507 admin admin] Pushing event deleted for resources: {'Network': ['ID=87ef2bdc-8f28-4026-b5d3-ec4425a2cab7,revision_number=None']} {{(pid=86330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 20:25:02.751406 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [None req-384faaf9-060c-4d87-973f-a639513a3507 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=86330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 20:25:02.761304 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [None req-384faaf9-060c-4d87-973f-a639513a3507 admin admin] 10.222.0.30 "DELETE /v2.0/networks/87ef2bdc-8f28-4026-b5d3-ec4425a2cab7 HTTP/1.1" status: 204  len: 168 time: 1.4146228
Apr 22 20:25:02.764493 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.wsgi [-] (86330) accepted ('10.222.0.30', 45456) {{(pid=86330) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 20:25:03.567884 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-cc786e5e-15e0-4adb-bdcb-ca0f6af25608 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854353510'] for router_interface, before_delete {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:25:03.931523 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.plugin [None req-cc786e5e-15e0-4adb-bdcb-ca0f6af25608 admin admin] Deleting port ede5ced7-eeee-4f4c-89f7-be82fb758f71 {{(pid=86330) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 22 20:25:03.931904 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-cc786e5e-15e0-4adb-bdcb-ca0f6af25608 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363309146780532'] for port, before_delete {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:25:04.112305 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.db [None req-cc786e5e-15e0-4adb-bdcb-ca0f6af25608 admin admin] For port ede5ced7-eeee-4f4c-89f7-be82fb758f71, host dv-cinder-787632-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787632-1-iscsi',level=0,port_id=ede5ced7-eeee-4f4c-89f7-be82fb758f71,segment=NetworkSegment(bfb45d41-40da-46f8-bcec-46e48234a8b0),segment_id=bfb45d41-40da-46f8-bcec-46e48234a8b0)] {{(pid=86330) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 22 20:25:04.112624 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-cc786e5e-15e0-4adb-bdcb-ca0f6af25608 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854358147'] for port, precommit_delete {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:25:04.241529 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.plugin [None req-cc786e5e-15e0-4adb-bdcb-ca0f6af25608 admin admin] Calling delete_port for ede5ced7-eeee-4f4c-89f7-be82fb758f71 owned by network:router_interface {{(pid=86330) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 22 20:25:04.411081 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-cc786e5e-15e0-4adb-bdcb-ca0f6af25608 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854198495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853168226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363309146778399', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727707567663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4125515'] for port, after_delete {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:25:04.415559 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [None req-427f14b9-37d9-48f2-a499-370a7c11b19d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 20:25:04.495442 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc786e5e-15e0-4adb-bdcb-ca0f6af25608 admin admin] Pushing event deleted for resources: {'Port': ['ID=ede5ced7-eeee-4f4c-89f7-be82fb758f71,revision_number=None']} {{(pid=86330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 20:25:04.498693 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [None req-cc786e5e-15e0-4adb-bdcb-ca0f6af25608 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=86330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 20:25:04.739353 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-cc786e5e-15e0-4adb-bdcb-ca0f6af25608 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1607590', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854353436'] for router_interface, after_delete {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:25:05.112583 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cc786e5e-15e0-4adb-bdcb-ca0f6af25608 admin admin] Router c2cccab4-7056-4a4e-aead-0f7a2ef2cf2f has already been hosted by L3 agent 1df068ca-d615-4cb7-8020-fe6e8be709e3 {{(pid=86330) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 22 20:25:05.297958 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc786e5e-15e0-4adb-bdcb-ca0f6af25608 admin admin] Notify agent at l3_agent.dv-cinder-787632-1-iscsi the message routers_updated {{(pid=86330) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 22 20:25:05.306551 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eae44fba-e5f9-499a-8bd5-8568973fa57e None None] Sync routers for ids ['c2cccab4-7056-4a4e-aead-0f7a2ef2cf2f'] in dv-cinder-787632-1-iscsi {{(pid=86333) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 22 20:25:05.307445 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [None req-cc786e5e-15e0-4adb-bdcb-ca0f6af25608 admin admin] 10.222.0.30 "PUT /v2.0/routers/c2cccab4-7056-4a4e-aead-0f7a2ef2cf2f/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.5414071
Apr 22 20:25:05.310172 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.wsgi [-] (86330) accepted ('10.222.0.30', 45460) {{(pid=86330) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 20:25:05.316144 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eae44fba-e5f9-499a-8bd5-8568973fa57e None None] Routers {'c2cccab4-7056-4a4e-aead-0f7a2ef2cf2f'} bound to L3 agent in host dv-cinder-787632-1-iscsi {{(pid=86333) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 22 20:25:05.316811 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.l3_hamode_db [None req-eae44fba-e5f9-499a-8bd5-8568973fa57e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f013d465208>, 'dv-cinder-787632-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-22T20:03:28Z,description=<?>,heartbeat_timestamp=2021-04-22T20:24:59Z,host='dv-cinder-787632-1-iscsi',id=1df068ca-d615-4cb7-8020-fe6e8be709e3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-22T20:03:28Z,topic='l3_agent')) {'router_ids': ['c2cccab4-7056-4a4e-aead-0f7a2ef2cf2f'], 'active': True} {{(pid=86333) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 22 20:25:05.509240 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.l3_dvr_db [None req-eae44fba-e5f9-499a-8bd5-8568973fa57e None None] Set router c2cccab4-7056-4a4e-aead-0f7a2ef2cf2f gateway port host: dv-cinder-787632-1-iscsi {{(pid=86333) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 22 20:25:05.739633 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-a25fd6ef-d16f-430a-9401-9bd7dafc79c0 admin admin] Notify callbacks [] for router, before_delete {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:25:05.813344 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.l3_hamode_db [None req-eae44fba-e5f9-499a-8bd5-8568973fa57e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f013d465208>, [{'id': 'c2cccab4-7056-4a4e-aead-0f7a2ef2cf2f', 'name': 'tempest-TestMinimumBasicScenario-596165091-router', 'tenant_id': 'b087c2cca5f24842850e8b53b9dbe8fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b725cb4-6db6-4e68-9a61-1978e8a191a1', 'external_fixed_ips': [{'subnet_id': '1d4495d7-31a5-4e2d-a911-56ceae3a61c5', 'ip_address': '172.27.3.149'}], 'enable_snat': True}, 'gw_port_id': '8fbfff3a-0853-4e46-aad4-8ffc6dec66cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T20:22:55Z', 'updated_at': '2021-04-22T20:25:04Z', 'revision_number': 5, 'project_id': 'b087c2cca5f24842850e8b53b9dbe8fb', 'gw_port': {'id': '8fbfff3a-0853-4e46-aad4-8ffc6dec66cf', 'name': '', 'network_id': '1b725cb4-6db6-4e68-9a61-1978e8a191a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:d0:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2cccab4-7056-4a4e-aead-0f7a2ef2cf2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': '1d4495d7-31a5-4e2d-a911-56ceae3a61c5', 'ip_address': '172.27.3.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787632-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T20:22:55Z', 'updated_at': '2021-04-22T20:23:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d4495d7-31a5-4e2d-a911-56ceae3a61c5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787632-1-iscsi'}], 'dv-cinder-787632-1-iscsi', False) {} {{(pid=86333) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 22 20:25:05.817334 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eae44fba-e5f9-499a-8bd5-8568973fa57e None None] Checking router: c2cccab4-7056-4a4e-aead-0f7a2ef2cf2f for host: dv-cinder-787632-1-iscsi {{(pid=86333) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 22 20:25:05.826233 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eae44fba-e5f9-499a-8bd5-8568973fa57e None None] Routers {'c2cccab4-7056-4a4e-aead-0f7a2ef2cf2f'} bound to L3 agent in host dv-cinder-787632-1-iscsi {{(pid=86333) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 22 20:25:05.826931 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.l3_hamode_db [None req-eae44fba-e5f9-499a-8bd5-8568973fa57e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f013d465208>, 'dv-cinder-787632-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-22T20:03:28Z,description=<?>,heartbeat_timestamp=2021-04-22T20:24:59Z,host='dv-cinder-787632-1-iscsi',id=1df068ca-d615-4cb7-8020-fe6e8be709e3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-22T20:03:28Z,topic='l3_agent')) {'router_ids': ['c2cccab4-7056-4a4e-aead-0f7a2ef2cf2f'], 'active': True} {{(pid=86333) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 22 20:25:05.934786 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-a25fd6ef-d16f-430a-9401-9bd7dafc79c0 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:25:05.944209 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.plugin [None req-a25fd6ef-d16f-430a-9401-9bd7dafc79c0 admin admin] Deleting port 8fbfff3a-0853-4e46-aad4-8ffc6dec66cf {{(pid=86330) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 22 20:25:05.944570 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-a25fd6ef-d16f-430a-9401-9bd7dafc79c0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363309146780532'] for port, before_delete {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:25:06.016665 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.l3_dvr_db [None req-eae44fba-e5f9-499a-8bd5-8568973fa57e None None] Set router c2cccab4-7056-4a4e-aead-0f7a2ef2cf2f gateway port host: dv-cinder-787632-1-iscsi {{(pid=86333) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 22 20:25:06.127756 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.db [None req-a25fd6ef-d16f-430a-9401-9bd7dafc79c0 admin admin] For port 8fbfff3a-0853-4e46-aad4-8ffc6dec66cf, host dv-cinder-787632-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787632-1-iscsi',level=0,port_id=8fbfff3a-0853-4e46-aad4-8ffc6dec66cf,segment=NetworkSegment(8e8fb218-3d63-4c3d-9ab1-544471c4929e),segment_id=8e8fb218-3d63-4c3d-9ab1-544471c4929e)] {{(pid=86330) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 22 20:25:06.128055 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-a25fd6ef-d16f-430a-9401-9bd7dafc79c0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854358147'] for port, precommit_delete {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:25:06.261355 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.plugin [None req-a25fd6ef-d16f-430a-9401-9bd7dafc79c0 admin admin] Calling delete_port for 8fbfff3a-0853-4e46-aad4-8ffc6dec66cf owned by network:router_gateway {{(pid=86330) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 22 20:25:06.313927 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.l3_hamode_db [None req-eae44fba-e5f9-499a-8bd5-8568973fa57e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f013d465208>, [{'id': 'c2cccab4-7056-4a4e-aead-0f7a2ef2cf2f', 'name': 'tempest-TestMinimumBasicScenario-596165091-router', 'tenant_id': 'b087c2cca5f24842850e8b53b9dbe8fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b725cb4-6db6-4e68-9a61-1978e8a191a1', 'external_fixed_ips': [{'subnet_id': '1d4495d7-31a5-4e2d-a911-56ceae3a61c5', 'ip_address': '172.27.3.149'}], 'enable_snat': True}, 'gw_port_id': '8fbfff3a-0853-4e46-aad4-8ffc6dec66cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T20:22:55Z', 'updated_at': '2021-04-22T20:25:04Z', 'revision_number': 5, 'project_id': 'b087c2cca5f24842850e8b53b9dbe8fb', 'gw_port': {'id': '8fbfff3a-0853-4e46-aad4-8ffc6dec66cf', 'name': '', 'network_id': '1b725cb4-6db6-4e68-9a61-1978e8a191a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:d0:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2cccab4-7056-4a4e-aead-0f7a2ef2cf2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': '1d4495d7-31a5-4e2d-a911-56ceae3a61c5', 'ip_address': '172.27.3.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787632-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T20:22:55Z', 'updated_at': '2021-04-22T20:23:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d4495d7-31a5-4e2d-a911-56ceae3a61c5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787632-1-iscsi'}], 'dv-cinder-787632-1-iscsi', False) {} {{(pid=86333) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 22 20:25:06.318015 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eae44fba-e5f9-499a-8bd5-8568973fa57e None None] The sync data for ids ['c2cccab4-7056-4a4e-aead-0f7a2ef2cf2f'] in dv-cinder-787632-1-iscsi is: [{'id': 'c2cccab4-7056-4a4e-aead-0f7a2ef2cf2f', 'name': 'tempest-TestMinimumBasicScenario-596165091-router', 'tenant_id': 'b087c2cca5f24842850e8b53b9dbe8fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b725cb4-6db6-4e68-9a61-1978e8a191a1', 'external_fixed_ips': [{'subnet_id': '1d4495d7-31a5-4e2d-a911-56ceae3a61c5', 'ip_address': '172.27.3.149'}], 'enable_snat': True}, 'gw_port_id': '8fbfff3a-0853-4e46-aad4-8ffc6dec66cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-22T20:22:55Z', 'updated_at': '2021-04-22T20:25:04Z', 'revision_number': 5, 'project_id': 'b087c2cca5f24842850e8b53b9dbe8fb', 'gw_port': {'id': '8fbfff3a-0853-4e46-aad4-8ffc6dec66cf', 'name': '', 'network_id': '1b725cb4-6db6-4e68-9a61-1978e8a191a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:d0:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2cccab4-7056-4a4e-aead-0f7a2ef2cf2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': '1d4495d7-31a5-4e2d-a911-56ceae3a61c5', 'ip_address': '172.27.3.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787632-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-22T20:22:55Z', 'updated_at': '2021-04-22T20:23:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1d4495d7-31a5-4e2d-a911-56ceae3a61c5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787632-1-iscsi'}] {{(pid=86333) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 22 20:25:06.440997 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-a25fd6ef-d16f-430a-9401-9bd7dafc79c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854198495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853168226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363309146778399', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727707567663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4125515'] for port, after_delete {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:25:06.445782 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [None req-ce0c3e6f-b8f0-4fd2-b27e-b631fec732aa tempest-VolumesActionsTest-323619763 tempest-VolumesActionsTest-323619763-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 20:25:06.494102 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a25fd6ef-d16f-430a-9401-9bd7dafc79c0 admin admin] Pushing event deleted for resources: {'Port': ['ID=8fbfff3a-0853-4e46-aad4-8ffc6dec66cf,revision_number=None']} {{(pid=86330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 20:25:06.497483 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [None req-a25fd6ef-d16f-430a-9401-9bd7dafc79c0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=86330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 20:25:06.594178 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-a25fd6ef-d16f-430a-9401-9bd7dafc79c0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-416357'] for router_gateway, after_delete {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:25:06.775109 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-a25fd6ef-d16f-430a-9401-9bd7dafc79c0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-429369', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854773922'] for router, precommit_delete {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:25:06.777651 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-a25fd6ef-d16f-430a-9401-9bd7dafc79c0 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:25:06.802590 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-a25fd6ef-d16f-430a-9401-9bd7dafc79c0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854347139'] for router, after_delete {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:25:06.803175 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a25fd6ef-d16f-430a-9401-9bd7dafc79c0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c2cccab4-7056-4a4e-aead-0f7a2ef2cf2f {{(pid=86330) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}}
Apr 22 20:25:06.816434 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-a25fd6ef-d16f-430a-9401-9bd7dafc79c0 admin admin] Notify callbacks [] for router, before_response {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:25:06.817692 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [None req-a25fd6ef-d16f-430a-9401-9bd7dafc79c0 admin admin] 10.222.0.30 "DELETE /v2.0/routers/c2cccab4-7056-4a4e-aead-0f7a2ef2cf2f HTTP/1.1" status: 204  len: 168 time: 1.5064597
Apr 22 20:25:06.820414 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.wsgi [-] (86330) accepted ('10.222.0.30', 45464) {{(pid=86330) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 20:25:06.891672 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.db_base_plugin_v2 [None req-c63661f2-4aed-4a19-9cc4-ab772833f19a admin admin] Deleting subnet de349f0b-68c4-49c2-aac2-ea5868cd80f5 {{(pid=86330) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Apr 22 20:25:06.894690 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-c63661f2-4aed-4a19-9cc4-ab772833f19a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:25:06.947745 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-c63661f2-4aed-4a19-9cc4-ab772833f19a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036850744753'] for subnet, precommit_delete_associations {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:25:07.035012 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-c63661f2-4aed-4a19-9cc4-ab772833f19a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853244368'] for subnet, precommit_delete {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:25:07.292865 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-c63661f2-4aed-4a19-9cc4-ab772833f19a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1531400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853168226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4127903', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3347985'] for subnet, after_delete {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:25:07.297528 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 20:25:07.339508 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c63661f2-4aed-4a19-9cc4-ab772833f19a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=de349f0b-68c4-49c2-aac2-ea5868cd80f5,revision_number=None']} {{(pid=86330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 20:25:07.341666 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-c63661f2-4aed-4a19-9cc4-ab772833f19a admin admin] Notify callbacks [] for subnet, before_response {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:25:07.345659 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [None req-c63661f2-4aed-4a19-9cc4-ab772833f19a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=86330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 20:25:07.346347 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69380b7e-b04c-4510-8a4b-5e2d8abeefe3 None None] Network 107206c6-9741-4491-b509-54c68bfdebdc requested from dv-cinder-787632-1-iscsi {{(pid=86332) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 22 20:25:07.348663 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [None req-c63661f2-4aed-4a19-9cc4-ab772833f19a admin admin] 10.222.0.30 "DELETE /v2.0/subnets/de349f0b-68c4-49c2-aac2-ea5868cd80f5 HTTP/1.1" status: 204  len: 168 time: 0.5272512
Apr 22 20:25:07.351317 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.wsgi [-] (86330) accepted ('10.222.0.30', 45468) {{(pid=86330) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 20:25:07.465968 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-ad2cf7a0-19d8-49c4-890a-b360271719e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854197124'] for network, before_delete {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:25:07.477042 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.plugin [None req-ad2cf7a0-19d8-49c4-890a-b360271719e9 admin admin] Deleting port 0de098eb-0d3b-4ffc-a127-872f35b664ec {{(pid=86330) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 22 20:25:07.477418 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-ad2cf7a0-19d8-49c4-890a-b360271719e9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363309146780532'] for port, before_delete {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:25:07.605601 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d315f19d-9fbf-4370-8689-ac252d601644 None None] DHCP port deletion for 107206c6-9741-4491-b509-54c68bfdebdc request from dv-cinder-787632-1-iscsi {{(pid=86332) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}}
Apr 22 20:25:07.610397 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.plugin [None req-d315f19d-9fbf-4370-8689-ac252d601644 None None] Deleting port 0de098eb-0d3b-4ffc-a127-872f35b664ec {{(pid=86332) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 22 20:25:07.610830 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-d315f19d-9fbf-4370-8689-ac252d601644 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363309146780532'] for port, before_delete {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:25:07.695920 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.db [None req-ad2cf7a0-19d8-49c4-890a-b360271719e9 admin admin] For port 0de098eb-0d3b-4ffc-a127-872f35b664ec, host dv-cinder-787632-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787632-1-iscsi',level=0,port_id=0de098eb-0d3b-4ffc-a127-872f35b664ec,segment=NetworkSegment(bfb45d41-40da-46f8-bcec-46e48234a8b0),segment_id=bfb45d41-40da-46f8-bcec-46e48234a8b0)] {{(pid=86330) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 22 20:25:07.696326 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-ad2cf7a0-19d8-49c4-890a-b360271719e9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854358147'] for port, precommit_delete {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:25:07.826310 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.db [None req-d315f19d-9fbf-4370-8689-ac252d601644 None None] For port 0de098eb-0d3b-4ffc-a127-872f35b664ec, host dv-cinder-787632-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787632-1-iscsi',level=0,port_id=0de098eb-0d3b-4ffc-a127-872f35b664ec,segment=NetworkSegment(bfb45d41-40da-46f8-bcec-46e48234a8b0),segment_id=bfb45d41-40da-46f8-bcec-46e48234a8b0)] {{(pid=86332) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 22 20:25:07.826823 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-d315f19d-9fbf-4370-8689-ac252d601644 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854358147'] for port, precommit_delete {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:25:07.830943 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.plugin [None req-ad2cf7a0-19d8-49c4-890a-b360271719e9 admin admin] Calling delete_port for 0de098eb-0d3b-4ffc-a127-872f35b664ec owned by network:dhcp {{(pid=86330) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 22 20:25:07.909870 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-ad2cf7a0-19d8-49c4-890a-b360271719e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854198495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853168226', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363309146778399', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727707567663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4125515'] for port, after_delete {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:25:07.914966 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [None req-5d5e9bfe-50c6-4ada-b95c-4f4d5a5e13dd tempest-VolumesNegativeTest-167705392 tempest-VolumesNegativeTest-167705392-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 20:25:07.954226 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.rpc [None req-08e5d76f-3fe5-4242-a4b8-30f374028052 None None] Device 8fbfff3a-0853-4e46-aad4-8ffc6dec66cf no longer exists at agent ovs-agent-dv-cinder-787632-1-iscsi {{(pid=86332) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 22 20:25:07.964013 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad2cf7a0-19d8-49c4-890a-b360271719e9 admin admin] Pushing event deleted for resources: {'Port': ['ID=0de098eb-0d3b-4ffc-a127-872f35b664ec,revision_number=None']} {{(pid=86330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 20:25:07.966033 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad2cf7a0-19d8-49c4-890a-b360271719e9 admin admin] No DVR routers for this DVR port 0de098eb-0d3b-4ffc-a127-872f35b664ec on host dv-cinder-787632-1-iscsi {{(pid=86330) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 22 20:25:07.968112 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [None req-ad2cf7a0-19d8-49c4-890a-b360271719e9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=86330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 20:25:07.995671 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.plugin [None req-d315f19d-9fbf-4370-8689-ac252d601644 None None] Calling delete_port for 0de098eb-0d3b-4ffc-a127-872f35b664ec owned by network:dhcp {{(pid=86332) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 22 20:25:08.034742 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.plugin [None req-08e5d76f-3fe5-4242-a4b8-30f374028052 None None] No Port match for: 8fbfff3a-0853-4e46-aad4-8ffc6dec66cf {{(pid=86332) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 22 20:25:08.035127 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.rpc [None req-08e5d76f-3fe5-4242-a4b8-30f374028052 None None] Device 8fbfff3a-0853-4e46-aad4-8ffc6dec66cf not bound to the agent host dv-cinder-787632-1-iscsi {{(pid=86332) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 22 20:25:08.035590 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.rpc [None req-08e5d76f-3fe5-4242-a4b8-30f374028052 None None] Device 0de098eb-0d3b-4ffc-a127-872f35b664ec no longer exists at agent ovs-agent-dv-cinder-787632-1-iscsi {{(pid=86332) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 22 20:25:08.078365 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.plugin [None req-08e5d76f-3fe5-4242-a4b8-30f374028052 None None] No Port match for: 0de098eb-0d3b-4ffc-a127-872f35b664ec {{(pid=86332) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 22 20:25:08.078682 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.rpc [None req-08e5d76f-3fe5-4242-a4b8-30f374028052 None None] Device 0de098eb-0d3b-4ffc-a127-872f35b664ec not bound to the agent host dv-cinder-787632-1-iscsi {{(pid=86332) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 22 20:25:08.079146 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.rpc [None req-08e5d76f-3fe5-4242-a4b8-30f374028052 None None] Device ede5ced7-eeee-4f4c-89f7-be82fb758f71 no longer exists at agent ovs-agent-dv-cinder-787632-1-iscsi {{(pid=86332) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 22 20:25:08.087519 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-ad2cf7a0-19d8-49c4-890a-b360271719e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1531493', 'neutron.services.segments.db._delete_segments_for_network-8727707916915'] for network, precommit_delete {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:25:08.122119 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.plugin [None req-08e5d76f-3fe5-4242-a4b8-30f374028052 None None] No Port match for: ede5ced7-eeee-4f4c-89f7-be82fb758f71 {{(pid=86332) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 22 20:25:08.122510 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.rpc [None req-08e5d76f-3fe5-4242-a4b8-30f374028052 None None] Device ede5ced7-eeee-4f4c-89f7-be82fb758f71 not bound to the agent host dv-cinder-787632-1-iscsi {{(pid=86332) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 22 20:25:08.146047 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.db.api [None req-d315f19d-9fbf-4370-8689-ac252d601644 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=86332) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Apr 22 20:25:08.146454 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_db.api [None req-d315f19d-9fbf-4370-8689-ac252d601644 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=86332) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Apr 22 20:25:08.201222 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.services.segments.db [None req-ad2cf7a0-19d8-49c4-890a-b360271719e9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f013d2cc320>,) {'filters': {'network_id': ['107206c6-9741-4491-b509-54c68bfdebdc']}} {{(pid=86330) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 22 20:25:08.215589 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.services.segments.db [None req-ad2cf7a0-19d8-49c4-890a-b360271719e9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f013d2cc320>, 'bfb45d41-40da-46f8-bcec-46e48234a8b0') {'for_net_delete': True} {{(pid=86330) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 22 20:25:08.215928 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.services.segments.db [None req-ad2cf7a0-19d8-49c4-890a-b360271719e9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f013d2cc320>, 'bfb45d41-40da-46f8-bcec-46e48234a8b0') {} {{(pid=86330) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 22 20:25:08.228286 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-ad2cf7a0-19d8-49c4-890a-b360271719e9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363309146702435', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4031047'] for segment, before_delete {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:25:08.246207 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-ad2cf7a0-19d8-49c4-890a-b360271719e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1523030'] for segment, precommit_delete {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:25:08.252587 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ad2cf7a0-19d8-49c4-890a-b360271719e9 admin admin] Releasing vlan 352 on physical network physnet1 to pool {{(pid=86330) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}}
Apr 22 20:25:08.430793 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.managers [None req-ad2cf7a0-19d8-49c4-890a-b360271719e9 admin admin] Network 107206c6-9741-4491-b509-54c68bfdebdc has no segments {{(pid=86330) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 22 20:25:08.439822 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-ad2cf7a0-19d8-49c4-890a-b360271719e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853252831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036850650308'] for segment, after_delete {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:25:08.614931 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.managers [None req-ad2cf7a0-19d8-49c4-890a-b360271719e9 admin admin] Network 107206c6-9741-4491-b509-54c68bfdebdc has no segments {{(pid=86330) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 22 20:25:08.637050 dv-cinder-787632-1-iscsi neutron-server[86219]: Traceback (most recent call last):
Apr 22 20:25:08.637050 dv-cinder-787632-1-iscsi neutron-server[86219]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 22 20:25:08.637050 dv-cinder-787632-1-iscsi neutron-server[86219]:     timer()
Apr 22 20:25:08.637050 dv-cinder-787632-1-iscsi neutron-server[86219]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 22 20:25:08.637050 dv-cinder-787632-1-iscsi neutron-server[86219]:     cb(*args, **kw)
Apr 22 20:25:08.637050 dv-cinder-787632-1-iscsi neutron-server[86219]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Apr 22 20:25:08.637050 dv-cinder-787632-1-iscsi neutron-server[86219]:     return func(*args, **kwargs)
Apr 22 20:25:08.637050 dv-cinder-787632-1-iscsi neutron-server[86219]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 22 20:25:08.637050 dv-cinder-787632-1-iscsi neutron-server[86219]:     self._notify()
Apr 22 20:25:08.637050 dv-cinder-787632-1-iscsi neutron-server[86219]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 22 20:25:08.637050 dv-cinder-787632-1-iscsi neutron-server[86219]:     self.callback(batched_events)
Apr 22 20:25:08.637050 dv-cinder-787632-1-iscsi neutron-server[86219]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 22 20:25:08.637050 dv-cinder-787632-1-iscsi neutron-server[86219]:     event.method(event)
Apr 22 20:25:08.637050 dv-cinder-787632-1-iscsi neutron-server[86219]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 22 20:25:08.637050 dv-cinder-787632-1-iscsi neutron-server[86219]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 22 20:25:08.637050 dv-cinder-787632-1-iscsi neutron-server[86219]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Apr 22 20:25:08.637050 dv-cinder-787632-1-iscsi neutron-server[86219]:     segment_id)['aggregates'][0]
Apr 22 20:25:08.637050 dv-cinder-787632-1-iscsi neutron-server[86219]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 22 20:25:08.637050 dv-cinder-787632-1-iscsi neutron-server[86219]:     return f(self, *a, **k)
Apr 22 20:25:08.637050 dv-cinder-787632-1-iscsi neutron-server[86219]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 22 20:25:08.637050 dv-cinder-787632-1-iscsi neutron-server[86219]:     return self._get(url).json()
Apr 22 20:25:08.637050 dv-cinder-787632-1-iscsi neutron-server[86219]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 22 20:25:08.637050 dv-cinder-787632-1-iscsi neutron-server[86219]:     **kwargs)
Apr 22 20:25:08.637050 dv-cinder-787632-1-iscsi neutron-server[86219]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 22 20:25:08.637050 dv-cinder-787632-1-iscsi neutron-server[86219]:     return self.request(url, 'GET', **kwargs)
Apr 22 20:25:08.637050 dv-cinder-787632-1-iscsi neutron-server[86219]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request
Apr 22 20:25:08.637050 dv-cinder-787632-1-iscsi neutron-server[86219]:     **endpoint_filter)
Apr 22 20:25:08.637050 dv-cinder-787632-1-iscsi neutron-server[86219]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 22 20:25:08.637050 dv-cinder-787632-1-iscsi neutron-server[86219]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 22 20:25:08.637050 dv-cinder-787632-1-iscsi neutron-server[86219]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 22 20:25:08.637050 dv-cinder-787632-1-iscsi neutron-server[86219]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 22 20:25:08.637050 dv-cinder-787632-1-iscsi neutron-server[86219]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 22 20:25:08.647411 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.plugin [None req-d315f19d-9fbf-4370-8689-ac252d601644 None None] Deleting port 0de098eb-0d3b-4ffc-a127-872f35b664ec {{(pid=86332) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 22 20:25:08.647848 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-d315f19d-9fbf-4370-8689-ac252d601644 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363309146780532'] for port, before_delete {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:25:08.713912 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-ad2cf7a0-19d8-49c4-890a-b360271719e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853244307', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853168226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-427906'] for network, after_delete {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:25:08.717644 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 20:25:08.718364 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.plugins.ml2.plugin [None req-d315f19d-9fbf-4370-8689-ac252d601644 None None] The port '0de098eb-0d3b-4ffc-a127-872f35b664ec' was deleted {{(pid=86332) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}}
Apr 22 20:25:08.731464 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-ad2cf7a0-19d8-49c4-890a-b360271719e9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853168243'] for network, before_response {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:25:08.745946 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad2cf7a0-19d8-49c4-890a-b360271719e9 admin admin] Pushing event deleted for resources: {'Network': ['ID=107206c6-9741-4491-b509-54c68bfdebdc,revision_number=None']} {{(pid=86330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 20:25:08.749705 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [None req-ad2cf7a0-19d8-49c4-890a-b360271719e9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=86330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 20:25:08.751319 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [None req-ad2cf7a0-19d8-49c4-890a-b360271719e9 admin admin] 10.222.0.30 "DELETE /v2.0/networks/107206c6-9741-4491-b509-54c68bfdebdc HTTP/1.1" status: 204  len: 168 time: 1.3990381
Apr 22 20:25:08.946205 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.wsgi [-] (86330) accepted ('10.222.0.30', 45474) {{(pid=86330) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 20:25:08.999638 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [None req-3c26947a-8130-4209-9d76-5e9be7e33348 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=4108d9cf3f954b3c9619a37cf429fc55&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0515893
Apr 22 20:25:09.002296 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.wsgi [-] (86330) accepted ('10.222.0.30', 45478) {{(pid=86330) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 20:25:09.062418 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-c35f3f89-5266-403f-88aa-b10058cad282 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:25:09.088623 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-c35f3f89-5266-403f-88aa-b10058cad282 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:25:09.136858 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-c35f3f89-5266-403f-88aa-b10058cad282 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393900'] for security_group, after_delete {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:25:09.141939 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [None req-657acd92-8a95-4ef6-9fdc-5016f4510625 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 20:25:09.156143 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c35f3f89-5266-403f-88aa-b10058cad282 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e61aeacc-b0d2-41e7-a2ff-877ad7e32af6,revision_number=None']} {{(pid=86330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 20:25:09.160260 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [None req-c35f3f89-5266-403f-88aa-b10058cad282 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=86330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 20:25:09.164535 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-c35f3f89-5266-403f-88aa-b10058cad282 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:25:09.165754 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [None req-c35f3f89-5266-403f-88aa-b10058cad282 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/e61aeacc-b0d2-41e7-a2ff-877ad7e32af6 HTTP/1.1" status: 204  len: 168 time: 0.1625030
Apr 22 20:25:09.530654 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.wsgi [-] (86330) accepted ('10.222.0.30', 45486) {{(pid=86330) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 20:25:09.581675 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [None req-f4378ea5-2a4b-4150-9699-0e3a106fe54b admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=b087c2cca5f24842850e8b53b9dbe8fb&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0497184
Apr 22 20:25:09.584324 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.wsgi [-] (86330) accepted ('10.222.0.30', 45490) {{(pid=86330) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 22 20:25:09.648609 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-2278bd16-2115-40ed-82dc-78ff1f6da5ab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:25:09.676133 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-2278bd16-2115-40ed-82dc-78ff1f6da5ab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:25:09.724933 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-2278bd16-2115-40ed-82dc-78ff1f6da5ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393900'] for security_group, after_delete {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:25:09.730035 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [None req-8c8d6988-81aa-4c09-912e-76afffedc5f9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 22 20:25:09.743550 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2278bd16-2115-40ed-82dc-78ff1f6da5ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a30c546b-377a-423d-836c-9fbd36618d37,revision_number=None']} {{(pid=86330) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 22 20:25:09.746604 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG oslo_concurrency.lockutils [None req-2278bd16-2115-40ed-82dc-78ff1f6da5ab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=86330) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 22 20:25:09.747572 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-2278bd16-2115-40ed-82dc-78ff1f6da5ab admin admin] Notify callbacks [] for security_group, before_response {{(pid=86330) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:25:09.748793 dv-cinder-787632-1-iscsi neutron-server[86219]: INFO neutron.wsgi [None req-2278bd16-2115-40ed-82dc-78ff1f6da5ab admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/a30c546b-377a-423d-836c-9fbd36618d37 HTTP/1.1" status: 204  len: 168 time: 0.1634326
Apr 22 20:25:18.902228 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-cbbe70c9-0b39-4f9d-be6e-4133a7c8f54f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309146858885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640583'] for agent, after_update {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:25:25.758587 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-05350afe-8ea3-49f5-91c9-69066f39f34a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309146858885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640583'] for agent, after_update {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:25:28.571239 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-f2ce0d36-fa0e-40b6-b3e0-8ebd3551fa5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309146858885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640583'] for agent, after_update {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:25:28.993137 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-d69b9430-b136-4a40-a189-232f048ef307 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309146858885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640583'] for agent, after_update {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:25:29.054509 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.agents_db [None req-d2e1aac6-b006-4d71-afe2-c4a5b694a422 None None] Agent healthcheck: found 6 active agents {{(pid=86333) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 22 20:25:29.278792 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-08e5d76f-3fe5-4242-a4b8-30f374028052 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309146858885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640583'] for agent, after_update {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:25:30.277726 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-77fc9508-bbbe-4662-bfa7-f4837e5c3abe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309146858885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640583'] for agent, after_update {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:25:48.895412 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-cbbe70c9-0b39-4f9d-be6e-4133a7c8f54f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309146858885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640583'] for agent, after_update {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:25:55.758951 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-8fbc743c-0d9b-4c50-bb70-770256963373 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309146858885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640583'] for agent, after_update {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:25:58.571510 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-32f4bb19-a15d-4238-9e02-2d3a170af557 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309146858885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640583'] for agent, after_update {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:25:58.995250 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-d69b9430-b136-4a40-a189-232f048ef307 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309146858885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640583'] for agent, after_update {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:25:59.268623 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-08e5d76f-3fe5-4242-a4b8-30f374028052 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309146858885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640583'] for agent, after_update {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:26:00.281314 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-77fc9508-bbbe-4662-bfa7-f4837e5c3abe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309146858885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640583'] for agent, after_update {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:26:06.053291 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.agents_db [None req-d2e1aac6-b006-4d71-afe2-c4a5b694a422 None None] Agent healthcheck: found 6 active agents {{(pid=86333) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 22 20:26:18.895319 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-cbbe70c9-0b39-4f9d-be6e-4133a7c8f54f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309146858885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640583'] for agent, after_update {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:26:25.759922 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-b08403c9-dd02-45a8-9263-93cb1861343b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309146858885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640583'] for agent, after_update {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:26:28.573310 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-492fff00-358f-47c6-a164-00bae4a6fd0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309146858885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640583'] for agent, after_update {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:26:28.999010 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-d69b9430-b136-4a40-a189-232f048ef307 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309146858885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640583'] for agent, after_update {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:26:29.268924 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-08e5d76f-3fe5-4242-a4b8-30f374028052 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309146858885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640583'] for agent, after_update {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:26:30.284345 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-77fc9508-bbbe-4662-bfa7-f4837e5c3abe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309146858885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640583'] for agent, after_update {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:26:43.053194 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.agents_db [None req-d2e1aac6-b006-4d71-afe2-c4a5b694a422 None None] Agent healthcheck: found 6 active agents {{(pid=86333) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 22 20:26:48.910284 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-cbbe70c9-0b39-4f9d-be6e-4133a7c8f54f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309146858885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640583'] for agent, after_update {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:26:55.761052 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-a607c5a8-9535-481e-9010-1fe5a345ce94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309146858885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640583'] for agent, after_update {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:26:58.574235 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-e60dba76-019a-46d4-a247-2b12c431807c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309146858885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640583'] for agent, after_update {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:26:59.001838 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-d69b9430-b136-4a40-a189-232f048ef307 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309146858885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640583'] for agent, after_update {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:26:59.269984 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-08e5d76f-3fe5-4242-a4b8-30f374028052 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309146858885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640583'] for agent, after_update {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:27:00.286823 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-77fc9508-bbbe-4662-bfa7-f4837e5c3abe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309146858885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640583'] for agent, after_update {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:27:14.974291 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.wsgi [req-b85c10f8-6e23-4d5c-a13e-ea4575fc51d2 req-404b7f42-9c53-499c-9405-d4b151ad47c8 service neutron] (86331) timed out ('10.222.0.46', 60173) {{(pid=86331) process_request /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:830}}
Apr 22 20:27:18.911697 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-cbbe70c9-0b39-4f9d-be6e-4133a7c8f54f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309146858885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640583'] for agent, after_update {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:27:20.052728 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.agents_db [None req-d2e1aac6-b006-4d71-afe2-c4a5b694a422 None None] Agent healthcheck: found 6 active agents {{(pid=86333) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 22 20:27:25.761558 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-2586342b-da55-47b9-88f0-45e3e0a38190 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309146858885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640583'] for agent, after_update {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:27:28.575783 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-bc4fb90c-7065-4cb6-a378-9790aeaee97a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309146858885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640583'] for agent, after_update {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:27:29.004610 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-d69b9430-b136-4a40-a189-232f048ef307 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309146858885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640583'] for agent, after_update {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:27:29.270373 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-08e5d76f-3fe5-4242-a4b8-30f374028052 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309146858885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640583'] for agent, after_update {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:27:30.290490 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-77fc9508-bbbe-4662-bfa7-f4837e5c3abe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309146858885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640583'] for agent, after_update {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:27:48.909970 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-cbbe70c9-0b39-4f9d-be6e-4133a7c8f54f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309146858885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640583'] for agent, after_update {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:27:55.761905 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-a482b39e-bf8d-4e54-9ea0-5c1ecfd3cfff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309146858885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640583'] for agent, after_update {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:27:57.053363 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.agents_db [None req-d2e1aac6-b006-4d71-afe2-c4a5b694a422 None None] Agent healthcheck: found 6 active agents {{(pid=86333) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 22 20:27:58.577649 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-2fae4450-be26-45ff-bd4a-6a14de9896c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309146858885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640583'] for agent, after_update {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:27:59.007134 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-d69b9430-b136-4a40-a189-232f048ef307 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309146858885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640583'] for agent, after_update {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:27:59.271466 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-08e5d76f-3fe5-4242-a4b8-30f374028052 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309146858885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640583'] for agent, after_update {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:28:00.292401 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-77fc9508-bbbe-4662-bfa7-f4837e5c3abe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309146858885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640583'] for agent, after_update {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:28:18.924246 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-cbbe70c9-0b39-4f9d-be6e-4133a7c8f54f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309146858885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640583'] for agent, after_update {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:28:25.763180 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-7f809845-ac8e-4b84-b7e0-a4bb737bc54d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309146858885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640583'] for agent, after_update {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:28:28.578387 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-fd10bfa3-d8ca-4a46-bc61-0eee2b400b75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309146858885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640583'] for agent, after_update {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:28:29.010354 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-d69b9430-b136-4a40-a189-232f048ef307 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309146858885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640583'] for agent, after_update {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:28:29.273171 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-08e5d76f-3fe5-4242-a4b8-30f374028052 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309146858885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640583'] for agent, after_update {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:28:30.295385 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-77fc9508-bbbe-4662-bfa7-f4837e5c3abe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309146858885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640583'] for agent, after_update {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:28:34.052725 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.agents_db [None req-d2e1aac6-b006-4d71-afe2-c4a5b694a422 None None] Agent healthcheck: found 6 active agents {{(pid=86333) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 22 20:28:48.929525 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-cbbe70c9-0b39-4f9d-be6e-4133a7c8f54f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309146858885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640583'] for agent, after_update {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:28:55.764352 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-97df9562-eb2a-4fe2-9eb9-9236a2ffb89a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309146858885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640583'] for agent, after_update {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:28:58.579933 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-bdddfb71-c68c-4a89-bde3-b22847ea385b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309146858885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640583'] for agent, after_update {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:28:59.011516 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-d69b9430-b136-4a40-a189-232f048ef307 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309146858885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640583'] for agent, after_update {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:28:59.273918 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-08e5d76f-3fe5-4242-a4b8-30f374028052 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309146858885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640583'] for agent, after_update {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:29:00.298301 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-77fc9508-bbbe-4662-bfa7-f4837e5c3abe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309146858885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640583'] for agent, after_update {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:29:11.052314 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.agents_db [None req-d2e1aac6-b006-4d71-afe2-c4a5b694a422 None None] Agent healthcheck: found 6 active agents {{(pid=86333) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 22 20:29:18.410286 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.wsgi [req-ef33e186-2266-47b1-b1d7-a4375742d08a req-3e17634c-f86f-41d0-925b-0a55f0e0d173 service neutron] (86331) timed out ('10.222.0.46', 60167) {{(pid=86331) process_request /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:830}}
Apr 22 20:29:18.938608 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-cbbe70c9-0b39-4f9d-be6e-4133a7c8f54f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309146858885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640583'] for agent, after_update {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:29:25.765975 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-3e26f759-3235-439c-b9c5-d4b4821cf582 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309146858885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640583'] for agent, after_update {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:29:28.581068 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-0722031d-132c-4e02-8be3-9a43a252a637 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309146858885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640583'] for agent, after_update {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:29:29.014813 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-d69b9430-b136-4a40-a189-232f048ef307 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309146858885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640583'] for agent, after_update {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:29:29.275215 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-08e5d76f-3fe5-4242-a4b8-30f374028052 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309146858885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640583'] for agent, after_update {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:29:30.303261 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-77fc9508-bbbe-4662-bfa7-f4837e5c3abe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309146858885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640583'] for agent, after_update {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:29:48.055158 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron.db.agents_db [None req-d2e1aac6-b006-4d71-afe2-c4a5b694a422 None None] Agent healthcheck: found 6 active agents {{(pid=86333) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 22 20:29:48.939588 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-cbbe70c9-0b39-4f9d-be6e-4133a7c8f54f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309146858885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640583'] for agent, after_update {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:29:55.765760 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-e393b04b-ea23-4afe-b027-acec5e421b62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309146858885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640583'] for agent, after_update {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:29:58.582524 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-643741b9-ba74-47e4-bd88-2bfa36068876 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309146858885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640583'] for agent, after_update {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:29:59.017849 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-d69b9430-b136-4a40-a189-232f048ef307 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309146858885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640583'] for agent, after_update {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:29:59.276295 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-08e5d76f-3fe5-4242-a4b8-30f374028052 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309146858885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640583'] for agent, after_update {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 22 20:30:00.304752 dv-cinder-787632-1-iscsi neutron-server[86219]: DEBUG neutron_lib.callbacks.manager [None req-77fc9508-bbbe-4662-bfa7-f4837e5c3abe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363309146858885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-640583'] for agent, after_update {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}